-- Logs begin at Fri 2022-04-08 09:36:06 UTC, end at Fri 2022-04-08 11:46:24 UTC. -- Apr 08 10:28:10.611903 dv-neutron-837109-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 10:28:13.148453 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:28:13.149216 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev103 Apr 08 10:28:13.149307 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88503) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 10:28:13.152355 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:28:13.152635 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev103 Apr 08 10:28:13.152953 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88503) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 10:28:13.153892 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:28:13.154127 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:28:13.154481 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:28:13.154727 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:28:13.155225 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:28:13.155539 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.155834 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.156131 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.156367 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.156688 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.156981 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.157266 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.157558 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.158432 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.158814 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.159106 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.159396 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.159634 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.159917 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.160208 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.160521 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.160754 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] debug = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.161038 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.161476 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.161893 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.162176 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.162467 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.162752 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.163024 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.163303 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.163591 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.163924 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] host = dv-neutron-837109-1-hyperv {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.164206 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.164525 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.164818 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.165107 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.165386 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.165665 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.165953 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.166225 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.166500 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] log_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.166778 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.167064 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.167353 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.167643 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.167869 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.168093 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.168383 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.168696 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.168991 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.169253 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.169531 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.169807 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.170083 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.170355 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.170640 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.170924 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.171209 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.171490 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.171767 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.172039 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.172314 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.172636 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.172912 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.173188 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.174068 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.174451 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.174689 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.174965 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.175267 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.175553 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.175836 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.176121 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.176397 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.176703 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.176978 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.177252 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.177524 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] use_json = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.177798 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.178067 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.178346 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.178619 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.178890 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.179164 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.179436 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.179721 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.179993 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:13.180289 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.180606 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.180909 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.181198 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.181494 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.181773 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.182062 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.182340 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.182628 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.182918 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.183206 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.183486 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.183773 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.184050 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.184344 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.184675 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.184973 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.185267 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.185546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.185822 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.186097 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.186375 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.186659 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.186954 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.187273 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.187548 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.187829 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.188119 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.188395 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.188690 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.188996 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.189293 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.189565 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.189839 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.190119 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.190395 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.190666 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.190938 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.191217 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.191513 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.191792 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.192065 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.192336 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.192640 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.192916 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.193201 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.193480 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.193754 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.194025 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.194304 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.194575 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.194846 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.195125 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.195399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.195675 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.195949 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.196220 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.196514 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.196792 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.197069 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.197344 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.197619 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.197897 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.198171 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.198444 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.198717 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.198993 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.199266 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.199552 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.199850 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.200128 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.200408 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.200710 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.200991 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.201271 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.201556 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.201834 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.202113 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.202385 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.202675 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.202961 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.203248 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.203530 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.203809 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.204103 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.204384 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.204760 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.205010 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.205296 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.205585 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.205870 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.206166 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.206462 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.206757 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.207053 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.207347 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.207631 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.207941 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.208223 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:13.208441 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:28:13.208713 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88503) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 10:28:13.603016 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO keyring.backend [-] Loading KWallet Apr 08 10:28:13.610132 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO keyring.backend [-] Loading SecretService Apr 08 10:28:13.614239 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO keyring.backend [-] Loading Windows Apr 08 10:28:13.615551 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO keyring.backend [-] Loading chainer Apr 08 10:28:13.616331 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO keyring.backend [-] Loading macOS Apr 08 10:28:13.649099 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 08 10:28:13.649375 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 08 10:28:13.649666 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 08 10:28:13.650018 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 10:28:14.036263 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.036581 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.036855 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.038158 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.038431 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.038697 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.073517 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.073792 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.074057 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.087115 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.087399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.087676 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.119859 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.120216 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.120573 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.157516 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.158653 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.158653 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.393359 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.393649 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.393913 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.394179 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.394927 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.521613 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.521929 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.522215 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.522486 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.522754 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.523066 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.523330 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.523586 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.523840 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.524123 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.524383 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.524676 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.524942 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.525196 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.525460 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.525728 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.525986 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.526256 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.526507 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.526788 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.527140 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.527396 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.527646 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.527931 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.528180 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.528426 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.528834 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:28:14.529075 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:28:14.529313 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:28:14.529551 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:28:14.529788 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:28:14.530288 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:28:14.530651 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 10:28:14.534574 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 10:28:14.538488 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 10:28:14.542209 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 08 10:28:14.543824 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 10:28:14.545361 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 10:28:14.545700 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 10:28:14.546091 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 10:28:14.549059 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 10:28:14.549314 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 10:28:14.549660 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:28:14.577212 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 10:28:14.577616 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.577913 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88503) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 08 10:28:14.578274 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.580268 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88503) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 10:28:14.580573 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:28:14.580824 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 10:28:14.583955 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.584237 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:14.646664 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 10:28:14.646899 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 10:28:14.647137 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 10:28:14.647504 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 10:28:14.678344 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_db.sqlalchemy.engines [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88503) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 08 10:28:15.126737 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Initializing driver for type 'gre' Apr 08 10:28:15.127040 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] gre ID ranges: [(1, 1000)] Apr 08 10:28:15.395431 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Initializing driver for type 'local' Apr 08 10:28:15.396013 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Initializing driver for type 'vlan' Apr 08 10:28:15.457893 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] VlanTypeDriver initialization complete Apr 08 10:28:15.458263 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Initializing driver for type 'vxlan' Apr 08 10:28:15.458812 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] vxlan ID ranges: [(1, 1000)] Apr 08 10:28:15.651928 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Initializing extension driver 'port_security' Apr 08 10:28:15.652248 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.extensions.port_security [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] PortSecurityExtensionDriver initialization complete Apr 08 10:28:15.652602 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Initializing mechanism driver 'openvswitch' Apr 08 10:28:15.652935 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Initializing mechanism driver 'hyperv' Apr 08 10:28:15.663311 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.plugins.ml2.plugin [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:15.663990 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > port after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.664368 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > port after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.664756 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > port after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.665285 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 10:28:15.665721 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > subnet after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.666082 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > subnet after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.666441 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.666830 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 10:28:15.667240 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > network after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.667592 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > network after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.667938 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > network after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.668416 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 10:28:15.668806 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > security_group after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.669165 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > security_group after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.669536 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.670078 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 10:28:15.670493 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.670849 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.671199 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.671595 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 10:28:15.672005 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > address_group after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.672362 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > address_group after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.672736 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.673183 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88503) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 10:28:15.674179 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] ML2 OVO RPC backend initialized. {{(pid=88503) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 08 10:28:15.674904 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.675272 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.675701 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > network before_response 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.676061 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > networks before_response 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.676418 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > port before_response 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.676793 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > ports before_response 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.677145 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > subnet before_response 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.677493 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > subnets before_response 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.677847 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > network after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.678194 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > network after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.678536 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > network after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.678877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > port after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.679226 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > port after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.679611 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > port after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.679957 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > subnet after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.680301 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > subnet after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.680671 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.681253 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.plugin [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Modular L2 Plugin initialization complete Apr 08 10:28:15.681588 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading services supported by the core plugin {{(pid=88503) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 10:28:15.681918 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.plugins.ml2.managers [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Got port-security extension from driver 'port_security' Apr 08 10:28:15.682426 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.extensions.vlantransparent [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Disabled vlantransparent extension. Apr 08 10:28:15.682922 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88503) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 10:28:15.683243 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading Plugin: router Apr 08 10:28:15.720631 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.721028 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router after_create 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.721400 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router before_create 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.721774 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.722157 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.722518 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router after_delete 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.722882 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.723253 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router after_create 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.723608 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router after_update 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.723962 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router after_update 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.724317 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.724708 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router after_update 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.725132 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_update 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.725508 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: port after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.725857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: port after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.726204 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: subnet after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.726549 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.726908 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.727263 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_create 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.727610 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: port before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.727962 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.728325 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router after_update 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.728765 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.729122 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_create 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.729491 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.729844 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_update 55549900 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.730214 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > agent after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.730571 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > agent after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.730921 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > network after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.731787 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Tracking information for resource: router configured {{(pid=88503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:28:15.732138 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Tracking information for resource: floatingip configured {{(pid=88503) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:28:15.737895 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.db.l3_agentschedulers_db [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 10:28:15.738475 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: port after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.738844 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: port after_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.739201 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: port after_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.739559 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: port after_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.740351 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router before_create 55550100 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.740747 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.741119 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_create 55550100 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.741484 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > router precommit_update 55550100 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.745867 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.services.provider_configuration [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service providers = [] {{(pid=88503) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 10:28:15.746241 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.db.servicetype_db [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88503) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 10:28:15.749223 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.services.service_base [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:28:15.749582 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.services.service_base [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:28:15.749931 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.services.service_base [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:28:15.750824 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.services.service_base [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88503) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:28:15.751224 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.services.service_base [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 10:28:15.751820 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:28:15.752082 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 10:28:15.762843 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:28:15.763183 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading Plugin: auto_allocate Apr 08 10:28:15.769433 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: network precommit_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.769811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: network precommit_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.770335 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:28:15.770663 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading Plugin: tag Apr 08 10:28:15.777388 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:28:15.777727 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading Plugin: timestamp Apr 08 10:28:15.782004 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:28:15.782336 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading Plugin: network_ip_availability Apr 08 10:28:15.788238 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.788657 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.789023 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:15.789755 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:28:15.790082 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading Plugin: flavors Apr 08 10:28:15.794759 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:28:15.795096 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading Plugin: revisions Apr 08 10:28:15.799402 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88503) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:28:15.799801 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_concurrency.lockutils [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.150s {{(pid=88503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 08 10:28:15.800587 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88503) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 10:28:15.800928 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Initializing extension manager. Apr 08 10:28:15.801444 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: __init__.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.801795 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: __pycache__ {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.802139 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.802482 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: address_group.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.803257 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.803839 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: address-group Apr 08 10:28:15.804170 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: address_scope.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.804924 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.805446 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: address-scope Apr 08 10:28:15.805776 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.806716 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.807239 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: router-admin-state-down-before-update Apr 08 10:28:15.807567 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: agent.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.808469 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.809007 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: agent Apr 08 10:28:15.809334 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: agent_resources_synced.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.810260 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.810784 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: agent-resources-synced Apr 08 10:28:15.811114 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: allowedaddresspairs.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.812962 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.813494 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: allowed-address-pairs Apr 08 10:28:15.813877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: auto_allocated_topology.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.815014 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.815538 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: auto-allocated-topology Apr 08 10:28:15.815869 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: availability_zone.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.816608 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.817126 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: availability_zone Apr 08 10:28:15.817456 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: availability_zone_filter.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.818381 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.818900 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: availability_zone_filter Apr 08 10:28:15.819227 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: data_plane_status.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.820144 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.820705 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 10:28:15.821019 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: default_subnetpools.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.821942 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.822454 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: default-subnetpools Apr 08 10:28:15.822780 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.823604 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.824120 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: dhcp_agent_scheduler Apr 08 10:28:15.824449 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: dns.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.825397 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.825915 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 10:28:15.826247 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: dns_domain_ports.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.827181 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.827695 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 10:28:15.828026 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: dvr.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.828747 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.829265 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: dvr Apr 08 10:28:15.830210 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: empty_string_filtering.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.831146 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.831666 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: empty-string-filtering Apr 08 10:28:15.831996 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.832938 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.833451 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:28:15.833783 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.834706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.835216 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 10:28:15.835544 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: external_net.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.836461 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.837013 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: external-net Apr 08 10:28:15.837342 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.838279 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.838797 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: extra_dhcp_opt Apr 08 10:28:15.839126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: extraroute.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.840041 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.840586 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: extraroute Apr 08 10:28:15.840919 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: extraroute_atomic.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.841960 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.842485 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: extraroute-atomic Apr 08 10:28:15.842815 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: filter_validation.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.843500 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.844017 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: filter-validation Apr 08 10:28:15.844344 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: fip_pf_description.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.845948 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.846465 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 10:28:15.846792 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: fip_port_details.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.847738 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.848254 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: fip-port-details Apr 08 10:28:15.848622 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: flavors.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.849857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.850385 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: flavors Apr 08 10:28:15.850721 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.852392 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.852930 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 10:28:15.853266 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: floatingip_pools.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.853979 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.854501 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: floatingip-pools Apr 08 10:28:15.854831 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: ip_allocation.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.865137 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.865655 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 10:28:15.865983 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.866920 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.867440 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: ip-substring-filtering Apr 08 10:28:15.867770 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: l2_adjacency.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.868775 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.869291 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 10:28:15.869618 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: l3.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.870639 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.871166 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: router Apr 08 10:28:15.871500 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.874044 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.874579 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:28:15.874915 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.875868 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.876523 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: ext-gw-mode Apr 08 10:28:15.876790 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.877718 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.878242 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: l3-ha Apr 08 10:28:15.878573 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: l3_flavors.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.879545 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.880065 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: l3-flavors Apr 08 10:28:15.880393 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.881362 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.881880 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 10:28:15.882207 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: l3agentscheduler.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.883261 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.883784 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: l3_agent_scheduler Apr 08 10:28:15.884117 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: logging.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.885655 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.886183 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension logging not supported by any of loaded plugins Apr 08 10:28:15.886520 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: metering.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.887278 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.887866 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: metering Apr 08 10:28:15.888199 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.894174 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.894706 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: metering_source_and_destination_fields Apr 08 10:28:15.895038 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: multiprovidernet.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.895975 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.896525 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: multi-provider Apr 08 10:28:15.896913 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: netmtu.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.897842 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.898361 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: net-mtu Apr 08 10:28:15.898686 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: netmtu_writable.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.899625 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.900171 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: net-mtu-writable Apr 08 10:28:15.900526 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: network_availability_zone.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.901207 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.901832 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: network_availability_zone Apr 08 10:28:15.902206 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: network_ip_availability.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.903257 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.903782 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: network-ip-availability Apr 08 10:28:15.904110 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: network_segment_range.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.905170 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.905683 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 10:28:15.906009 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: pagination.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.907004 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.907339 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: pagination Apr 08 10:28:15.908522 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: port_device_profile.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.909503 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.910030 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: port-device-profile Apr 08 10:28:15.910357 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.911292 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.911814 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: port-mac-address-regenerate Apr 08 10:28:15.912139 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.913086 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.913609 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: port-numa-affinity-policy Apr 08 10:28:15.913936 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: port_resource_request.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.914857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.915370 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 10:28:15.915694 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: portbindings.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.916668 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.917187 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: binding Apr 08 10:28:15.917518 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: portbindings_extended.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.918930 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.919458 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: binding-extended Apr 08 10:28:15.919791 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: portsecurity.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.925202 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.925725 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: port-security Apr 08 10:28:15.926056 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: project_id.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.927043 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.927376 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: project-id Apr 08 10:28:15.927703 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: providernet.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.928685 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.929208 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: provider Apr 08 10:28:15.929534 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.933078 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.933610 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos not supported by any of loaded plugins Apr 08 10:28:15.933946 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.935207 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.935734 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 10:28:15.936101 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.937057 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.937577 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 10:28:15.937911 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos_default.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.938862 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.939388 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos-default not supported by any of loaded plugins Apr 08 10:28:15.939717 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos_fip.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.940381 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.940922 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 10:28:15.941254 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos_gateway_ip.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.942195 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.942763 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 10:28:15.943095 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos_port_network_policy.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.944014 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.944566 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 10:28:15.944898 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos_rule_type_details.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.945824 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.946341 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 10:28:15.946669 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: qos_rules_alias.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.947718 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.948238 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 10:28:15.948601 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: quotasv2.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.949518 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.949849 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: quotas Apr 08 10:28:15.950175 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: quotasv2_detail.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.951892 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.952238 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: quota_details Apr 08 10:28:15.952609 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: rbac.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.953667 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.954240 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: rbac-policies Apr 08 10:28:15.955109 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: rbac_address_group.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.956051 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.956626 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: rbac-address-group Apr 08 10:28:15.956959 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: rbac_address_scope.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.957898 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.958427 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: rbac-address-scope Apr 08 10:28:15.958755 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: rbac_security_groups.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.959684 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.960215 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: rbac-security-groups Apr 08 10:28:15.960581 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: rbac_subnetpool.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.961529 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.962107 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: rbac-subnetpool Apr 08 10:28:15.962439 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: revisionifmatch.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.963376 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.963903 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: revision-if-match Apr 08 10:28:15.964233 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: revisions.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.965553 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.966082 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: standard-attr-revisions Apr 08 10:28:15.966419 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: router_availability_zone.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.967107 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.967632 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: router_availability_zone Apr 08 10:28:15.967961 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: routerservicetype.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.968930 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.969455 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 10:28:15.969784 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.971290 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.971819 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: security-groups-normalized-cidr Apr 08 10:28:15.972150 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.973234 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.973762 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: port-security-groups-filtering Apr 08 10:28:15.974094 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.975028 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.975551 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: security-groups-remote-address-group Apr 08 10:28:15.975880 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: securitygroup.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.985628 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.986167 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: security-group Apr 08 10:28:15.986503 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: segment.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.987297 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.987820 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension segment not supported by any of loaded plugins Apr 08 10:28:15.988153 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.989140 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.989664 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 10:28:15.989996 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: servicetype.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.991113 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.991647 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: service-type Apr 08 10:28:15.991986 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: sorting.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.993010 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.993351 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: sorting Apr 08 10:28:15.993683 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: standard_attr_segment.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.994606 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.995131 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 10:28:15.995461 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: standardattrdescription.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.996124 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.996678 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: standard-attr-description Apr 08 10:28:15.997011 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: stateful_security_group.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.997948 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:15.998467 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: stateful-security-group Apr 08 10:28:15.998797 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: stdattrs_common.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:15.999387 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 10:28:15.999754 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.000841 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.001495 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 10:28:16.001836 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: subnet_onboard.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.002927 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.003454 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: subnet_onboard Apr 08 10:28:16.003784 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.004763 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.005329 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 10:28:16.005658 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: subnet_service_types.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.006601 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.007124 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: subnet-service-types Apr 08 10:28:16.007453 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: subnetallocation.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.008595 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.009137 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: subnet_allocation Apr 08 10:28:16.009466 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.010141 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.010666 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: subnetpool-prefix-ops Apr 08 10:28:16.011011 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.011968 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.012497 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 10:28:16.012836 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: tagging.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.013903 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.014427 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: standard-attr-tag Apr 08 10:28:16.014757 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: timestamp.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.015957 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.016502 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loaded extension: standard-attr-timestamp Apr 08 10:28:16.017382 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: trunk.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.018507 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.019033 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension trunk not supported by any of loaded plugins Apr 08 10:28:16.019366 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: trunk_details.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.020303 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.020860 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 10:28:16.021193 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: uplink_status_propagation.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.022152 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.022672 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 10:28:16.023000 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Loading extension file: vlantransparent.py {{(pid=88503) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:28:16.023681 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88503) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:28:16.024202 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 10:28:16.026702 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:network Apr 08 10:28:16.027464 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:subnet Apr 08 10:28:16.028251 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:28:16.028894 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:port Apr 08 10:28:16.030480 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.030921 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service FLAVORS assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.031550 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.031988 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.032333 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:router Apr 08 10:28:16.033610 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:28:16.034313 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service METERING assigned prefix: /metering {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.035760 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:16.036135 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:16.036510 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:28:16.038841 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:28:16.039289 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:28:16.039961 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:28:16.040751 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service CORE assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.041091 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:28:16.041435 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] subnetpool is already registered Apr 08 10:28:16.042081 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service CORE assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.042417 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:28:16.042756 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] subnetpool is already registered Apr 08 10:28:16.154571 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.155259 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service FLAVORS assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.155784 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.156214 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.156584 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:router Apr 08 10:28:16.156928 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] router is already registered Apr 08 10:28:16.158230 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:28:16.158567 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] floatingip is already registered Apr 08 10:28:16.159309 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service METERING assigned prefix: /metering {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.160143 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:28:16.160497 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] rbac_policy is already registered Apr 08 10:28:16.160936 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:28:16.161276 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] security_group is already registered Apr 08 10:28:16.161877 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:28:16.162215 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] security_group_rule is already registered Apr 08 10:28:16.162886 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service CORE assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.163222 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:28:16.163558 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] subnetpool is already registered Apr 08 10:28:16.164168 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.v2.resource_helper [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Service CORE assigned prefix: {{(pid=88503) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:28:16.164518 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:28:16.164863 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING neutron.quota.resource_registry [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] subnetpool is already registered Apr 08 10:28:16.165510 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: extensions {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.167017 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: address-groups {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.168683 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: address-scopes {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.169944 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: agents {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.171091 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: auto-allocated-topology {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.172432 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: availability_zones {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.173764 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: dhcp-networks {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.175167 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: dhcp-agents {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.176679 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: routers {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.178485 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: flavors {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.179637 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: service_profiles {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.180884 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: next_providers {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.182405 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: service_profiles {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.183871 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: floatingip-pools {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.185118 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: routers {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.186911 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: floatingips {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.188109 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: l3-routers {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.190044 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: l3-agents {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.191572 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: metering-labels {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.192869 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: metering-label-rules {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.194154 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: network-ip-availabilities {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.195401 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: bindings {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.197086 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: quotas {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.198526 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: quotas {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.199936 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: rbac-policies {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.201258 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: security-groups {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.202466 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: security-group-rules {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.203670 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: service-providers {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.205736 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: subnetpools {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.207066 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: subnetpools {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.208538 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.210316 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.212030 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.213886 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.216715 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.218568 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.220397 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.222326 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.224096 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.225984 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron.api.extensions [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Extended resource: tags {{(pid=88503) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:28:16.231917 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING keystonemiddleware.auth_token [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 10:28:16.236700 dv-neutron-837109-1-hyperv neutron-server[88503]: WARNING keystonemiddleware.auth_token [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 10:28:16.244970 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_concurrency.lockutils [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Acquired lock "singleton_lock" {{(pid=88503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 08 10:28:16.245448 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_concurrency.lockutils [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Releasing lock "singleton_lock" {{(pid=88503) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 08 10:28:16.246082 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO oslo_service.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Starting 2 workers Apr 08 10:28:16.250764 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Started child 88612 {{(pid=88503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 10:28:16.255568 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Started child 88613 {{(pid=88503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 10:28:16.256745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.257325 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO neutron.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 10:28:16.257791 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Notify callbacks [] for process, before_spawn {{(pid=88503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.258176 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [-] (88612) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:28:16.259898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.260423 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO oslo_service.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Starting 1 workers Apr 08 10:28:16.261268 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [-] (88613) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:28:16.265244 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Started child 88614 {{(pid=88503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 10:28:16.265750 dv-neutron-837109-1-hyperv neutron-server[88503]: INFO oslo_service.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Starting 1 workers Apr 08 10:28:16.269496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] calling RpcWorker wait() {{(pid=88614) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 10:28:16.270041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] returning from RpcWorker wait() {{(pid=88614) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 10:28:16.270595 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Started child 88615 {{(pid=88503) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 10:28:16.271366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.271467 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG neutron_lib.callbacks.manager [None req-13363886-16e9-4be2-9769-4cf94eab0527 None None] Notify callbacks [] for process, after_spawn {{(pid=88503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.272627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:16.273146 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88503) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 08 10:28:16.273514 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:28:16.273851 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:28:16.274232 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:28:16.274758 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:28:16.275082 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:28:16.275190 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.276199 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.276698 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.277153 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.277614 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.278086 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.278826 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.279327 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.279789 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.280555 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.281118 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.281487 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.281954 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.282422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 43576) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:16.282604 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.283060 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.283568 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.284045 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.284516 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.284983 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.285359 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.285834 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.286302 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.286768 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.287240 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] debug = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.287688 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.288388 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.288872 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.289334 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.289832 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.290297 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.290728 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.291215 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.291670 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.292104 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.292582 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.293058 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.293371 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084069 Apr 08 10:28:16.293834 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.294270 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.294698 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.295150 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.295586 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.296276 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] host = dv-neutron-837109-1-hyperv {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.296736 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.297174 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.297699 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.298179 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.298713 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.299162 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.299632 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.300100 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.300627 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.301068 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.301502 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.301623 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:16.302088 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.302510 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.302969 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.303341 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_options = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.303783 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.304359 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.304851 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.305256 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.306531 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.306924 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.307421 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.307783 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.308246 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.308720 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.309140 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.309573 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.310020 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.311451 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.311888 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.312324 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.313399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.318706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.318706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.318706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.318706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.318706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.318706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.318706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.318706 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319224 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319224 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319224 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319224 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319224 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319224 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319224 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319224 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319679 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.319679 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.320154 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.320398 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.320860 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.321235 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.321652 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.322055 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.322497 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.322943 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.323350 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.323610 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.323842 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_json = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.324068 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.324294 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.324585 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.324811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.325049 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.325269 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.325540 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.325948 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.326335 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.326928 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.327417 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.327935 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.328385 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.328676 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.328929 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.329166 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.329528 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.330429 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.330718 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.331011 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.331409 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.331708 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.331971 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.332243 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.332620 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.332872 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.333147 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.333372 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.333616 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.333857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.334085 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.336399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.336399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.336399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.336399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.336399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.336399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.336399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.336399 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.337001 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.337001 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.337001 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.337223 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.337435 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.338083 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.338083 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.338254 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.338336 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.338577 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.338826 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.339069 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.340078 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.340078 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.340078 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.340078 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.340370 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.340634 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.340786 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.341013 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.341242 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.341472 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.341700 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.342699 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.342699 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.342699 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.342699 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.342934 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.343154 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.343307 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.344058 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.344058 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.344058 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.344271 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.344425 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.344674 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.344911 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.345328 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.345576 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.345811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.346149 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.346377 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.347327 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.347327 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.347327 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.347327 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.347594 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.347764 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.347932 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.348148 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.348388 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.349911 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.349911 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.349911 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.350916 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.350916 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.350916 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.350916 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.351442 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.351442 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.351714 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.351874 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.352317 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.352317 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.353495 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.353661 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.354040 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.354199 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.354363 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.354584 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.354870 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.355813 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.355813 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.355813 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.355813 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.356403 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.356403 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.356729 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.356863 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.357157 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.358955 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.358955 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.358955 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.359482 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.359482 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.359984 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.359984 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.360251 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.360434 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.361383 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.361693 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.361979 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.362232 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.363501 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.363501 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.363501 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.363501 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.363501 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.364171 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.364171 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.364460 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.364460 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.366276 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.366276 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.366276 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.367262 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.367391 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.367547 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.368405 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.368405 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.368405 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.369152 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.369259 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.369449 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.369688 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.369928 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.370349 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.370642 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.370812 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.371400 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.371400 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.371556 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.371708 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.371913 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.372151 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.372401 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.373499 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.373752 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.374253 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.374253 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.374437 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.375093 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.375093 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.375879 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.376099 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.376886 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.377108 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.377971 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.377971 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.378142 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380126 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380658 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380658 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380658 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.380827 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.381038 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.381925 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.381925 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.381925 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.382152 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.382725 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.382725 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.382893 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.383055 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.383294 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.384565 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.384738 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.385382 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.385888 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.386116 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.386525 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.386775 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.387017 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.387238 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.387458 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.387677 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.387959 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.388204 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.388445 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.388696 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.388922 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.389145 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.389364 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.389583 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.389826 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.390038 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.390267 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.390489 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.390692 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.391000 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.391247 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.391479 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.393444 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.393992 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.394097 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.394354 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.395364 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.395364 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.395364 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.396003 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.396003 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.396003 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.396199 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.396354 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.396855 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.397181 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.397501 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.397860 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.398180 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.398503 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.398786 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.399139 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.399367 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.399749 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.399988 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.400225 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.400511 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.400781 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.401106 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.401430 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.401692 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.402828 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.403142 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.403428 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.403714 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.403939 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.404234 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.404664 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.405128 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.405395 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.405641 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.405919 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.406148 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.406372 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.406613 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.406853 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.407076 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.407350 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.407649 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.407954 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.408591 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.408591 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.408896 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.409034 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.409178 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.410095 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.410095 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.410095 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:28:16.410504 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88503) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 08 10:28:16.410649 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:28:16.410798 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:28:16.410935 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:28:16.411072 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:28:16.411206 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:28:16.411694 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.411694 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.411694 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.412115 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.412115 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.412115 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.412522 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.412522 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.412755 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.412840 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.413011 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.413172 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.413350 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.413502 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.413671 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.413801 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.413950 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.414111 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.414730 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.414730 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.414730 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.414730 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.415018 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] debug = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.415018 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.415217 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.415551 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.415867 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.416029 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.416190 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.416353 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.416552 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.416716 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.416877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.417041 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.417204 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.417367 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.417545 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.417692 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.417851 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.418012 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.418170 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] host = dv-neutron-837109-1-hyperv {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.418524 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.418754 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.418917 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.419061 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.419202 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.419343 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.419505 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.419893 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.420060 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.420223 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.420382 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.420564 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.420724 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.420888 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.421053 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_options = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.421216 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.421372 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.421528 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.421717 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.421906 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.422051 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.422181 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.422328 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.422416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:16.422500 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.422636 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.422823 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.422983 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.423187 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.423357 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.423505 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.423646 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.423811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.423950 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.424178 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.424261 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.424438 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.424625 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.424787 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.424948 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.425107 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.425267 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.425427 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.425587 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.425747 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.426232 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.426232 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.426232 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.426434 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.426631 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.426892 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.427100 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.427260 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.427437 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.427585 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.428333 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.428333 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.428333 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.428333 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.428628 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.428735 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.428888 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_json = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.429042 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.429208 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.429359 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.429521 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.429766 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.429853 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.430007 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.430172 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.430337 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:28:16.430495 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.430653 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.430828 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.431013 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.431155 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.431302 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.431457 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.431612 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.431768 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.431925 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.432089 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.432245 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.432412 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.432603 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.432774 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.432985 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.433089 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.433246 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.433409 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.433572 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.433737 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.433900 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.434440 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.434440 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.434440 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.434646 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.434711 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.434835 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.434997 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.435857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.435857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.435857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.435857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.435857 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.436162 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.436518 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.436675 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.436856 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.436998 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.437133 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.437280 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.437437 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.437600 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.437764 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.437926 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.438089 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.438252 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.438414 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.438577 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.439292 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.439496 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.439656 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.439818 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.439978 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.440204 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.440318 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.440539 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.440625 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.440759 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.440922 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.441089 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.441310 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.441422 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.441583 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.441745 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.442532 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.442532 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.442532 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.442532 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.442532 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.443226 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.443226 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.443226 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.443226 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.443226 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.444546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.444546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.444546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.444546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.444546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.444546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.444546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.444546 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445106 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445106 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445106 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445106 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445405 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445405 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445521 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445686 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.445850 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.446011 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.446174 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.446336 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.446498 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.446661 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.446825 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.447002 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.447137 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.447309 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.447451 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.447584 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.447747 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.448412 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.448412 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.448412 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.448412 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.448877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.448877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.448877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.449057 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.449164 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.449327 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.449490 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.449657 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.449821 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.449984 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.450147 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.450310 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.450478 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.450630 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.450792 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.450958 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.451121 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.451284 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.451447 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.451615 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.451789 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.451951 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.452114 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.452276 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.452463 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.452647 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.452811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.452979 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.453143 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.453305 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.453468 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.453659 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.453795 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.455176 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.455439 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.455629 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.455832 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.455925 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.456065 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.457177 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.457177 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.457177 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.457377 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.457522 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.459245 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.459245 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.459245 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.459245 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.459811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.459811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.459811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.459811 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.460029 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.460136 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.461987 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.461987 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.461987 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.461987 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.461987 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.461987 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.461987 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.461987 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462473 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462473 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462473 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462473 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462473 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462473 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462473 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.462877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.463054 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.463195 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.463359 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.463522 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.463686 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.463848 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.464011 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.464194 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.464357 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.464950 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.464950 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.464950 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.465160 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.465160 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.465305 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.465468 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.465703 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.465846 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.465981 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.466113 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.466258 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.466391 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.466523 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.466688 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.466847 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.467005 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.467167 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.467333 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.467496 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.467976 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.467976 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.467976 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.468208 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.468294 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.468421 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.468622 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.468771 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.468936 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.469089 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.469247 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.469408 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.470543 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.470543 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.470543 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.470543 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.470543 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.470543 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.470543 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471453 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471453 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471453 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471453 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471453 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471453 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471867 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471867 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.471867 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.472067 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.472191 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.472353 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.472667 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.472834 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.472997 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.473162 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.473871 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.473871 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.473871 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.473871 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.474197 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.474197 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.474362 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.474439 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.474589 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.474757 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.474931 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.475098 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.475263 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.475426 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.475576 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.475739 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.475902 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.476065 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.476229 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.476392 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.476576 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.476739 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.476902 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.477065 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.477226 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.477389 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.477551 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.477729 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.477877 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.478040 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:28:16.478196 dv-neutron-837109-1-hyperv neutron-server[88503]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88503) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:28:27.146626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4112db-fdec-406a-88cc-588e64f9258c None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:28:27.227661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4112db-fdec-406a-88cc-588e64f9258c None None] No non-hosted networks {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 10:28:27.251625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.agentschedulers_db [None req-3f4112db-fdec-406a-88cc-588e64f9258c None None] DHCP Agent not found on host dv-neutron-837109-1-hyperv {{(pid=88614) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 10:28:27.418459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7c1be387-d678-45d5-8c9d-f6598400e997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-808668'] for agent, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:29.481891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-95d37d91-debf-48e5-80cb-66467da2ed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-808668'] for agent, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:29.521914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-09a7b473-8384-4211-85f5-fcd1f0732736 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-837109-1-hyperv {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:28:29.522483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-09a7b473-8384-4211-85f5-fcd1f0732736 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:28:30.104160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-09a7b473-8384-4211-85f5-fcd1f0732736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:30.453138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-808668'] for agent, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.171940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-808668'] for agent, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.173397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.173749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.174263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.174601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.175091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.175620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.177138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.177724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.178863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.179357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.180676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.181167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:31.182740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-837109-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:31.192291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-837109-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:31.806454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-808668'] for agent, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.402907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 43682) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:34.001456 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING oslo_policy.policy [None req-5c69c93d-ab36-42a7-ae28-a9cb0e332b5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:28:34.002189 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING oslo_policy.policy [None req-5c69c93d-ab36-42a7-ae28-a9cb0e332b5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:28:34.221487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-5c69c93d-ab36-42a7-ae28-a9cb0e332b5e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:28:34.222723 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5c69c93d-ab36-42a7-ae28-a9cb0e332b5e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8173919 Apr 08 10:28:34.589680 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.db.l3_hamode_db [None req-126c80da-bbc8-41c1-a566-abc31c1862db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 10:28:34.676925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c80da-bbc8-41c1-a566-abc31c1862db None None] Routers set() bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:28:34.677308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c80da-bbc8-41c1-a566-abc31c1862db None None] Router IDs set() for agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 08 10:28:36.609177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 43696) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:36.970042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:28:37.076533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.policy [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88612) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 10:28:37.123835 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING oslo_policy.policy [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:28:37.124209 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING oslo_policy.policy [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:28:37.133457 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.quota [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] Loaded quota_driver: . Apr 08 10:28:37.148686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:37.286737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750039730772', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750039731617', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750039754571', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750039745250', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750039640573', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750039633461', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7898019', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7928634', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-594538'] for rbac-policy, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.480316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.481553 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-114c6f42-ac2c-4e1a-9d93-cbd0e53d65ac admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8712540 Apr 08 10:28:40.097073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 43710) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:40.451503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:28:40.456873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:40.461215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Usage tracker for resource:network and tenant:16f4f375c0f64150aef01b35ef5a7ad8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:40.465694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:40.471707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:40.617538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Made reservation on behalf of 16f4f375c0f64150aef01b35ef5a7ad8 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:40.620335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.638365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.652038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:40.655926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Usage tracker for resource:security_group_rule and tenant:16f4f375c0f64150aef01b35ef5a7ad8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:40.660883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:40.666360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:40.765158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.845981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.868063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:28:40.893891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750043476502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.894503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Unsubscribe: segment precommit_create {{(pid=88612) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:28:40.895006 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Added segment b9accc5c-783d-45e1-bdb7-bad4c8a94021 of type vlan for network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 Apr 08 10:28:40.943470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb5697a-7c22-4cc5-9e63-b12f85daa96e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:40.963277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.963644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.963987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.964323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.964682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.965032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.965362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.965691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.966015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.966339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.966660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.966979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Tracked resource versions report: Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: pushed versions: Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: { 'AddressGroup': {'1.2'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'ConntrackHelper': {'1.0'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Log': {'1.0'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Network': {'1.1'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Port': {'1.7'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'PortForwarding': {'1.2'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'QosPolicy': {'1.8'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SecurityGroup': {'1.4'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SubPort': {'1.0'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Subnet': {'1.1'}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Trunk': {'1.1'}} Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: consumer versions: Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: { DHCP agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: L3 agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: Metadata agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: Metering agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: Open vSwitch agent@dv-neutron-837109-1-hyperv: { 'AddressGroup': '1.2', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'ConntrackHelper': '1.0', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Log': '1.0', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Network': '1.1', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Port': '1.7', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'PortForwarding': '1.2', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'QosPolicy': '1.8', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SecurityGroup': '1.4', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SecurityGroupRule': '1.2', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SubPort': '1.0', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Subnet': '1.1', Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Trunk': '1.1'}} Apr 08 10:28:40.968293 dv-neutron-837109-1-hyperv neutron-server[88612]: {{(pid=88612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:28:41.006194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:41.126279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:41.127586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:41.128238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:41.234948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] Pushing event updated for resources: {'Network': ['ID=2fa34b4e-4270-4f60-b9fe-2b26acba76d8,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:41.245906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:41.298274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ff5fa166-9012-4d8a-97a1-74ef57652b0b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2001152 Apr 08 10:28:43.982468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 43726) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:44.426206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbbaffa-98ad-4555-bb2b-218399465841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:44.427553 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5bbbaffa-98ad-4555-bb2b-218399465841 admin admin] 10.222.0.23 "GET /v2.0/networks/2fa34b4e-4270-4f60-b9fe-2b26acba76d8 HTTP/1.1" status: 200 len: 825 time: 0.4441609 Apr 08 10:28:44.455269 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dc7995e4-f460-4d2b-9028-f86706e833fd admin admin] 10.222.0.23 "GET /v2.0/subnetpools/4214e369-e49d-4507-a5f2-de65bde51e1b HTTP/1.1" status: 200 len: 734 time: 0.0222030 Apr 08 10:28:44.463350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'subnetpool_id': '4214e369-e49d-4507-a5f2-de65bde51e1b', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:28:44.467383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:44.471107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Usage tracker for resource:subnet and tenant:16f4f375c0f64150aef01b35ef5a7ad8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:44.473883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:44.479314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:44.542897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Made reservation on behalf of 16f4f375c0f64150aef01b35ef5a7ad8 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:44.545453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.897704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.996347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a82255c-b94e-4b75-bcd2-95c9f3a37005,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:44.998332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Checking segment: {'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:28:44.998705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Network hostable DHCP agents. Network: 2fa34b4e-4270-4f60-b9fe-2b26acba76d8, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:45.091132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:45.171098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 2fa34b4e-4270-4f60-b9fe-2b26acba76d8) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:45.176698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:45.177456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.181200 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b4fff-1b15-4008-ab42-f1d2fb0f18f7 None None] Network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:28:45.258029 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-05b35bb2-1484-4f58-9d27-3eb71048d6b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7976816 Apr 08 10:28:45.494212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'fixed_ips': [{'subnet_id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:28:45.495405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.688121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Allocated IP 172.20.0.2 (2fa34b4e-4270-4f60-b9fe-2b26acba76d8/1a82255c-b94e-4b75-bcd2-95c9f3a37005/af4b9bcb-1c17-47f1-8c5d-a2b22df293ae) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:45.917179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.930424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Transition to ACTIVE for port object af4b9bcb-1c17-47f1-8c5d-a2b22df293ae will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:45.949670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Transition to ACTIVE for port object af4b9bcb-1c17-47f1-8c5d-a2b22df293ae will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:46.012134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.075396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:46.082387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:46.089884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:28:46.092034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Pushing event updated for resources: {'Port': ['ID=af4b9bcb-1c17-47f1-8c5d-a2b22df293ae,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:46.128659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.129007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.129402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.129739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.130074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.130414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.130745 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.131069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.131405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.131733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.132055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.132374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Tracked resource versions report: Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: pushed versions: Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: { 'AddressGroup': {'1.2'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'ConntrackHelper': {'1.0'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Log': {'1.0'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Network': {'1.1'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Port': {'1.7'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'PortForwarding': {'1.2'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'QosPolicy': {'1.8'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SecurityGroup': {'1.4'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SubPort': {'1.0'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Subnet': {'1.1'}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Trunk': {'1.1'}} Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: consumer versions: Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: { DHCP agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: L3 agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: Metadata agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: Metering agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: Open vSwitch agent@dv-neutron-837109-1-hyperv: { 'AddressGroup': '1.2', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'ConntrackHelper': '1.0', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Log': '1.0', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Network': '1.1', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Port': '1.7', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'PortForwarding': '1.2', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'QosPolicy': '1.8', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SecurityGroup': '1.4', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SecurityGroupRule': '1.2', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SubPort': '1.0', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Subnet': '1.1', Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Trunk': '1.1'}} Apr 08 10:28:46.133753 dv-neutron-837109-1-hyperv neutron-server[88614]: {{(pid=88614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:28:46.194494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Attempting to bind port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:46.195145 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Attempting to bind port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:46.195287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Attempting to bind port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae on network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:28:46.200907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:28:46.201249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Checking segment: {'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:28:46.201721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.202110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Bound using segment: {'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:28:46.202570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Bound port: af4b9bcb-1c17-47f1-8c5d-a2b22df293ae, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:46.203305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.291389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] For port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:28:46.295323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] For port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=af4b9bcb-1c17-47f1-8c5d-a2b22df293ae,segment=NetworkSegment(b9accc5c-783d-45e1-bdb7-bad4c8a94021),segment_id=b9accc5c-783d-45e1-bdb7-bad4c8a94021)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:28:46.366401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.458282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae8caf-ffe4-47d3-86e9-bc65dc4e6361 None None] Pushing event updated for resources: {'Port': ['ID=af4b9bcb-1c17-47f1-8c5d-a2b22df293ae,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:47.689983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 43736) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:48.286316 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING oslo_policy.policy [None req-8afb1748-4ff1-4031-b1e3-c653e6be518d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:28:48.286955 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING oslo_policy.policy [None req-8afb1748-4ff1-4031-b1e3-c653e6be518d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:28:48.508316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-8afb1748-4ff1-4031-b1e3-c653e6be518d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:28:48.509335 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8afb1748-4ff1-4031-b1e3-c653e6be518d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8183708 Apr 08 10:28:50.247207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b165af5d-7dbd-4d27-a759-0be5573c931c None None] Network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:28:50.366235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-feb749f6-c905-4ef4-a1ba-18b3b1a5d656 None None] Provisioning for port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:50.870822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device af4b9bcb-1c17-47f1-8c5d-a2b22df293ae up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:50.972415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 43754) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:51.137291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:51.143203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:51.143622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.279229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.314047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=af4b9bcb-1c17-47f1-8c5d-a2b22df293ae,segment=NetworkSegment(b9accc5c-783d-45e1-bdb7-bad4c8a94021),segment_id=b9accc5c-783d-45e1-bdb7-bad4c8a94021)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:28:51.342139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-61287d27-127e-4f41-b3d8-90dc47cf536f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:28:51.343293 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-61287d27-127e-4f41-b3d8-90dc47cf536f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3697813 Apr 08 10:28:51.396829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.473354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=af4b9bcb-1c17-47f1-8c5d-a2b22df293ae,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:52.842441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device af4b9bcb-1c17-47f1-8c5d-a2b22df293ae up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:52.911055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:52.911417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.012985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 43766) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:54.359503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'name': 'router1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:28:54.425722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.policy [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88613) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 10:28:54.471217 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING oslo_policy.policy [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:28:54.471532 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING oslo_policy.policy [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:28:54.479995 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.quota [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Loaded quota_driver: . Apr 08 10:28:54.495579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:54.501978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Usage tracker for resource:router and tenant:16f4f375c0f64150aef01b35ef5a7ad8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:54.506501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:54.513764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:54.582828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.584916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.609838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.794866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.868038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.869229 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4181f9e8-dda6-4c06-94d9-c8db393c9281 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8553028 Apr 08 10:28:57.171511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-43651bfd-8bb2-49ee-a1f3-b147977a5536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.241685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 43778) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:57.607526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-7ea673ae-82ea-4a55-8c4b-b2065a3df499 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:28:57.609159 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7ea673ae-82ea-4a55-8c4b-b2065a3df499 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3658946 Apr 08 10:28:59.434310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c64ca8d4-f0b8-4588-aa4c-fea7ac5ecfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.085357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 43788) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.416913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.451653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:29:00.457531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:00.461388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Usage tracker for resource:network and tenant:9016de7ebb4d4546bb6d2430d2e9bcaf is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:00.464706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:00.470410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:00.547804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Made reservation on behalf of 9016de7ebb4d4546bb6d2430d2e9bcaf for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:29:00.550640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.567795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.582569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:00.586279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9016de7ebb4d4546bb6d2430d2e9bcaf is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:00.589330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:00.595305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:00.685638 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.771092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.787975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=88613) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 10:29:00.818361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750043476502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.818922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Unsubscribe: segment precommit_create {{(pid=88613) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:29:00.819418 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Added segment 77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec of type flat for network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b Apr 08 10:29:00.828362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b869ebd6-154c-4c0d-aaca-ee93d431ad79,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:00.883037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.883397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.883735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.884065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.884444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.884760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.885084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.885404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.885721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.886038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.886355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.886671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Tracked resource versions report: Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: pushed versions: Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: { 'AddressGroup': {'1.2'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'ConntrackHelper': {'1.0'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Log': {'1.0'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Network': {'1.1'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Port': {'1.7'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'PortForwarding': {'1.2'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'QosPolicy': {'1.8'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SecurityGroup': {'1.4'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SubPort': {'1.0'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Subnet': {'1.1'}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Trunk': {'1.1'}} Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: consumer versions: Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: { DHCP agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: L3 agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: Metadata agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: Metering agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: Open vSwitch agent@dv-neutron-837109-1-hyperv: { 'AddressGroup': '1.2', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'ConntrackHelper': '1.0', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Log': '1.0', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Network': '1.1', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Port': '1.7', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'PortForwarding': '1.2', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'QosPolicy': '1.8', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SecurityGroup': '1.4', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SecurityGroupRule': '1.2', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SubPort': '1.0', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Subnet': '1.1', Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Trunk': '1.1'}} Apr 08 10:29:00.887983 dv-neutron-837109-1-hyperv neutron-server[88613]: {{(pid=88613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:29:00.936993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.063716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.064774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:01.065397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.142514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.176021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:01.186242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:29:01.241080 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-11844188-05d9-485f-a7d2-acd68eb9b1e9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1544251 Apr 08 10:29:01.829000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.319080 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:29:03.657849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 43812) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:03.868164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd94f2-fbcc-4d2d-bc1c-5d91025b4795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:03.869560 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fdfd94f2-fbcc-4d2d-bc1c-5d91025b4795 admin admin] 10.222.0.23 "GET /v2.0/subnets/1a82255c-b94e-4b75-bcd2-95c9f3a37005 HTTP/1.1" status: 200 len: 849 time: 0.2107651 Apr 08 10:29:04.028073 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d965c777-39f5-4337-9ee3-ee9994878bf8 admin admin] 10.222.0.23 "GET /v2.0/routers/eccb61c4-2ff2-49bb-906c-b85ed77891a1 HTTP/1.1" status: 200 len: 704 time: 0.1523011 Apr 08 10:29:04.497521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.726173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Allocated IP 172.20.0.1 (2fa34b4e-4270-4f60-b9fe-2b26acba76d8/1a82255c-b94e-4b75-bcd2-95c9f3a37005/e47c3fa0-85af-4ef9-aa35-a1d6d7584049) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:29:04.877438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.895183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Transition to ACTIVE for port object e47c3fa0-85af-4ef9-aa35-a1d6d7584049 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:05.028119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.087291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:05.090026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:05.100766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:29:05.101674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.229028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Pushing event updated for resources: {'Port': ['ID=e47c3fa0-85af-4ef9-aa35-a1d6d7584049,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:05.382559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-44d64ae3-1963-4096-a266-38ffd596ed07 None None] Provisioning for port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:05.387489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-44d64ae3-1963-4096-a266-38ffd596ed07 None None] Provisioning complete for port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:05.387859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-44d64ae3-1963-4096-a266-38ffd596ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.442144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-44d64ae3-1963-4096-a266-38ffd596ed07 None None] Port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:29:05.499722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.722680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.793370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.794109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.931432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Pushing event updated for resources: {'Port': ['ID=e47c3fa0-85af-4ef9-aa35-a1d6d7584049,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:05.985039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:05.986107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:06.164749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7e6e7a4b-84fd-4d0b-bd0b-bcedacec06a2 None None] Provisioning complete for port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:06.165114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7e6e7a4b-84fd-4d0b-bd0b-bcedacec06a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.219802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7e6e7a4b-84fd-4d0b-bd0b-bcedacec06a2 None None] Port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:29:06.257344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Router eccb61c4-2ff2-49bb-906c-b85ed77891a1 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:29:06.408106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:29:06.417693 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Sync routers for ids ['eccb61c4-2ff2-49bb-906c-b85ed77891a1'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:29:06.418413 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3618c9df-6269-4e17-9421-b538f3c80c95 admin admin] 10.222.0.23 "PUT /v2.0/routers/eccb61c4-2ff2-49bb-906c-b85ed77891a1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3851273 Apr 08 10:29:06.428069 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Routers {'eccb61c4-2ff2-49bb-906c-b85ed77891a1'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:29:06.428931 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:28:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['eccb61c4-2ff2-49bb-906c-b85ed77891a1'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:06.602217 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Set router eccb61c4-2ff2-49bb-906c-b85ed77891a1 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:29:06.982326 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'name': 'router1', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:54Z', 'updated_at': '2022-04-08T10:29:05Z', 'revision_number': 2, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'gw_port_host': None, '_interfaces': [{'id': 'e47c3fa0-85af-4ef9-aa35-a1d6d7584049', 'name': '', 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'mac_address': 'fa:16:3e:4f:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:04Z', 'updated_at': '2022-04-08T10:29:05Z', 'revision_number': 2, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'subnets': [{'id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4214e369-e49d-4507-a5f2-de65bde51e1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:06.987864 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Checking router: eccb61c4-2ff2-49bb-906c-b85ed77891a1 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:29:06.988233 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Updating router eccb61c4-2ff2-49bb-906c-b85ed77891a1 port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:29:07.040193 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.416568 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.432015 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Transition to ACTIVE for port object e47c3fa0-85af-4ef9-aa35-a1d6d7584049 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:07.507785 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.733913 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Pushing event updated for resources: {'Port': ['ID=e47c3fa0-85af-4ef9-aa35-a1d6d7584049,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:07.751948 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.752312 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.752680 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.753016 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.753349 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.753697 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.754028 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.754355 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.754694 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.755021 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.755347 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.755666 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Tracked resource versions report: Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: pushed versions: Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: { 'AddressGroup': {'1.2'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'ConntrackHelper': {'1.0'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Log': {'1.0'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Network': {'1.1'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Port': {'1.7'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'PortForwarding': {'1.2'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'QosPolicy': {'1.8'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SecurityGroup': {'1.4'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SubPort': {'1.0'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Subnet': {'1.1'}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Trunk': {'1.1'}} Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: consumer versions: Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: { DHCP agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: L3 agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: Metadata agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: Metering agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: Open vSwitch agent@dv-neutron-837109-1-hyperv: { 'AddressGroup': '1.2', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'ConntrackHelper': '1.0', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Log': '1.0', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Network': '1.1', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Port': '1.7', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'PortForwarding': '1.2', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'QosPolicy': '1.8', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SecurityGroup': '1.4', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SecurityGroupRule': '1.2', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SubPort': '1.0', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Subnet': '1.1', Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Trunk': '1.1'}} Apr 08 10:29:07.757024 dv-neutron-837109-1-hyperv neutron-server[88615]: {{(pid=88615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:29:07.762989 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Attempting to bind port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:29:07.763385 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Attempting to bind port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:29:07.763791 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Attempting to bind port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 on network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:29:07.769262 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:29:07.769665 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Checking segment: {'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:29:07.770146 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.770530 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Bound using segment: {'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:29:07.771020 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Bound port: e47c3fa0-85af-4ef9-aa35-a1d6d7584049, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9accc5c-783d-45e1-bdb7-bad4c8a94021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:29:07.771403 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.869893 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] For port e47c3fa0-85af-4ef9-aa35-a1d6d7584049, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:29:07.869893 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] For port e47c3fa0-85af-4ef9-aa35-a1d6d7584049, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e47c3fa0-85af-4ef9-aa35-a1d6d7584049,segment=NetworkSegment(b9accc5c-783d-45e1-bdb7-bad4c8a94021),segment_id=b9accc5c-783d-45e1-bdb7-bad4c8a94021)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:29:07.943042 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.032722 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Routers {'eccb61c4-2ff2-49bb-906c-b85ed77891a1'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:29:08.033365 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:28:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['eccb61c4-2ff2-49bb-906c-b85ed77891a1'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:08.086966 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396deaa-bca8-4bf8-a34e-92c3c5c06a74 None None] Pushing event updated for resources: {'Port': ['ID=e47c3fa0-85af-4ef9-aa35-a1d6d7584049,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:08.188714 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] Set router eccb61c4-2ff2-49bb-906c-b85ed77891a1 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:29:08.531458 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'name': 'router1', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:54Z', 'updated_at': '2022-04-08T10:29:05Z', 'revision_number': 2, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'gw_port_host': None, '_interfaces': [{'id': 'e47c3fa0-85af-4ef9-aa35-a1d6d7584049', 'name': '', 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'mac_address': 'fa:16:3e:4f:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:04Z', 'updated_at': '2022-04-08T10:29:07Z', 'revision_number': 4, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'subnets': [{'id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4214e369-e49d-4507-a5f2-de65bde51e1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:08.535899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b9d03-74bf-4943-83c5-7483aa458482 None None] The sync data for ids ['eccb61c4-2ff2-49bb-906c-b85ed77891a1'] in dv-neutron-837109-1-hyperv is: [{'id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'name': 'router1', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:54Z', 'updated_at': '2022-04-08T10:29:05Z', 'revision_number': 2, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'gw_port_host': None, '_interfaces': [{'id': 'e47c3fa0-85af-4ef9-aa35-a1d6d7584049', 'name': '', 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'mac_address': 'fa:16:3e:4f:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:04Z', 'updated_at': '2022-04-08T10:29:07Z', 'revision_number': 4, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'subnets': [{'id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4214e369-e49d-4507-a5f2-de65bde51e1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:29:08.638524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 43834) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.791354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d497a8-d32b-4c79-bfd7-eda58ae20b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:08.794613 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e7d497a8-d32b-4c79-bfd7-eda58ae20b45 admin admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 842 time: 0.1545215 Apr 08 10:29:08.804254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Request body: {'subnet': {'cidr': '172.26.7.0/24', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'ip_version': 4, 'gateway_ip': '172.26.7.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:29:08.809375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:08.813350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Usage tracker for resource:subnet and tenant:9016de7ebb4d4546bb6d2430d2e9bcaf is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:08.816300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:08.822257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:08.930595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Made reservation on behalf of 9016de7ebb4d4546bb6d2430d2e9bcaf for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:29:08.933131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:09.392653 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:29:09.393225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:09.487445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=956fc1f4-98ca-4f25-870d-3ad54472406b,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:09.491495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:29:09.491913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Network hostable DHCP agents. Network: 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:29:09.588102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:29:09.696031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:09.700191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:09.700801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:09.705430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f714c4-21dd-4e71-8f8c-e6eda9f149b3 None None] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:29:09.794384 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-59c86bd0-84bc-494c-9fd5-bf92f9011543 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9938960 Apr 08 10:29:09.920979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928bb1c-808f-49a1-b6bf-ca882ba3f92f None None] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:29:10.869343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e47c3fa0-85af-4ef9-aa35-a1d6d7584049 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:11.027710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:11.033572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:11.038358 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:11.150625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:11.181790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port e47c3fa0-85af-4ef9-aa35-a1d6d7584049, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e47c3fa0-85af-4ef9-aa35-a1d6d7584049,segment=NetworkSegment(b9accc5c-783d-45e1-bdb7-bad4c8a94021),segment_id=b9accc5c-783d-45e1-bdb7-bad4c8a94021)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:29:11.302502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:11.372748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=e47c3fa0-85af-4ef9-aa35-a1d6d7584049,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:12.113718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 43848) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:12.339000 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b53b32fc-af0b-4329-b625-5c069e3562ee admin admin] 10.222.0.23 "GET /v2.0/routers/eccb61c4-2ff2-49bb-906c-b85ed77891a1 HTTP/1.1" status: 200 len: 710 time: 0.2241490 Apr 08 10:29:12.467441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022495dc-5e6f-4d9f-9520-c0727a6d2f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:12.468820 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-022495dc-5e6f-4d9f-9520-c0727a6d2f17 admin admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 886 time: 0.1241677 Apr 08 10:29:12.477454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:29:12.849806 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e47c3fa0-85af-4ef9-aa35-a1d6d7584049 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:12.917240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:12.917644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.950946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.366718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.424795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.564265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Allocated IP 172.26.7.41 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/4076ca35-6d7b-45eb-9799-5229f5ce86c1) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:29:13.715701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.828664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.895294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:13.898455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:13.903823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:29:13.952202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Pushing event updated for resources: {'Port': ['ID=4076ca35-6d7b-45eb-9799-5229f5ce86c1,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:14.400718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.744402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.747816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.931664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Router eccb61c4-2ff2-49bb-906c-b85ed77891a1 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:29:15.109529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:29:15.118450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.118855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Sync routers for ids ['eccb61c4-2ff2-49bb-906c-b85ed77891a1'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:29:15.119765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5a2c52c1-e969-424f-8c3c-f70a20fe7334 admin admin] 10.222.0.23 "PUT /v2.0/routers/eccb61c4-2ff2-49bb-906c-b85ed77891a1 HTTP/1.1" status: 200 len: 889 time: 2.6455865 Apr 08 10:29:15.129594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Routers {'eccb61c4-2ff2-49bb-906c-b85ed77891a1'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:29:15.130276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:28:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['eccb61c4-2ff2-49bb-906c-b85ed77891a1'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:15.352085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Set router eccb61c4-2ff2-49bb-906c-b85ed77891a1 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:29:15.703621 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'name': 'router1', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '4076ca35-6d7b-45eb-9799-5229f5ce86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:54Z', 'updated_at': '2022-04-08T10:29:14Z', 'revision_number': 4, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'gw_port': {'id': '4076ca35-6d7b-45eb-9799-5229f5ce86c1', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:13Z', 'updated_at': '2022-04-08T10:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e47c3fa0-85af-4ef9-aa35-a1d6d7584049', 'name': '', 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'mac_address': 'fa:16:3e:4f:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:04Z', 'updated_at': '2022-04-08T10:29:11Z', 'revision_number': 5, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'subnets': [{'id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4214e369-e49d-4507-a5f2-de65bde51e1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:15.708682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Checking router: eccb61c4-2ff2-49bb-906c-b85ed77891a1 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:29:15.709041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Updating router eccb61c4-2ff2-49bb-906c-b85ed77891a1 port 4076ca35-6d7b-45eb-9799-5229f5ce86c1 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:29:15.761979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.099330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.111073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Transition to ACTIVE for port object 4076ca35-6d7b-45eb-9799-5229f5ce86c1 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:16.181842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.265798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Attempting to bind port 4076ca35-6d7b-45eb-9799-5229f5ce86c1 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:29:16.266166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Attempting to bind port 4076ca35-6d7b-45eb-9799-5229f5ce86c1 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:29:16.266645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Attempting to bind port 4076ca35-6d7b-45eb-9799-5229f5ce86c1 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:29:16.268725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de071db9-8b51-49e8-9f4e-73228f34b96e None None] Pushing event updated for resources: {'Port': ['ID=4076ca35-6d7b-45eb-9799-5229f5ce86c1,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:16.274833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:29:16.282122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:29:16.282122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.282122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:29:16.282122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Bound port: 4076ca35-6d7b-45eb-9799-5229f5ce86c1, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:29:16.282122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.352702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] For port 4076ca35-6d7b-45eb-9799-5229f5ce86c1, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:29:16.355620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] For port 4076ca35-6d7b-45eb-9799-5229f5ce86c1, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4076ca35-6d7b-45eb-9799-5229f5ce86c1,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:29:16.424183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.528405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Routers {'eccb61c4-2ff2-49bb-906c-b85ed77891a1'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:29:16.529231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:28:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['eccb61c4-2ff2-49bb-906c-b85ed77891a1'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:16.593528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de071db9-8b51-49e8-9f4e-73228f34b96e None None] Pushing event updated for resources: {'Port': ['ID=4076ca35-6d7b-45eb-9799-5229f5ce86c1,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:16.723199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] Set router eccb61c4-2ff2-49bb-906c-b85ed77891a1 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:29:17.078257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'name': 'router1', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '4076ca35-6d7b-45eb-9799-5229f5ce86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:54Z', 'updated_at': '2022-04-08T10:29:14Z', 'revision_number': 4, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'gw_port': {'id': '4076ca35-6d7b-45eb-9799-5229f5ce86c1', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:13Z', 'updated_at': '2022-04-08T10:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e47c3fa0-85af-4ef9-aa35-a1d6d7584049', 'name': '', 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'mac_address': 'fa:16:3e:4f:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:04Z', 'updated_at': '2022-04-08T10:29:11Z', 'revision_number': 5, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'subnets': [{'id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4214e369-e49d-4507-a5f2-de65bde51e1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:17.082079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc21ff-812c-45e9-a852-de7986d60545 None None] The sync data for ids ['eccb61c4-2ff2-49bb-906c-b85ed77891a1'] in dv-neutron-837109-1-hyperv is: [{'id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'name': 'router1', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '4076ca35-6d7b-45eb-9799-5229f5ce86c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:54Z', 'updated_at': '2022-04-08T10:29:14Z', 'revision_number': 4, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'gw_port': {'id': '4076ca35-6d7b-45eb-9799-5229f5ce86c1', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:74:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:13Z', 'updated_at': '2022-04-08T10:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e47c3fa0-85af-4ef9-aa35-a1d6d7584049', 'name': '', 'network_id': '2fa34b4e-4270-4f60-b9fe-2b26acba76d8', 'tenant_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'mac_address': 'fa:16:3e:4f:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccb61c4-2ff2-49bb-906c-b85ed77891a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:04Z', 'updated_at': '2022-04-08T10:29:11Z', 'revision_number': 5, 'project_id': '16f4f375c0f64150aef01b35ef5a7ad8', 'subnets': [{'id': '1a82255c-b94e-4b75-bcd2-95c9f3a37005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4214e369-e49d-4507-a5f2-de65bde51e1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:29:17.544272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 43858) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:17.668620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e7286a30-9ddc-42e9-8bcb-e1364c6a1fdf admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1229496 Apr 08 10:29:18.882709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4076ca35-6d7b-45eb-9799-5229f5ce86c1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:19.027882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 4076ca35-6d7b-45eb-9799-5229f5ce86c1 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:19.033188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4076ca35-6d7b-45eb-9799-5229f5ce86c1 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:19.036592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.148149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.164911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 4076ca35-6d7b-45eb-9799-5229f5ce86c1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4076ca35-6d7b-45eb-9799-5229f5ce86c1,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:29:19.268413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.355637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=4076ca35-6d7b-45eb-9799-5229f5ce86c1,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:20.866862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4076ca35-6d7b-45eb-9799-5229f5ce86c1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:20.959224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4076ca35-6d7b-45eb-9799-5229f5ce86c1 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:20.959621 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:27.210414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ee60f660-605a-4d3e-82bb-0489779437e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:29.444513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6fbd4d27-fb62-463b-91ca-3bcf70609431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:30.427703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:31.158588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:31.781951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:39.318376 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:29:57.210075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e8b0388c-172a-475c-b014-c2b90519b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:59.450746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-135b50e9-68f9-4880-bb5f-8daa1bfc125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:00.427215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:01.137617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:01.782255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:16.318876 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:30:27.211261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0726da04-1c0f-493c-a4d1-c412823228f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:29.456492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe0ae-e0a8-4769-a7c2-571b7fd33e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.451310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.159963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.828542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:53.318823 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:30:57.251054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7d3b-055e-468a-88c3-3748b0bde717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:59.445857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8849257d-12de-435e-9b93-23aa93edcab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:00.445571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:01.154585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:01.805227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:27.222805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-133ebf1a-d9df-47fd-b2ad-6eeffbfd0e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:29.479855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-52d30182-75df-4c57-bdee-e47b3fec050f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.318835 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:31:30.451202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.178255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.799447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:32.959284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44460) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:33.028263 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a946684-12e9-4f61-a164-f5ce01821ef7 admin admin] GET failed (client error): The resource could not be found. Apr 08 10:31:33.029606 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8a946684-12e9-4f61-a164-f5ce01821ef7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0693779 Apr 08 10:31:33.162380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e12a2-6c6c-473b-bb05-4b3c61343ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:33.163830 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0a5e12a2-6c6c-473b-bb05-4b3c61343ab1 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1300173 Apr 08 10:31:35.386807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44470) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:35.494055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651862b2-d356-4054-afa5-b4fa8232c8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:35.495129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-651862b2-d356-4054-afa5-b4fa8232c8db admin admin] Synchronizing usage tracker for tenant:9016de7ebb4d4546bb6d2430d2e9bcaf on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:31:35.633153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-651862b2-d356-4054-afa5-b4fa8232c8db admin admin] Unset dirty status for tenant:9016de7ebb4d4546bb6d2430d2e9bcaf on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:31:35.634291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-651862b2-d356-4054-afa5-b4fa8232c8db admin admin] 10.222.0.23 "GET /v2.0/subnets/1a82255c-b94e-4b75-bcd2-95c9f3a37005 HTTP/1.1" status: 200 len: 849 time: 0.2465026 Apr 08 10:31:35.644272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:31:35.764655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:36.073481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750043321335'] for subnet, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:36.118003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:36.118187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:36.122670 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] 10.222.0.23 "PUT /v2.0/subnets/1a82255c-b94e-4b75-bcd2-95c9f3a37005 HTTP/1.1" status: 200 len: 868 time: 0.4791999 Apr 08 10:31:36.122842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09088bae-0974-4c63-9b8f-4389532a4eb7 None None] Network 2fa34b4e-4270-4f60-b9fe-2b26acba76d8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:31:36.146458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a82255c-b94e-4b75-bcd2-95c9f3a37005,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:36.155536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.155895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.156243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.156618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.156960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.157299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.157639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.158244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.158613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.158948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.159276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.159604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e78356b-f9cf-4abe-b4dd-e0aa76bcf13f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:36.626826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e1a84d57-fa86-41cc-bc8b-4cedad70016e None None] Provisioning complete for port e47c3fa0-85af-4ef9-aa35-a1d6d7584049 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:31:36.627115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e1a84d57-fa86-41cc-bc8b-4cedad70016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:36.756326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e1a84d57-fa86-41cc-bc8b-4cedad70016e None None] Provisioning complete for port af4b9bcb-1c17-47f1-8c5d-a2b22df293ae triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:31:36.756646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e1a84d57-fa86-41cc-bc8b-4cedad70016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:38.345877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44480) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:38.526989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b74799-5e30-4cc7-a57c-ffbc2a437579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:38.527400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b74799-5e30-4cc7-a57c-ffbc2a437579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:38.528169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-27b74799-5e30-4cc7-a57c-ffbc2a437579 admin admin] Synchronizing usage tracker for tenant:9016de7ebb4d4546bb6d2430d2e9bcaf on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:31:38.622496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-27b74799-5e30-4cc7-a57c-ffbc2a437579 admin admin] Unset dirty status for tenant:9016de7ebb4d4546bb6d2430d2e9bcaf on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:31:38.623656 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-27b74799-5e30-4cc7-a57c-ffbc2a437579 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2768507 Apr 08 10:31:40.816178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44490) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:41.042442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415a461-9374-4a83-87cf-a959bd1ef7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:41.042924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415a461-9374-4a83-87cf-a959bd1ef7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:41.044587 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9415a461-9374-4a83-87cf-a959bd1ef7f4 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2271259 Apr 08 10:31:43.238263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44500) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:43.458511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d55ca8-035c-4316-be91-4fa150ce8c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:43.459802 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-11d55ca8-035c-4316-be91-4fa150ce8c53 admin admin] 10.222.0.23 "GET /v2.0/networks/2fa34b4e-4270-4f60-b9fe-2b26acba76d8 HTTP/1.1" status: 200 len: 869 time: 0.2205966 Apr 08 10:31:45.685241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44510) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:45.853542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0013fe2e-36ce-4ed0-b4d0-1fead1f57151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:45.854959 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0013fe2e-36ce-4ed0-b4d0-1fead1f57151 admin admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 886 time: 0.1687863 Apr 08 10:31:48.067319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44520) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:48.211977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739dd05-be47-4609-a721-0b871f931256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:48.212433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739dd05-be47-4609-a721-0b871f931256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:48.214784 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1739dd05-be47-4609-a721-0b871f931256 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465244 Apr 08 10:31:50.465274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44530) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:50.589326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc742f47-0f9d-4d40-acf0-973b0cda8183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:50.590126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc742f47-0f9d-4d40-acf0-973b0cda8183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:50.592591 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fc742f47-0f9d-4d40-acf0-973b0cda8183 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261506 Apr 08 10:31:52.906126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44540) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:53.063269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a258c-be51-4c41-b3c0-cca3d20588d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:53.064670 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f80a258c-be51-4c41-b3c0-cca3d20588d7 admin admin] 10.222.0.23 "GET /v2.0/subnets/1a82255c-b94e-4b75-bcd2-95c9f3a37005 HTTP/1.1" status: 200 len: 868 time: 0.1575525 Apr 08 10:31:55.287055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44550) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:55.390935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5672645-64da-4d4a-8586-eedf79ce82c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:55.392291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f5672645-64da-4d4a-8586-eedf79ce82c2 admin admin] 10.222.0.23 "GET /v2.0/subnets/956fc1f4-98ca-4f25-870d-3ad54472406b HTTP/1.1" status: 200 len: 816 time: 0.1042750 Apr 08 10:31:57.205789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e688a9d7-a929-488c-8d26-208cff119705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:59.474161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72d315d9-fcd2-42ae-95ff-6c2f093f3377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:00.439395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:01.175705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:01.794846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:07.318369 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:32:14.919704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44596) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:14.970523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-570dafd5-b73d-4f15-bda2-a1889615cff2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:32:14.971746 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-570dafd5-b73d-4f15-bda2-a1889615cff2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509400 Apr 08 10:32:17.318530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44606) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:17.396008 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecf3e28-835f-4463-93fb-46f1b2fb1a82 admin admin] GET failed (client error): The resource could not be found. Apr 08 10:32:17.399168 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cecf3e28-835f-4463-93fb-46f1b2fb1a82 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0779402 Apr 08 10:32:17.532070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba2289-4b7a-489f-9371-c057a0a7121f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:17.533527 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ebba2289-4b7a-489f-9371-c057a0a7121f admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1312993 Apr 08 10:32:19.831575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44616) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:19.891739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:32:19.897950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:19.910274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:19.999760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Made reservation on behalf of 9016de7ebb4d4546bb6d2430d2e9bcaf for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:32:20.002253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:20.096270 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.services.revisions.revision_plugin [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Could not find related network for resource to bump revision. Apr 08 10:32:20.110251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:32:20.121197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:20.121672 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Added segment 5799dd98-8834-47c3-ab52-60a503559932 of type vlan for network 97aef1a7-feae-477a-896b-72b2e5d36ab0 Apr 08 10:32:20.152960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:20.262715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:20.263722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:20.264297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:20.372007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] Pushing event updated for resources: {'Network': ['ID=97aef1a7-feae-477a-896b-72b2e5d36ab0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:20.382125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 97aef1a7-feae-477a-896b-72b2e5d36ab0 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:32:20.472861 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9182f377-1093-42a8-ad84-889641c8ec61 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6376061 Apr 08 10:32:22.791818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44626) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:22.863553 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-03770072-5015-49c3-b96b-b06e0859d6f5 admin admin] GET failed (client error): The resource could not be found. Apr 08 10:32:22.864092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-03770072-5015-49c3-b96b-b06e0859d6f5 admin admin] Synchronizing usage tracker for tenant:9016de7ebb4d4546bb6d2430d2e9bcaf on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:32:23.005410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-03770072-5015-49c3-b96b-b06e0859d6f5 admin admin] Unset dirty status for tenant:9016de7ebb4d4546bb6d2430d2e9bcaf on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:32:23.006491 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-03770072-5015-49c3-b96b-b06e0859d6f5 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2135777 Apr 08 10:32:23.115424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a1ef8-ca91-4211-bd3e-b5b55f2ee5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:23.116929 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-422a1ef8-ca91-4211-bd3e-b5b55f2ee5bb admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1056335 Apr 08 10:32:23.128367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:32:23.133192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:23.142946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:23.246039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Made reservation on behalf of 9016de7ebb4d4546bb6d2430d2e9bcaf for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:32:23.248552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:23.727823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:23.804818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe65f203-0eb0-463d-8325-6c542a799b8a,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:23.815521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Checking segment: {'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:32:23.815863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Network hostable DHCP agents. Network: 97aef1a7-feae-477a-896b-72b2e5d36ab0, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:32:23.948624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Network 97aef1a7-feae-477a-896b-72b2e5d36ab0 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:32:24.078484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 97aef1a7-feae-477a-896b-72b2e5d36ab0) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:24.082941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:24.083536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:24.090009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15da4e7-6db1-4ac7-846f-c71f99ce5a8c None None] Network 97aef1a7-feae-477a-896b-72b2e5d36ab0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:32:24.200665 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3e617c67-548d-4a11-8434-16a84442b7d4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0759399 Apr 08 10:32:24.333915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-97aef1a7-feae-477a-896b-72b2e5d36ab0', 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0', 'tenant_id': '9016de7ebb4d4546bb6d2430d2e9bcaf', 'fixed_ips': [{'subnet_id': 'fe65f203-0eb0-463d-8325-6c542a799b8a'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:32:24.334774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:24.502783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Allocated IP 192.168.233.2 (97aef1a7-feae-477a-896b-72b2e5d36ab0/fe65f203-0eb0-463d-8325-6c542a799b8a/be35a415-6a53-46c0-bfa3-cfc724f5f6bc) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:32:24.718491 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:24.729747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Transition to ACTIVE for port object be35a415-6a53-46c0-bfa3-cfc724f5f6bc will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:24.749074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Transition to ACTIVE for port object be35a415-6a53-46c0-bfa3-cfc724f5f6bc will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:24.841958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:24.907511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Network 97aef1a7-feae-477a-896b-72b2e5d36ab0 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:32:24.914904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:24.926142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Pushing event updated for resources: {'Port': ['ID=be35a415-6a53-46c0-bfa3-cfc724f5f6bc,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:24.928749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:32:24.938893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.939252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.939591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.939921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.940249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.940616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.940940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.941259 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.941612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.941942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.942257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:24.942574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:25.031544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Attempting to bind port be35a415-6a53-46c0-bfa3-cfc724f5f6bc on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:32:25.031890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Attempting to bind port be35a415-6a53-46c0-bfa3-cfc724f5f6bc by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:32:25.032193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Attempting to bind port be35a415-6a53-46c0-bfa3-cfc724f5f6bc on network 97aef1a7-feae-477a-896b-72b2e5d36ab0 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:32:25.038364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:32:25.038728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Checking segment: {'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:32:25.039126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:25.039511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Bound using segment: {'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:32:25.039981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Bound port: be35a415-6a53-46c0-bfa3-cfc724f5f6bc, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:32:25.040379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:25.136830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] For port be35a415-6a53-46c0-bfa3-cfc724f5f6bc, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:32:25.140110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] For port be35a415-6a53-46c0-bfa3-cfc724f5f6bc, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=be35a415-6a53-46c0-bfa3-cfc724f5f6bc,segment=NetworkSegment(5799dd98-8834-47c3-ab52-60a503559932),segment_id=5799dd98-8834-47c3-ab52-60a503559932)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:32:25.252127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:25.347289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba7cb9-5f03-48c1-992e-8dc39d80a72f None None] Pushing event updated for resources: {'Port': ['ID=be35a415-6a53-46c0-bfa3-cfc724f5f6bc,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:26.219631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ffe6b-dd61-488e-88c3-8985d24bc335 None None] Network 97aef1a7-feae-477a-896b-72b2e5d36ab0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:32:26.433962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9fa99d3e-1bd5-441e-a4ed-4215b298a48c None None] Provisioning for port be35a415-6a53-46c0-bfa3-cfc724f5f6bc completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:26.991787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device be35a415-6a53-46c0-bfa3-cfc724f5f6bc up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:27.175644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port be35a415-6a53-46c0-bfa3-cfc724f5f6bc completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:27.180840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port be35a415-6a53-46c0-bfa3-cfc724f5f6bc triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:27.181918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:27.239228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-22f512a1-fa9e-4bf3-9757-ee043918bf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:27.310076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:27.351781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port be35a415-6a53-46c0-bfa3-cfc724f5f6bc, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=be35a415-6a53-46c0-bfa3-cfc724f5f6bc,segment=NetworkSegment(5799dd98-8834-47c3-ab52-60a503559932),segment_id=5799dd98-8834-47c3-ab52-60a503559932)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:32:27.485546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:27.560191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=be35a415-6a53-46c0-bfa3-cfc724f5f6bc,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:28.957789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device be35a415-6a53-46c0-bfa3-cfc724f5f6bc up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:29.026024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port be35a415-6a53-46c0-bfa3-cfc724f5f6bc triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:29.026425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:29.461464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bc27317e-ad09-4cfc-ad81-2d3e544a7a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:30.490008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:31.188164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:31.823462 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.317899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:32:57.261738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ed2b26ec-baca-4485-9d19-99bfb9bb3a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:59.444220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3462e35c-5f3e-4943-a3e7-49f5ea9be628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:00.439548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:01.211065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:01.822969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.317959 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:33:27.193678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-43817d99-ac9f-4cfd-8666-eb9ef23cf4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.519644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-59778944-a2d5-46cb-90e5-2fd94e415c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:30.477493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.171146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.869104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:57.211609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d917e247-ad79-4b2a-a3a5-f79bcb7d9bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:58.318992 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:33:59.489383 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c2566ba1-5abf-4e07-ad53-1bb72cbdd1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:00.514054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:01.163469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:01.828724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:10.515929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44670) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:10.522490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-b4d9bba0-cf17-4371-897e-91579082a7e6 tempest-verify_tempest_config-795579205 tempest-verify_tempest_config-795579205-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:34:10.523593 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b4d9bba0-cf17-4371-897e-91579082a7e6 tempest-verify_tempest_config-795579205 tempest-verify_tempest_config-795579205-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066524 Apr 08 10:34:11.237971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44688) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:11.368873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:11.384576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:11.388408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Usage tracker for resource:security_group_rule and tenant:e22ff72216ae432fba4bda73848e7d8c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:11.391257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:11.396884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:11.479597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:11.547042 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:11.604119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Synchronizing usage tracker for tenant:9016de7ebb4d4546bb6d2430d2e9bcaf on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:34:11.608335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa7e86-8403-44e4-8f2b-18a7f0106391,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:11.620065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.620441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.620847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.621186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.621520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.621872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.622205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.622555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.622883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.623208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.623534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.623858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:11.718055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] Unset dirty status for tenant:9016de7ebb4d4546bb6d2430d2e9bcaf on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:34:11.719349 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6954689b-1822-4ecb-ae7a-a7f1fc00924f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e22ff72216ae432fba4bda73848e7d8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4804149 Apr 08 10:34:11.722130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44694) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:11.781143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f85b617-f386-483e-b8a3-59de30648fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:11.813382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f85b617-f386-483e-b8a3-59de30648fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:12.028943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f85b617-f386-483e-b8a3-59de30648fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:12.046221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85b617-f386-483e-b8a3-59de30648fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa7e86-8403-44e4-8f2b-18a7f0106391,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:12.051788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f85b617-f386-483e-b8a3-59de30648fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:12.053786 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2f85b617-f386-483e-b8a3-59de30648fcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76aa7e86-8403-44e4-8f2b-18a7f0106391 HTTP/1.1" status: 204 len: 168 time: 0.3304896 Apr 08 10:34:27.302121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1a0e386f-c766-40f2-add8-2dbfe1e8edd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:29.462239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b9c2-dd56-4e91-a13c-11d9ae80080c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:30.454965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:31.272092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:31.820637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:35.318370 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:34:57.208829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7bb6-59cf-468e-be2a-273b9af35b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.461788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-31544b6a-3db4-430c-b225-0c29d5b8cab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.482707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:01.165029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:01.929021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:12.316079 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 5 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:35:27.242547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8952608c-0446-446d-bb6b-fa47e6d04a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:29.456521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e8e28fc-955a-4eee-92e9-0544f51b0f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:30.564682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:31.271918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:31.876966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.993313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-808668'] for agent, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:49.315898 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:35:49.689651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44772) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:49.804701 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8fb499e2-5144-435f-a86e-e6b57d536a5c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1138470 Apr 08 10:35:52.049173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44782) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:52.108347 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-afdac96a-bdb1-4ba6-b889-e1055299f343 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0581758 Apr 08 10:35:57.215693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3214365-f111-4d26-ad0d-a39fe084b6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:59.491001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f6a936a0-90f7-46e8-a85b-eb8a82f62164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:00.505055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:01.150447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:01.827587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:03.956484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:26.315770 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:36:27.211699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-274b761f-72fc-4abe-b467-b44858071705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:29.490184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8e14a362-2956-4bbf-bad9-d40d434f3688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:30.478264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:31.165082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:31.899019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:34.055561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:57.210064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c586efd-9a3d-4b57-9014-7221a28cd7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:59.483402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b521-b1d6-400c-a582-6683bdcba9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:00.486723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:01.152376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:01.852650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:03.317971 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:37:03.998047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:24.968556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:25.402992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-963530617-network', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:25.407487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:25.411748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Usage tracker for resource:network and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:25.418392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:25.421082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:25.489739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Made reservation on behalf of 4ff8d365fe7a49148aab825402ef3c73 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:25.492686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:25.506844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:25.522053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:25.526136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Usage tracker for resource:security_group_rule and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:25.529058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:25.536256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:25.588082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44954) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:25.641283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:25.709642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:25.772758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed176954-39ad-47e8-b23f-4f1ce5d25a87,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:25.788024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:25.792953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.793557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.795028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.795028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.795265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.795814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.796561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.797165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.797729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.798285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.798835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.799401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Tracked resource versions report: Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: pushed versions: Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: { 'AddressGroup': {'1.2'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'ConntrackHelper': {'1.0'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Log': {'1.0'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Network': {'1.1'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Port': {'1.7'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'PortForwarding': {'1.2'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'QosPolicy': {'1.8'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SecurityGroup': {'1.4'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SubPort': {'1.0'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Subnet': {'1.1'}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Trunk': {'1.1'}} Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: consumer versions: Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: { DHCP agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: HyperV agent@hv-neutron-8371: {}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: L3 agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: Metadata agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: Metering agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: Open vSwitch agent@dv-neutron-837109-1-hyperv: { 'AddressGroup': '1.2', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'ConntrackHelper': '1.0', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Log': '1.0', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Network': '1.1', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Port': '1.7', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'PortForwarding': '1.2', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'QosPolicy': '1.8', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SecurityGroup': '1.4', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SecurityGroupRule': '1.2', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'SubPort': '1.0', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Subnet': '1.1', Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: 'Trunk': '1.1'}} Apr 08 10:37:25.801931 dv-neutron-837109-1-hyperv neutron-server[88613]: {{(pid=88613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:37:25.818722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:25.819290 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Added segment 794e57fb-1e0a-4b48-86a0-95c810df77cc of type vlan for network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 Apr 08 10:37:25.858669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:25.951643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:25.955018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:25.955018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:26.060998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] Pushing event updated for resources: {'Network': ['ID=86331d7c-f8b8-4aad-b18f-88ecd1f6de99,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:26.071293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:26.145329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 44972) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:26.146736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8c78adb7-8e54-41d0-aded-5dcbf0c11cef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1759419 Apr 08 10:37:26.151492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Request body: {'subnet': {'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-963530617-subnet', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:26.157125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:26.161936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Usage tracker for resource:subnet and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:26.165879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:26.174062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:26.275862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Made reservation on behalf of 4ff8d365fe7a49148aab825402ef3c73 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:26.290378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:26.335953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-451302776-network', 'tenant_id': '9b56a76045db447da29768d10045e9df'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:26.335953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:26.381870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Usage tracker for resource:network and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:26.388825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:26.399895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:26.566569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Made reservation on behalf of 9b56a76045db447da29768d10045e9df for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:26.569175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:26.585570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:26.597993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:26.622228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 44984) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:26.644347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:26.667722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Usage tracker for resource:security_group_rule and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:26.677134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:26.692011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:26.705608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a285e05-db3a-4c3e-b859-f09535bfa654,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:26.719374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Checking segment: {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:26.719970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Network hostable DHCP agents. Network: 86331d7c-f8b8-4aad-b18f-88ecd1f6de99, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:37:26.737909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.738379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.738711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.739052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.739385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.739732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.740064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.740435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.740766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.741089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.741410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.741732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Tracked resource versions report: Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: pushed versions: Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: { 'AddressGroup': {'1.2'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'ConntrackHelper': {'1.0'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Log': {'1.0'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Network': {'1.1'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Port': {'1.7'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'PortForwarding': {'1.2'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'QosPolicy': {'1.8'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SecurityGroup': {'1.4'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SubPort': {'1.0'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Subnet': {'1.1'}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Trunk': {'1.1'}} Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: consumer versions: Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: { DHCP agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: HyperV agent@hv-neutron-8371: {}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: L3 agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: Metadata agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: Metering agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: Open vSwitch agent@dv-neutron-837109-1-hyperv: { 'AddressGroup': '1.2', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'ConntrackHelper': '1.0', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Log': '1.0', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Network': '1.1', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Port': '1.7', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'PortForwarding': '1.2', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'QosPolicy': '1.8', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SecurityGroup': '1.4', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SecurityGroupRule': '1.2', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'SubPort': '1.0', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Subnet': '1.1', Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: 'Trunk': '1.1'}} Apr 08 10:37:26.742850 dv-neutron-837109-1-hyperv neutron-server[88612]: {{(pid=88612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:37:26.823133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:26.837805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:37:26.961009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:26.963899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 86331d7c-f8b8-4aad-b18f-88ecd1f6de99) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:26.976134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b8ee1-20be-4017-94e9-6ec2ef1a19bb None None] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:26.990840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:26.991565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.014554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3bc94d-d620-4637-94fd-2a87b7dc04d8,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:27.020016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:27.049387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.050780 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Added segment aaf216b7-509d-44df-aabc-a45603a30287 of type vlan for network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 Apr 08 10:37:27.090401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.148228 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-be1f47aa-6b5f-49e7-9fb2-0d9004dd7f3d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0015814 Apr 08 10:37:27.151878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45002) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:27.159327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:27.173535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:27.181070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Usage tracker for resource:router and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:27.185961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:27.194623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:27.203415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.204505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:27.205258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.254481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5fcc39be-9ee0-47f0-899a-0b926b2943dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.263155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:37:27.264493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.266489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.267600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.289568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.317037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2044887141-network', 'tenant_id': '3324b956411845afa1fa61737f3623ed'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:27.322658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:27.328162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Usage tracker for resource:network and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:27.332714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:27.340533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:27.351463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] Pushing event updated for resources: {'Network': ['ID=4b073600-9026-43b8-b1b4-b9a0a8a9bae0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:27.366199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:27.517865 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a238df00-506c-4f60-8f53-5968ec437549 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9275396 Apr 08 10:37:27.520383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45014) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:27.529535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Request body: {'subnet': {'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-451302776-subnet', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:27.535116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:27.544978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Usage tracker for resource:subnet and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:27.549329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:27.557787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:27.567818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Allocated IP 172.20.0.2 (86331d7c-f8b8-4aad-b18f-88ecd1f6de99/9a285e05-db3a-4c3e-b859-f09535bfa654/817325d2-d1d5-451f-b95b-3685c824368f) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:27.649719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Made reservation on behalf of 9b56a76045db447da29768d10045e9df for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:27.653159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.769543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.777627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Made reservation on behalf of 3324b956411845afa1fa61737f3623ed for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:27.780342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.794016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.810207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:27.814462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Usage tracker for resource:security_group_rule and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:27.819301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:27.825626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:27.830240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.844044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Transition to ACTIVE for port object 817325d2-d1d5-451f-b95b-3685c824368f will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:27.870700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Transition to ACTIVE for port object 817325d2-d1d5-451f-b95b-3685c824368f will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:27.943940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.025990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:28.026837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Pushing event updated for resources: {'Port': ['ID=817325d2-d1d5-451f-b95b-3685c824368f,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:28.030662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:28.036734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:28.037920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.048286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Tracked resource versions report: Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: pushed versions: Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: { 'AddressGroup': {'1.2'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'ConntrackHelper': {'1.0'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Log': {'1.0'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Network': {'1.1'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Port': {'1.7'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'PortForwarding': {'1.2'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'QosPolicy': {'1.8'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SecurityGroup': {'1.4'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SubPort': {'1.0'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Subnet': {'1.1'}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Trunk': {'1.1'}} Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: consumer versions: Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: { DHCP agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: HyperV agent@hv-neutron-8371: {}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: L3 agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: Metadata agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: Metering agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: Open vSwitch agent@dv-neutron-837109-1-hyperv: { 'AddressGroup': '1.2', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'ConntrackHelper': '1.0', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Log': '1.0', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Network': '1.1', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Port': '1.7', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'PortForwarding': '1.2', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'QosPolicy': '1.8', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SecurityGroup': '1.4', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SecurityGroupRule': '1.2', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'SubPort': '1.0', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Subnet': '1.1', Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: 'Trunk': '1.1'}} Apr 08 10:37:28.049661 dv-neutron-837109-1-hyperv neutron-server[88614]: {{(pid=88614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:37:28.101902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.147033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Attempting to bind port 817325d2-d1d5-451f-b95b-3685c824368f on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:28.147402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Attempting to bind port 817325d2-d1d5-451f-b95b-3685c824368f by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:28.151446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Attempting to bind port 817325d2-d1d5-451f-b95b-3685c824368f on network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:28.154122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:28.154770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Checking segment: {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:28.155376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.155956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Bound using segment: {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:28.156674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Bound port: 817325d2-d1d5-451f-b95b-3685c824368f, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:28.157275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.192234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e31997-8556-4203-bcc7-d8d6c23875c7,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:28.218806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.238587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Checking segment: {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:28.238938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Network hostable DHCP agents. Network: 4b073600-9026-43b8-b1b4-b9a0a8a9bae0, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:37:28.263144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] For port 817325d2-d1d5-451f-b95b-3685c824368f, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:28.266535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] For port 817325d2-d1d5-451f-b95b-3685c824368f, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=817325d2-d1d5-451f-b95b-3685c824368f,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:28.273691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:28.275704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d609eda-47ec-400b-a16f-fdaa7b2cba20,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:28.288442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.321745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.323873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.330892 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Added segment 52264b80-904e-4162-af1b-d3e4c96ac1fc of type vlan for network cc958a3c-3466-4f4a-99ea-19d5d53114c8 Apr 08 10:37:28.405595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:37:28.414804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.414983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.519063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd57291-98d8-4d91-bacf-397fa23b0f76 None None] Pushing event updated for resources: {'Port': ['ID=817325d2-d1d5-451f-b95b-3685c824368f,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:28.522811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:37:28.554887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 4b073600-9026-43b8-b1b4-b9a0a8a9bae0) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:28.559066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:28.563626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.564998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25781bd3-d61a-45ed-b3b6-99303fb93113 None None] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:28.605743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Allocated IP 172.26.7.116 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/bde74d65-a000-4176-a8b3-ea1e77cb0b71) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:28.682662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.702173 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ed7d8a76-6b2a-4718-897d-8a14d2180cbd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1801243 Apr 08 10:37:28.704743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45044) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:28.715114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:28.719066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:28.720283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.746638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:28.776874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Usage tracker for resource:router and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:28.783688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:28.807564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:28.886484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:37:28.887479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.969473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.973462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:28.979019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] Pushing event updated for resources: {'Network': ['ID=cc958a3c-3466-4f4a-99ea-19d5d53114c8,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:28.997723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:29.011593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:29.042107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:29.071901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45054) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:29.107376 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3ffc3996-6a81-4548-b8dc-0959a97c44cb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4842556 Apr 08 10:37:29.111213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45062) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:29.118747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Request body: {'subnet': {'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2044887141-subnet', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:29.128916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:29.137595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Usage tracker for resource:subnet and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:29.152457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:29.155831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:29.202268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Allocated IP 172.20.0.2 (4b073600-9026-43b8-b1b4-b9a0a8a9bae0/09e31997-8556-4203-bcc7-d8d6c23875c7/950092cb-b780-4354-b8c1-efe5ae450acf) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:29.232444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 817325d2-d1d5-451f-b95b-3685c824368f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:29.235495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:29.412641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bde74d65-a000-4176-a8b3-ea1e77cb0b71,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:29.426705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Made reservation on behalf of 3324b956411845afa1fa61737f3623ed for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:29.429884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:29.527629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45074) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:29.592225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9cf17591-acae-4de7-90c6-dedb398f661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:29.679619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:29.691041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Transition to ACTIVE for port object 950092cb-b780-4354-b8c1-efe5ae450acf will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:29.712174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Transition to ACTIVE for port object 950092cb-b780-4354-b8c1-efe5ae450acf will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:29.718180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 817325d2-d1d5-451f-b95b-3685c824368f completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:29.758600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45080) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:29.774243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:29.790091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:29.806068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-755467463'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:29.811966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:29.817839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Usage tracker for resource:network and tenant:c76cecd54a4342e99686388ab4843352 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:30.251805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:30.251805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:30.251805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:30.251805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:30.251805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:30.254400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:30.254400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:30.254400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f849c2f-4e48-4969-8ae9-003e65a94a05 None None] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:30.254804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.254804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Made reservation on behalf of c76cecd54a4342e99686388ab4843352 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:30.254804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.255339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:30.258105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-823634256'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:30.260675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.261974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:30.261974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-172652831'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:30.263187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:30.263187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Usage tracker for resource:security_group_rule and tenant:c76cecd54a4342e99686388ab4843352 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:30.263187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:30.263187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Pushing event updated for resources: {'Port': ['ID=950092cb-b780-4354-b8c1-efe5ae450acf,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Attempting to bind port 950092cb-b780-4354-b8c1-efe5ae450acf on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Attempting to bind port 950092cb-b780-4354-b8c1-efe5ae450acf by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Attempting to bind port 950092cb-b780-4354-b8c1-efe5ae450acf on network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Checking segment: {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Bound using segment: {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Bound port: 950092cb-b780-4354-b8c1-efe5ae450acf, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:30.264444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.276336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.287125 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45096) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:30.306644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Usage tracker for resource:network and tenant:a1ba63d6a04f42e49d181cca03d3ac01 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:30.311710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:30.319877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:30.343686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:30.367185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Checking segment: {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:30.368016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Network hostable DHCP agents. Network: cc958a3c-3466-4f4a-99ea-19d5d53114c8, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:37:30.396262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97513f5-d077-455d-a810-4826574d0b84,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:30.400598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.417491 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] For port 950092cb-b780-4354-b8c1-efe5ae450acf, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:30.421160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] For port 950092cb-b780-4354-b8c1-efe5ae450acf, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=950092cb-b780-4354-b8c1-efe5ae450acf,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:30.432627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-892a5ab0-3e50-4a79-b76f-f50c5d6358c7 None None] Provisioning for port 817325d2-d1d5-451f-b95b-3685c824368f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:30.437965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1784016354'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:30.450482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:30.459896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-892a5ab0-3e50-4a79-b76f-f50c5d6358c7 None None] Provisioning complete for port 817325d2-d1d5-451f-b95b-3685c824368f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:30.461369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab0-3e50-4a79-b76f-f50c5d6358c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.476744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8929d4-829a-40d1-a1e5-ccf7886e23e9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:30.482901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:30.490317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Usage tracker for resource:router and tenant:ad0a7945d9314d6497799ccaf45ee2c7 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:30.492954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:30.499812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:30.511019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.511392 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Added segment 79be6b88-26f3-4355-b89b-257b396be5ff of type vlan for network c797c73b-f733-4279-893d-3e6eca392688 Apr 08 10:37:30.515371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Usage tracker for resource:network and tenant:68af90c9285c4c4ea2ff6805f9ab0d52 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:30.518766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:30.525369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:30.553568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.554249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.579194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45106) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:30.622201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.634923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:37:30.648337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.649336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.649812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.658260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Made reservation on behalf of a1ba63d6a04f42e49d181cca03d3ac01 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:30.663478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.683635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Made reservation on behalf of 68af90c9285c4c4ea2ff6805f9ab0d52 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:30.688308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.715705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.728434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.746780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.749881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2677d16-67d5-43f7-b50a-6423b82c2c30 None None] Pushing event updated for resources: {'Port': ['ID=950092cb-b780-4354-b8c1-efe5ae450acf,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:30.816077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:30.819199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:30.827875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d252091f-69af-48ee-a7f8-594426419f48 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:30.831688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Usage tracker for resource:security_group_rule and tenant:68af90c9285c4c4ea2ff6805f9ab0d52 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:30.836015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Usage tracker for resource:security_group_rule and tenant:a1ba63d6a04f42e49d181cca03d3ac01 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:30.843066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:30.843463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab0-3e50-4a79-b76f-f50c5d6358c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.847288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:30.863689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.868354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.873507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:30.876670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:30.877637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:30.878417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:30.903241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-892a5ab0-3e50-4a79-b76f-f50c5d6358c7 None None] For port 817325d2-d1d5-451f-b95b-3685c824368f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=817325d2-d1d5-451f-b95b-3685c824368f,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:30.925094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, cc958a3c-3466-4f4a-99ea-19d5d53114c8) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:30.936157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb296fe5-a420-4692-a800-e381b2cf7084 None None] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:31.020714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:31.021391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.060280 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d252091f-69af-48ee-a7f8-594426419f48 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] 10.222.0.23 "PUT /v2.0/quotas/ca8ad1a453bf4957825e59030ba94de4 HTTP/1.1" status: 200 len: 368 time: 0.4798665 Apr 08 10:37:31.068560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45116) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:31.090030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Allocated IP 172.26.7.162 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/7bf62932-73b0-42d8-abab-3230796381d2) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:31.095892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Request body: {'network': {'project_id': 'ca8ad1a453bf4957825e59030ba94de4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:31.102461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:31.107134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Usage tracker for resource:network and tenant:ca8ad1a453bf4957825e59030ba94de4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:31.110588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:31.118866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:31.133540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab0-3e50-4a79-b76f-f50c5d6358c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.158899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.304275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Made reservation on behalf of ca8ad1a453bf4957825e59030ba94de4 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:31.306913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.340000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.440829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 950092cb-b780-4354-b8c1-efe5ae450acf up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:31.447699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Pushing event updated for resources: {'Network': ['ID=c797c73b-f733-4279-893d-3e6eca392688,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:31.449635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.463913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.472908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:31.485253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.490439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Usage tracker for resource:security_group_rule and tenant:ca8ad1a453bf4957825e59030ba94de4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:31.495197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:31.506957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:31.526115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network c797c73b-f733-4279-893d-3e6eca392688 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:31.553080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.617233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:37:31.618565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.673358 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.692847 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-48dffa84-1856-4183-bb65-4754faa04540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6193192 Apr 08 10:37:31.693836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.695040 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2fec8ae6-7f61-45f1-a2f2-ee4454991093 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4049151 Apr 08 10:37:31.697728 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ad2608d7-cb82-4fab-8a6a-c24974711f2a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5851760 Apr 08 10:37:31.700868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.706962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45124) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:31.707256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45126) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:31.716620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:31.728831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7df620fb-9dc4-4df9-ac22-b417fedfa7cf None None] Provisioning complete for port 817325d2-d1d5-451f-b95b-3685c824368f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:31.729223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7df620fb-9dc4-4df9-ac22-b417fedfa7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.750327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.766850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:31.780161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:31.812935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Usage tracker for resource:router and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:31.819814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:31.823970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a5ab0-3e50-4a79-b76f-f50c5d6358c7 None None] Pushing event updated for resources: {'Port': ['ID=817325d2-d1d5-451f-b95b-3685c824368f,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:31.883715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:31.906260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:31.908059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:31.909600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:31.912872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:31.934850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:31.981186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-964fe591-9ccb-473a-9348-e71422fbe9ac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.114214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.115584 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Added segment 2ffb5e22-1c2a-442b-ade9-d4ba447673d9 of type vlan for network 3b617ea6-2067-46ee-b0b3-41bc317ccd57 Apr 08 10:37:32.141893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.142669 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Added segment 1d4342c2-fd29-40b7-8991-2d76be2c9ce0 of type vlan for network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea Apr 08 10:37:32.152069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.160516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.164418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 950092cb-b780-4354-b8c1-efe5ae450acf completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:32.233934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Allocated IP 172.20.0.2 (cc958a3c-3466-4f4a-99ea-19d5d53114c8/c97513f5-d077-455d-a810-4826574d0b84/40a80b0a-485c-4070-a344-61f6006653d1) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:32.252052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7230cf3c-5a1c-4bc3-96ba-56eb2874dfc0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:32.447357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f050ede-47e9-4e72-8b6f-68d80fe46253 None None] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:32.514167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf62932-73b0-42d8-abab-3230796381d2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:32.570221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.585270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.595453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed713ad-e464-4a66-b5a3-98ab258b634f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:32.600283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.668426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-964fe591-9ccb-473a-9348-e71422fbe9ac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.672105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-964fe591-9ccb-473a-9348-e71422fbe9ac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.692928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-13ca0cb9-9e20-4645-87ff-96c390a87177 None None] Provisioning for port 950092cb-b780-4354-b8c1-efe5ae450acf completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:32.720560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-13ca0cb9-9e20-4645-87ff-96c390a87177 None None] Provisioning complete for port 950092cb-b780-4354-b8c1-efe5ae450acf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:32.723861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13ca0cb9-9e20-4645-87ff-96c390a87177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.772820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.789823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.790915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.836834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45144) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:32.848674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Request body: {'port': {'network_id': 'c797c73b-f733-4279-893d-3e6eca392688', 'binding:host_id': 'hv-neutron-8371', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-234299860'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:32.855298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:32.868515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Usage tracker for resource:port and tenant:7d0cd7695df242a1bc04b2f547889100 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:32.868822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.869851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:32.872510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:32.873338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.879377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:32.880148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:32.937143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.944216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:32.944216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.954673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-964fe591-9ccb-473a-9348-e71422fbe9ac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.955237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964fe591-9ccb-473a-9348-e71422fbe9ac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f52a221-2dc7-443b-95ef-1e260ee0ec07 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:37:32.980892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.996378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.998442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:32.998864 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Added segment 53e05949-6cc4-41c1-b4c2-e4ac1cf5389a of type vlan for network 1d742cb1-ab6c-4bd0-991a-1ac3112253bd Apr 08 10:37:33.000327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6789d7a-17f8-427c-9cf9-3a47d2332793,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:33.009637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-964fe591-9ccb-473a-9348-e71422fbe9ac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.018390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-964fe591-9ccb-473a-9348-e71422fbe9ac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7f52a221-2dc7-443b-95ef-1e260ee0ec07 HTTP/1.1" status: 204 len: 168 time: 1.3083632 Apr 08 10:37:33.021074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45148) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:33.033390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Request body: {'router': {'name': 'tempest-router-578635300', 'distributed': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:33.043830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Made reservation on behalf of 7d0cd7695df242a1bc04b2f547889100 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:33.045700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.053186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Transition to ACTIVE for port object 40a80b0a-485c-4070-a344-61f6006653d1 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:33.059759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:33.070368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Usage tracker for resource:router and tenant:ad0a7945d9314d6497799ccaf45ee2c7 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:33.074838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.089661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:33.104221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:33.111720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Router c0138c48-9a5f-4540-bf03-fa69abb5ce76 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:37:33.111820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Transition to ACTIVE for port object 40a80b0a-485c-4070-a344-61f6006653d1 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:33.117184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:33.131434 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Usage tracker for resource:security_group_rule and tenant:7d0cd7695df242a1bc04b2f547889100 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:33.138962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:33.165044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13ca0cb9-9e20-4645-87ff-96c390a87177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.191754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Pushing event updated for resources: {'Network': ['ID=3b617ea6-2067-46ee-b0b3-41bc317ccd57,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:33.208907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.219305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 817325d2-d1d5-451f-b95b-3685c824368f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:33.286436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.332148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:33.554728 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.6199555 Apr 08 10:37:33.614949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 3b617ea6-2067-46ee-b0b3-41bc317ccd57 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:33.615282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170c2fc-fce3-44b5-bf7c-cb4c5d8c3fce tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event updated for resources: {'Network': ['ID=22d97bcc-b84e-4249-8a09-f1e2adbf27ea,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:33.615282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.615482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.615482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.615635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Pushing event updated for resources: {'Port': ['ID=40a80b0a-485c-4070-a344-61f6006653d1,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:33.615706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45154) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:33.615772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:33.615840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Request body: {'subnet': {'network_id': '22d97bcc-b84e-4249-8a09-f1e2adbf27ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:33.615907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-13ca0cb9-9e20-4645-87ff-96c390a87177 None None] For port 950092cb-b780-4354-b8c1-efe5ae450acf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=950092cb-b780-4354-b8c1-efe5ae450acf,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:33.615987 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a079b4bd-9fae-4ed1-9013-b7584186b61c tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.0652244 Apr 08 10:37:33.615987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45158) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:33.629205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.629205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:33.629205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.733908 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6592307 Apr 08 10:37:33.739425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45164) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:33.747527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:33.764256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.767266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:33.782967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13ca0cb9-9e20-4645-87ff-96c390a87177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.867320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 817325d2-d1d5-451f-b95b-3685c824368f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:33.867705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:33.959707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:33.988520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Request body: {'network': {'project_id': 'ca8ad1a453bf4957825e59030ba94de4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:34.013979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.023721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Request body: {'network': {'name': 'tempest-network--1515940220', 'router:external': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:34.027032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:34.033682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:34.042881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:34.048214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Usage tracker for resource:subnet and tenant:a1ba63d6a04f42e49d181cca03d3ac01 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:34.054978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Usage tracker for resource:network and tenant:7a3b72151c994534a7af84964ff8a9b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:34.059611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Usage tracker for resource:network and tenant:ca8ad1a453bf4957825e59030ba94de4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:34.060920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:34.067275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dee8e2-72c9-40e6-8689-736ccc82be8e tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Pushing event updated for resources: {'Network': ['ID=1d742cb1-ab6c-4bd0-991a-1ac3112253bd,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:34.070206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:34.071551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:37:34.073640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:34.079566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:34.087205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:34.089644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:34.091576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.091576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca0cb9-9e20-4645-87ff-96c390a87177 None None] Pushing event updated for resources: {'Port': ['ID=950092cb-b780-4354-b8c1-efe5ae450acf,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:34.095232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.107431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-230de398-b3b8-4d23-8044-77f6455fe8d9 None None] Provisioning complete for port 950092cb-b780-4354-b8c1-efe5ae450acf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:34.107878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-230de398-b3b8-4d23-8044-77f6455fe8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.117225 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Sync routers for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:37:34.135842 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:34.136909 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:34.176625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 1d742cb1-ab6c-4bd0-991a-1ac3112253bd details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:34.212721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.237944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Made reservation on behalf of ca8ad1a453bf4957825e59030ba94de4 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:34.243292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.270971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Attempting to bind port 40a80b0a-485c-4070-a344-61f6006653d1 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:34.271347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Attempting to bind port 40a80b0a-485c-4070-a344-61f6006653d1 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:34.271707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Attempting to bind port 40a80b0a-485c-4070-a344-61f6006653d1 on network cc958a3c-3466-4f4a-99ea-19d5d53114c8 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:34.298849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.324012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.328892 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c95a7868-6ccf-499a-a086-535c69a249a5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1747348 Apr 08 10:37:34.332860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Made reservation on behalf of a1ba63d6a04f42e49d181cca03d3ac01 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:34.341668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks [] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.368383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.370753 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a9886ef7-1dab-4634-bfbc-0c6a694f1c9d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3445854 Apr 08 10:37:34.372075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45176) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:34.382023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45178) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:34.382786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:34.383202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Checking segment: {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:34.383613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.384016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Bound using segment: {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:34.384534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Bound port: 40a80b0a-485c-4070-a344-61f6006653d1, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:34.384970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.484571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Made reservation on behalf of 7a3b72151c994534a7af84964ff8a9b6 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:34.486862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.497785 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:34.503977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:34.504686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.532681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.616545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] For port 40a80b0a-485c-4070-a344-61f6006653d1, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:34.619198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.620033 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Added segment 0fb3abea-aae7-4b4d-887a-1b7471b1ca5c of type vlan for network 73bdcda0-f698-43ff-8f63-bd12191633e2 Apr 08 10:37:34.620649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] For port 40a80b0a-485c-4070-a344-61f6006653d1, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=40a80b0a-485c-4070-a344-61f6006653d1,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:34.627052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] device_id is not set on port 36eb98ec-5ed7-4dba-8efc-fcde26901672 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:37:34.636411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:34.645595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Usage tracker for resource:security_group_rule and tenant:7a3b72151c994534a7af84964ff8a9b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:34.651975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:34.688499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:34.691589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.700051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.827153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e8a61-31eb-4101-954c-5bec8e144d3a None None] Pushing event updated for resources: {'Port': ['ID=40a80b0a-485c-4070-a344-61f6006653d1,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:34.926437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Router 4ec232ea-200f-4ead-bb58-992d8d6db917 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:37:34.951211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:34.957227 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:30Z', 'revision_number': 3, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:34.963006 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Checking router: c0138c48-9a5f-4540-bf03-fa69abb5ce76 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:37:34.965952 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Updating router c0138c48-9a5f-4540-bf03-fa69abb5ce76 port bde74d65-a000-4176-a8b3-ea1e77cb0b71 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:37:35.032812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.034999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:35.035860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.036614 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.042151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bce0337-6bde-42d4-bdbc-70ac555eae6b tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.066781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.197143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378c22b0-bfb5-4519-9f70-28d322dc1aad,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:35.255567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 950092cb-b780-4354-b8c1-efe5ae450acf up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:35.449235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 950092cb-b780-4354-b8c1-efe5ae450acf triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:35.450112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.460834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:35.476718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5579197 Apr 08 10:37:35.484231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45186) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:35.489625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b1235-26e4-4831-814d-55786925c7ca tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Pushing event updated for resources: {'Network': ['ID=73bdcda0-f698-43ff-8f63-bd12191633e2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:35.504446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac8c92-ac9b-4f4a-90a4-fb1205374f21,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:35.505159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 73bdcda0-f698-43ff-8f63-bd12191633e2 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:35.521218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ee7212f2-0f8d-43bf-a440-459233a4ef8a tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Request body: {'network': {'project_id': 'ca8ad1a453bf4957825e59030ba94de4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:35.526686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ee7212f2-0f8d-43bf-a440-459233a4ef8a tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:35.531283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ee7212f2-0f8d-43bf-a440-459233a4ef8a tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Usage tracker for resource:network and tenant:ca8ad1a453bf4957825e59030ba94de4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:35.535983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ee7212f2-0f8d-43bf-a440-459233a4ef8a tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:35.543834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ee7212f2-0f8d-43bf-a440-459233a4ef8a tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:35.547261 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7212f2-0f8d-43bf-a440-459233a4ef8a tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 08 10:37:35.547843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7212f2-0f8d-43bf-a440-459233a4ef8a tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:37:35.553769 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ee7212f2-0f8d-43bf-a440-459233a4ef8a tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0581427 Apr 08 10:37:35.560989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45190) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:35.600655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.600655 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Added segment f249c6e9-1c39-418f-8f65-3ce0bf22034e of type vlan for network 8e90e618-3a5a-444c-9cf4-82455f1bfedb Apr 08 10:37:35.625383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:37:35.673060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Sync routers for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:37:35.692813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.702990 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4f0a1ecb-347d-492f-8d3e-106721cd7958 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca8ad1a453bf4957825e59030ba94de4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1408792 Apr 08 10:37:35.705335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45194) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:35.718085 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.734669 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Transition to ACTIVE for port object bde74d65-a000-4176-a8b3-ea1e77cb0b71 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:35.777173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:35.777822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:35.809474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06c72d3c-7d26-47a4-b965-29724bb8c488 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.813142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.817811 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1651f5fe-db4f-4c8a-a19b-445fdbb2e858 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1102824 Apr 08 10:37:35.818641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45198) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:35.935316 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:35.948060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06c72d3c-7d26-47a4-b965-29724bb8c488 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.090327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:36.090758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.090758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:36.090758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.102053 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Attempting to bind port bde74d65-a000-4176-a8b3-ea1e77cb0b71 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:36.102828 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Attempting to bind port bde74d65-a000-4176-a8b3-ea1e77cb0b71 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:36.103697 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Attempting to bind port bde74d65-a000-4176-a8b3-ea1e77cb0b71 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:36.108140 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Pushing event updated for resources: {'Port': ['ID=bde74d65-a000-4176-a8b3-ea1e77cb0b71,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:36.115095 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:36.115857 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:36.116586 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.117186 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:36.117882 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Bound port: bde74d65-a000-4176-a8b3-ea1e77cb0b71, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:36.118616 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.161797 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.162487 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.163060 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.163595 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.164389 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.165215 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.165747 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.166278 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.166823 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.167354 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.167879 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.168419 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Tracked resource versions report: Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: pushed versions: Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: { 'AddressGroup': {'1.2'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'ConntrackHelper': {'1.0'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Log': {'1.0'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Network': {'1.1'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Port': {'1.7'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'PortForwarding': {'1.2'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'QosPolicy': {'1.8'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SecurityGroup': {'1.4'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SubPort': {'1.0'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Subnet': {'1.1'}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Trunk': {'1.1'}} Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: consumer versions: Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: { DHCP agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: HyperV agent@hv-neutron-8371: {}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: L3 agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: Metadata agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: Metering agent@dv-neutron-837109-1-hyperv: {}, Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: Open vSwitch agent@dv-neutron-837109-1-hyperv: { 'AddressGroup': '1.2', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'ConntrackHelper': '1.0', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Log': '1.0', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Network': '1.1', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Port': '1.7', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'PortForwarding': '1.2', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'QosPolicy': '1.8', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SecurityGroup': '1.4', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SecurityGroupRule': '1.2', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'SubPort': '1.0', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Subnet': '1.1', Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: 'Trunk': '1.1'}} Apr 08 10:37:36.170395 dv-neutron-837109-1-hyperv neutron-server[88615]: {{(pid=88615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:37:36.242391 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] For port bde74d65-a000-4176-a8b3-ea1e77cb0b71, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:36.247608 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] For port bde74d65-a000-4176-a8b3-ea1e77cb0b71, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bde74d65-a000-4176-a8b3-ea1e77cb0b71,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:36.255021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bce0337-6bde-42d4-bdbc-70ac555eae6b tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.272220 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bce0337-6bde-42d4-bdbc-70ac555eae6b tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.292074 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6869974 Apr 08 10:37:36.305532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45202) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:36.337349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f6e1e-9224-48ec-a620-c8c39e5b26b9 None None] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:36.340544 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.481772 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:36.482577 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:36.543988 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218fba-f176-42b2-bd30-66d328207125 None None] Pushing event updated for resources: {'Port': ['ID=bde74d65-a000-4176-a8b3-ea1e77cb0b71,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:36.663127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9d729-5fb0-4471-b86a-202facaf04a0 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Network': ['ID=8e90e618-3a5a-444c-9cf4-82455f1bfedb,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:36.701937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06c72d3c-7d26-47a4-b965-29724bb8c488 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.703367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] device_id is not set on port 36eb98ec-5ed7-4dba-8efc-fcde26901672 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:37:36.721646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 8e90e618-3a5a-444c-9cf4-82455f1bfedb details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:36.747837 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:36.749114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-797222b3-a482-443e-93c5-622b845e0e6d None None] Provisioning for port 40a80b0a-485c-4070-a344-61f6006653d1 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:36.777622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.818972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Transition to ACTIVE for port object 36eb98ec-5ed7-4dba-8efc-fcde26901672 will not be triggered until provisioned by entity L2. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:36.825803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bce0337-6bde-42d4-bdbc-70ac555eae6b tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:36.825803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bce0337-6bde-42d4-bdbc-70ac555eae6b tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff1fdcff-23d4-447e-96dd-3361fafcb5e5 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:37:36.866665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c72d3c-7d26-47a4-b965-29724bb8c488 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6789d7a-17f8-427c-9cf9-3a47d2332793,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:37.017985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06c72d3c-7d26-47a4-b965-29724bb8c488 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.023192 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-06c72d3c-7d26-47a4-b965-29724bb8c488 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6789d7a-17f8-427c-9cf9-3a47d2332793 HTTP/1.1" status: 204 len: 168 time: 1.3133135 Apr 08 10:37:37.038950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:32Z', 'revision_number': 3, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:37.047118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45206) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:37.051377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Checking router: 4ec232ea-200f-4ead-bb58-992d8d6db917 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:37:37.051741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Updating router 4ec232ea-200f-4ead-bb58-992d8d6db917 port 7bf62932-73b0-42d8-abab-3230796381d2 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:37:37.118224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.126426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.153599 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:30Z', 'revision_number': 3, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:37.154552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.158350 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c1e44-781a-468c-835a-fca97fff451f None None] The sync data for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv is: [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:30Z', 'revision_number': 3, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:37:37.170253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bce0337-6bde-42d4-bdbc-70ac555eae6b tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.171857 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1bce0337-6bde-42d4-bdbc-70ac555eae6b tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ff1fdcff-23d4-447e-96dd-3361fafcb5e5 HTTP/1.1" status: 204 len: 168 time: 2.6769361 Apr 08 10:37:37.180879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45210) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:37.214150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.257446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.302913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 40a80b0a-485c-4070-a344-61f6006653d1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:37.355175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Request body: {'router': {'name': 'tempest-router-2043659727', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dd0afcd17b8d49d486a733368d4d1498'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:37.372996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:37.425025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Allocated IP 172.26.7.192 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/5ec5512f-bbe0-4541-8155-25ab5ef2d6c8) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:37.441183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.579979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.587044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Usage tracker for resource:router and tenant:dd0afcd17b8d49d486a733368d4d1498 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:37.593889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:37.670255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:37.692331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 40a80b0a-485c-4070-a344-61f6006653d1 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:37.700053 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 40a80b0a-485c-4070-a344-61f6006653d1 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:37.700429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.851108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.860260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Checking segment: {'id': '1d4342c2-fd29-40b7-8991-2d76be2c9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '22d97bcc-b84e-4249-8a09-f1e2adbf27ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:37.860676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Network hostable DHCP agents. Network: 22d97bcc-b84e-4249-8a09-f1e2adbf27ea, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:37:37.869509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.875522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event updated for resources: {'Subnet': ['ID=01ee8d38-21e1-4cdb-a91e-c004db4e6c20,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:37.884260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=36eb98ec-5ed7-4dba-8efc-fcde26901672,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:37.921946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 40a80b0a-485c-4070-a344-61f6006653d1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=40a80b0a-485c-4070-a344-61f6006653d1,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:37.926444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.927551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:37.949345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Checking segment: {'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:37.949515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Network hostable DHCP agents. Network: c797c73b-f733-4279-893d-3e6eca392688, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:37:37.982925 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.983319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.984144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.984517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > port after_create 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.984849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.985208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > port after_update 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.985608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.985952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.986276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:37.986598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:38.021196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.028505 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.035961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.111214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=40a80b0a-485c-4070-a344-61f6006653d1,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:38.117844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:37:38.133402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Network c797c73b-f733-4279-893d-3e6eca392688 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:37:38.171981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:38.172635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:38.172719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:38.173055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:37:38.173433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e90e618-3a5a-444c-9cf4-82455f1bfedb']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:38.239688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, c797c73b-f733-4279-893d-3e6eca392688) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:38.240932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 22d97bcc-b84e-4249-8a09-f1e2adbf27ea) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:38.250694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:38.251303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.254068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54866c-ff6d-4080-90c2-258398f62ee3 None None] Network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:38.254677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f249c6e9-1c39-418f-8f65-3ce0bf22034e') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:38.254980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f249c6e9-1c39-418f-8f65-3ce0bf22034e') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:38.255720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:38.270372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.278883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:38.278883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:38.278883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:38.295813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.307593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.330170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:38.330511 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:38.331822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.350275 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 2 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:38.405651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675bd95e-dcae-4c98-af3e-e18a97313042 None None] Network c797c73b-f733-4279-893d-3e6eca392688 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:38.413650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:38.413986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:38.414566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:38.418243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bdcda0-f698-43ff-8f63-bd12191633e2']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:38.434812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.442951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:38.443276 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:38.448667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb3abea-aae7-4b4d-887a-1b7471b1ca5c') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:38.448939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb3abea-aae7-4b4d-887a-1b7471b1ca5c') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:38.451632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:38.456037 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 3 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:38.458304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:37:38.458710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.463338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:38.475650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: from cryptography.utils import int_from_bytes Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: from cryptography.utils import int_from_bytes Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn_limited( Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn_limited( Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:37:38.475976 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:37:38.530579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Allocated IP 172.20.0.1 (86331d7c-f8b8-4aad-b18f-88ecd1f6de99/9a285e05-db3a-4c3e-b859-f09535bfa654/d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:38.557071 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f31663fd-1de5-4dba-84b2-309cfdb36139 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1194513 Apr 08 10:37:38.571247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.574587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45216) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:38.575873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec5512f-bbe0-4541-8155-25ab5ef2d6c8,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:38.578584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:38.579019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:38.579392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:38.593143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Request body: {'port': {'network_id': '22d97bcc-b84e-4249-8a09-f1e2adbf27ea', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1409825370'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:38.610270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.646470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.668537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:37:38.668537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.691279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:38.691753 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:37:38.691956 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:37:38.747554 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 4 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:38.759671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.849545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:38.849954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:38.851515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:38.881814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-22d97bcc-b84e-4249-8a09-f1e2adbf27ea', 'network_id': '22d97bcc-b84e-4249-8a09-f1e2adbf27ea', 'tenant_id': 'a1ba63d6a04f42e49d181cca03d3ac01', 'fixed_ips': [{'subnet_id': '01ee8d38-21e1-4cdb-a91e-c004db4e6c20'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:37:38.882682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.915618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.917139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.918694 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f74fab6b-f86d-4ef1-abfd-e406762b5bac tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.7333276 Apr 08 10:37:38.921850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45220) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:38.936709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:38.937264 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:38.952328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e90e618-3a5a-444c-9cf4-82455f1bfedb {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 08 10:37:38.956510 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 5 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:38.963534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e90e618-3a5a-444c-9cf4-82455f1bfedb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:38.966971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.974525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:38.983126 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8fa59dae-116a-4a16-9fd8-15501c421147 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8e90e618-3a5a-444c-9cf4-82455f1bfedb HTTP/1.1" status: 204 len: 168 time: 2.6760454 Apr 08 10:37:38.984013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.990717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45226) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:38.995873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:38.997990 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] 10.222.0.23 "DELETE /v2.0/networks/73bdcda0-f698-43ff-8f63-bd12191633e2 HTTP/1.1" status: 204 len: 168 time: 1.9491684 Apr 08 10:37:39.001968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:39.010348 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45230) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:39.017054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:39.065600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.071527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Usage tracker for resource:network and tenant:7a3b72151c994534a7af84964ff8a9b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:39.097818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Transition to ACTIVE for port object 7bf62932-73b0-42d8-abab-3230796381d2 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:39.138407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:39.139467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656e085-71c7-4a28-84db-c8227fa3a0be tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Pushing event deleted for resources: {'Network': ['ID=73bdcda0-f698-43ff-8f63-bd12191633e2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:39.160423 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:39.178464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:39.178464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:39.179018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:39.197723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.243588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Allocated IP 172.20.0.2 (22d97bcc-b84e-4249-8a09-f1e2adbf27ea/01ee8d38-21e1-4cdb-a91e-c004db4e6c20/4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:39.274671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.374785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 40a80b0a-485c-4070-a344-61f6006653d1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:39.396189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Made reservation on behalf of 7a3b72151c994534a7af84964ff8a9b6 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:39.398797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.429251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Attempting to bind port 7bf62932-73b0-42d8-abab-3230796381d2 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:39.429630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Attempting to bind port 7bf62932-73b0-42d8-abab-3230796381d2 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:39.434587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Attempting to bind port 7bf62932-73b0-42d8-abab-3230796381d2 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:39.440932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:39.454279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.454633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Added segment 92ffc786-f0b8-474f-981e-6f71af01a8b8 of type vlan for network 237373a9-bb1b-4d06-a6dd-444d65be36b2 Apr 08 10:37:39.462608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:39.463168 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:39.477407 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 6 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:39.480388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1746b8-6afa-41d2-851b-3caa5814e77c None None] Pushing event updated for resources: {'Port': ['ID=7bf62932-73b0-42d8-abab-3230796381d2,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:39.489547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:39.490088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:39.490500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.490894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:39.491377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Bound port: 7bf62932-73b0-42d8-abab-3230796381d2, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:39.491772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.499690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.542319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Allocated IP 172.20.0.1 (4b073600-9026-43b8-b1b4-b9a0a8a9bae0/09e31997-8556-4203-bcc7-d8d6c23875c7/d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:39.575977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:39.596566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.613786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Usage tracker for resource:port and tenant:a1ba63d6a04f42e49d181cca03d3ac01 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:39.677344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:39.682911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:39.683513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:39.683955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:39.714380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] For port 7bf62932-73b0-42d8-abab-3230796381d2, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:39.715347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:39.720558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] For port 7bf62932-73b0-42d8-abab-3230796381d2, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7bf62932-73b0-42d8-abab-3230796381d2,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:39.726981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.739147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 40a80b0a-485c-4070-a344-61f6006653d1 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:39.739576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.758447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d742cb1-ab6c-4bd0-991a-1ac3112253bd']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:39.779552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:39.780044 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:39.780197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e05949-6cc4-41c1-b4c2-e4ac1cf5389a') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:39.781155 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e05949-6cc4-41c1-b4c2-e4ac1cf5389a') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:39.796922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.818059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.825248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.825680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:37:39.826079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.842879 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 7 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:39.867084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Transition to ACTIVE for port object d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:39.874187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.874693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:37:39.938729 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:37:39.941982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.941982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:39.942551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:39.988351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:39.988796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:39.989143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:40.010561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.024893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:40.025530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:40.077372 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:40.077695 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:40.084364 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 8 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:40.089845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Transition to ACTIVE for port object 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:40.101112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.107590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1746b8-6afa-41d2-851b-3caa5814e77c None None] Pushing event updated for resources: {'Port': ['ID=7bf62932-73b0-42d8-abab-3230796381d2,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:40.135379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.161449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.166781 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1d742cb1-ab6c-4bd0-991a-1ac3112253bd HTTP/1.1" status: 204 len: 168 time: 1.1518502 Apr 08 10:37:40.178439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:40.178773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:40.179665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:40.192076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Transition to ACTIVE for port object 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:40.193605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Made reservation on behalf of a1ba63d6a04f42e49d181cca03d3ac01 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:40.197144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.231109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88613) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 08 10:37:40.231334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Router 0aa60daa-f3b7-4967-8d9b-0ff31deb2409 migrating from provider to provider. {{(pid=88613) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 08 10:37:40.231612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.235179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:40.235515 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:40.241038 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2471857 Apr 08 10:37:40.241681 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 9 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:40.247217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45236) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:40.262920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07d22e-da39-4560-95c8-cf7d821db8a2 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Network': ['ID=237373a9-bb1b-4d06-a6dd-444d65be36b2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:40.263372 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] device_id is not set on port b8f75329-0078-49f3-a2ce-34085e4d905b yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:37:40.276464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Request body: {'subnet': {'network_id': '237373a9-bb1b-4d06-a6dd-444d65be36b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:40.290110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 237373a9-bb1b-4d06-a6dd-444d65be36b2 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:40.298771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:40.299104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:40.299476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:40.301403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:40.307159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.314471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.317837 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:37:40.320652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:40.321007 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:40.329891 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 10 to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 Apr 08 10:37:40.339279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Usage tracker for resource:subnet and tenant:7a3b72151c994534a7af84964ff8a9b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:40.356197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:40.356581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:40.356894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:40.378211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec4b31-2833-47e2-9bab-0e138ec6e243 tempest-QuotasNegativeTest-2009511316 tempest-QuotasNegativeTest-2009511316-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d742cb1-ab6c-4bd0-991a-1ac3112253bd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:40.383578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:40.387023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bde74d65-a000-4176-a8b3-ea1e77cb0b71 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:40.402393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:40.402801 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 36eb98ec-5ed7-4dba-8efc-fcde26901672 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:40.403108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.409746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.427314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:40.434380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Transition to ACTIVE for port object d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:40.524826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.540197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.593549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Made reservation on behalf of 7a3b72151c994534a7af84964ff8a9b6 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:40.596021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.599692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:40.632321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:40.660831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:40.772454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:40.777494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:40.793394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Pushing event updated for resources: {'Port': ['ID=4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:40.995386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Pushing event updated for resources: {'Port': ['ID=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:41.019259 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Attempting to bind port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:41.019712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Attempting to bind port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '1d4342c2-fd29-40b7-8991-2d76be2c9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '22d97bcc-b84e-4249-8a09-f1e2adbf27ea'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:41.020140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Attempting to bind port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 on network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:41.031655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:41.032067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Checking segment: {'id': '1d4342c2-fd29-40b7-8991-2d76be2c9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '22d97bcc-b84e-4249-8a09-f1e2adbf27ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:41.033206 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.033361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Bound using segment: {'id': '1d4342c2-fd29-40b7-8991-2d76be2c9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '22d97bcc-b84e-4249-8a09-f1e2adbf27ea'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:41.033802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Bound port: 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4342c2-fd29-40b7-8991-2d76be2c9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '22d97bcc-b84e-4249-8a09-f1e2adbf27ea'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:41.034366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.040307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:41.044701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:41.102909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:41.154858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port bde74d65-a000-4176-a8b3-ea1e77cb0b71 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:41.169308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.175359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:41.218580 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:41.222918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port bde74d65-a000-4176-a8b3-ea1e77cb0b71 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:41.223294 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.243988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:41.244624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.260447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Pushing event updated for resources: {'Port': ['ID=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:41.318346 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] No L3 agents can host the router 0aa60daa-f3b7-4967-8d9b-0ff31deb2409 Apr 08 10:37:41.320754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Allocated IP 172.20.0.11 (22d97bcc-b84e-4249-8a09-f1e2adbf27ea/01ee8d38-21e1-4cdb-a91e-c004db4e6c20/b8f75329-0078-49f3-a2ce-34085e4d905b) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:41.429894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] For port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:41.442537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] For port 36eb98ec-5ed7-4dba-8efc-fcde26901672, host hv-neutron-8371, cleared binding levels {{(pid=88613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:41.443105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempted to set empty binding levels {{(pid=88613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 08 10:37:41.445695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] For port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50,segment=NetworkSegment(1d4342c2-fd29-40b7-8991-2d76be2c9ce0),segment_id=1d4342c2-fd29-40b7-8991-2d76be2c9ce0)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:41.582779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.589832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:32Z', 'revision_number': 3, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:41.670787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.684097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f43c1-ef03-4048-b158-5e55393fdfb6 None None] Pushing event updated for resources: {'Port': ['ID=4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:41.697291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5f9a76c4-31f4-484e-a093-7776726bc71b None None] Provisioning for port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:41.704156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e36ab-0edb-4375-9071-d2fee2269825 None None] The sync data for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv is: [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:32Z', 'revision_number': 3, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:37:41.708210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.728606 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port bde74d65-a000-4176-a8b3-ea1e77cb0b71, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bde74d65-a000-4176-a8b3-ea1e77cb0b71,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:41.743276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5f9a76c4-31f4-484e-a093-7776726bc71b None None] Provisioning complete for port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:41.743652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5f9a76c4-31f4-484e-a093-7776726bc71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.802104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:41.841942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45244) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:41.965979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a76c4-31f4-484e-a093-7776726bc71b None None] Port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:37:42.069694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:42.071187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:42.073762 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=bde74d65-a000-4176-a8b3-ea1e77cb0b71,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:42.117045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:37:42.117540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:42.216149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:42.220947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7bdd8b4b-63b9-4252-baed-01bc9538f0fd None None] Provisioning for port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:42.229377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7bdd8b4b-63b9-4252-baed-01bc9538f0fd None None] Provisioning complete for port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:42.230470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8b4b-63b9-4252-baed-01bc9538f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:42.241695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:42.303909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=36eb98ec-5ed7-4dba-8efc-fcde26901672,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:42.348231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:42.351336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd8b4b-63b9-4252-baed-01bc9538f0fd None None] Port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:37:42.360748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1ce73bd8-89e6-4b5c-bfb0-67e174b5a70b,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:42.375981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7c3011eda04beab4b8e438eba63c4e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:42.392255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:42.418504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:42.435695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Checking segment: {'id': '92ffc786-f0b8-474f-981e-6f71af01a8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '237373a9-bb1b-4d06-a6dd-444d65be36b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:42.436213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Network hostable DHCP agents. Network: 237373a9-bb1b-4d06-a6dd-444d65be36b2, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:37:42.443859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:42.541805 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e662ec00-1bae-4a7c-a982-be863c0f39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 9.7036617 Apr 08 10:37:42.546592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45250) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:42.559100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Hosts for router 0aa60daa-f3b7-4967-8d9b-0ff31deb2409: [] {{(pid=88613) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 08 10:37:42.703636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Network 237373a9-bb1b-4d06-a6dd-444d65be36b2 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:37:42.751677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Hosts for other DVR routers connected to router 0aa60daa-f3b7-4967-8d9b-0ff31deb2409: set() {{(pid=88613) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 08 10:37:42.754936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:42.759921 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1c44a0a4-44ae-44d0-95cf-dbf53068e76d tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "PUT /v2.0/routers/0aa60daa-f3b7-4967-8d9b-0ff31deb2409 HTTP/1.1" status: 200 len: 717 time: 3.8209891 Apr 08 10:37:42.760822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Deleting port 36eb98ec-5ed7-4dba-8efc-fcde26901672 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:37:42.761079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:42.828291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45254) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:42.889421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.075676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 237373a9-bb1b-4d06-a6dd-444d65be36b2) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:43.089853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba3312-dd54-4df6-9afe-e3e5ae7e8f68 None None] Network 237373a9-bb1b-4d06-a6dd-444d65be36b2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:43.103528 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-07eb88bd-dd1f-464a-a3c3-61d57a4e154b tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "GET /v2.0/routers/0aa60daa-f3b7-4967-8d9b-0ff31deb2409 HTTP/1.1" status: 200 len: 717 time: 0.2731335 Apr 08 10:37:43.114671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:43.115340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.188941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45258) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:43.198588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.203849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.354932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9567cfa5-4a44-436b-9040-f5eedbec6233 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1043382 Apr 08 10:37:43.357973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.362287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45264) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:43.376314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Request body: {'floatingip': {'floating_network_id': '237373a9-bb1b-4d06-a6dd-444d65be36b2'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:43.386433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.396101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:43.408431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Transition to ACTIVE for port object b8f75329-0078-49f3-a2ce-34085e4d905b will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:43.415217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed29d453-c91e-4c1f-9d44-bc028aac2750 None None] Network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:43.425724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] For port 36eb98ec-5ed7-4dba-8efc-fcde26901672, host hv-neutron-8371, got binding levels [] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:43.425724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.432644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Usage tracker for resource:floatingip and tenant:7a3b72151c994534a7af84964ff8a9b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:43.452107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:43.482926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.489600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:37:43.599066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:43.604306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f0cfeafd-b9f4-466c-b74f-43c5cc7dcbf7 None None] Provisioning for port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:43.605050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.645583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.694132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bdbdd0-db73-4124-b75d-5f947988a259 None None] Network 237373a9-bb1b-4d06-a6dd-444d65be36b2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:43.704413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.705238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.743925 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Calling delete_port for 36eb98ec-5ed7-4dba-8efc-fcde26901672 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:37:43.854732 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b7c3011eda04beab4b8e438eba63c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9998858 Apr 08 10:37:43.878218 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ab7c8a5-6c98-457f-830d-1cf21fb4fcb4 tempest-RoutersTestDVR-644340527 tempest-RoutersTestDVR-644340527-project] 10.222.0.23 "GET /v2.0/routers/0aa60daa-f3b7-4967-8d9b-0ff31deb2409 HTTP/1.1" status: 200 len: 683 time: 0.6671565 Apr 08 10:37:43.882520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:43.894657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45268) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:43.895047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45270) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:43.910659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b678f-f782-48f7-a036-27c8c8cdb600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b2b79c-8f68-4080-9275-8ccf91317b0a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:43.915977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:43.919867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:43.929162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:43.929626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.094293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event updated for resources: {'Port': ['ID=b8f75329-0078-49f3-a2ce-34085e4d905b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:44.102355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.175101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7bf62932-73b0-42d8-abab-3230796381d2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:44.208089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Pushing event updated for resources: {'Port': ['ID=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:44.212190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:37:44.227772 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Sync routers for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:37:44.244021 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:44.244981 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:44.250538 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8cd1ca92-76d0-4f7e-8333-6a0caf097e2c tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.6671803 Apr 08 10:37:44.257758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45276) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:44.317302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:44.321094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:44.329819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.335125 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dcdaa30d-2ad5-443a-a108-97d9c331e141 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.6269269 Apr 08 10:37:44.336832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45280) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:44.522988 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 7bf62932-73b0-42d8-abab-3230796381d2 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:44.528424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 7bf62932-73b0-42d8-abab-3230796381d2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:44.528959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.538290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Pushing event updated for resources: {'Port': ['ID=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:44.564314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.576242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-bc626e17-0d27-4314-af6b-a0174cd2c105 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Deleting port b8f75329-0078-49f3-a2ce-34085e4d905b {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:37:44.576677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc626e17-0d27-4314-af6b-a0174cd2c105 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.583981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe6c7-7504-4935-9f83-eefddbf6e810 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.732275 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:44.737014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.781219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.809693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 7bf62932-73b0-42d8-abab-3230796381d2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7bf62932-73b0-42d8-abab-3230796381d2,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:44.923759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.925380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:44.932363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-69588e16-d7f5-41f8-9ed1-080efadd1b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.946613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event deleted for resources: {'Port': ['ID=36eb98ec-5ed7-4dba-8efc-fcde26901672,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:45.056728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Provisioning for port b8f75329-0078-49f3-a2ce-34085e4d905b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:45.084164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Provisioning complete for port b8f75329-0078-49f3-a2ce-34085e4d905b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:45.084563 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.108683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-69588e16-d7f5-41f8-9ed1-080efadd1b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.156186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Port b8f75329-0078-49f3-a2ce-34085e4d905b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:37:45.159321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Router c0138c48-9a5f-4540-bf03-fa69abb5ce76 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:37:45.168591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:45.194866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:45.195837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.253638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.259982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=7bf62932-73b0-42d8-abab-3230796381d2,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:45.270194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Provisioning complete for port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:45.270585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.319970 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:38Z', 'revision_number': 3, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:45.323612 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Checking router: 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:37:45.323968 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Updating router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:37:45.391693 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3406825d-6d89-460f-bb65-d5d811720fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "DELETE /v2.0/ports/36eb98ec-5ed7-4dba-8efc-fcde26901672 HTTP/1.1" status: 204 len: 168 time: 2.8362997 Apr 08 10:37:45.394508 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.404329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45286) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:45.416367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe6c7-7504-4935-9f83-eefddbf6e810 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.420216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe6c7-7504-4935-9f83-eefddbf6e810 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.474066 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc75a7d-7ec8-4cb8-aa8b-5c7b30943c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:37:45.474603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1bc75a7d-7ec8-4cb8-aa8b-5c7b30943c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Synchronizing usage tracker for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:45.515096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.577702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50,segment=NetworkSegment(1d4342c2-fd29-40b7-8991-2d76be2c9ce0),segment_id=1d4342c2-fd29-40b7-8991-2d76be2c9ce0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:45.582205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc626e17-0d27-4314-af6b-a0174cd2c105 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.594023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.685633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:45.688454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:45.700557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1bc75a7d-7ec8-4cb8-aa8b-5c7b30943c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Unset dirty status for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:45.701903 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1bc75a7d-7ec8-4cb8-aa8b-5c7b30943c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "GET /v2.0/ports/36eb98ec-5ed7-4dba-8efc-fcde26901672 HTTP/1.1" status: 404 len: 333 time: 0.2834964 Apr 08 10:37:45.718710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45290) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:45.728040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Request body: {'port': {'network_id': 'c797c73b-f733-4279-893d-3e6eca392688', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1710733638'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:45.756977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.783433 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.798474 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Transition to ACTIVE for port object 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:45.806624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.807677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bde74d65-a000-4176-a8b3-ea1e77cb0b71 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:45.828436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:37:45.832701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:45.841803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-bc626e17-0d27-4314-af6b-a0174cd2c105 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Calling delete_port for b8f75329-0078-49f3-a2ce-34085e4d905b owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:37:45.874676 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f265e3ea-5c63-488e-97ee-b7f150bb9bcd admin admin] 10.222.0.23 "PUT /v2.0/routers/c0138c48-9a5f-4540-bf03-fa69abb5ce76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4943624 Apr 08 10:37:45.885440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe6c7-7504-4935-9f83-eefddbf6e810 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.886822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cbe6c7-7504-4935-9f83-eefddbf6e810 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa60daa-f3b7-4967-8d9b-0ff31deb2409 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:37:45.891487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Sync routers for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:37:45.914938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-69588e16-d7f5-41f8-9ed1-080efadd1b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.944822 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.946180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:45.979363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69588e16-d7f5-41f8-9ed1-080efadd1b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b2b79c-8f68-4080-9275-8ccf91317b0a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:45.992953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe6c7-7504-4935-9f83-eefddbf6e810 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:45.994076 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a8cbe6c7-7504-4935-9f83-eefddbf6e810 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0aa60daa-f3b7-4967-8d9b-0ff31deb2409 HTTP/1.1" status: 204 len: 168 time: 2.0762889 Apr 08 10:37:46.007383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-69588e16-d7f5-41f8-9ed1-080efadd1b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.010731 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-69588e16-d7f5-41f8-9ed1-080efadd1b39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5b2b79c-8f68-4080-9275-8ccf91317b0a HTTP/1.1" status: 204 len: 168 time: 2.0931070 Apr 08 10:37:46.010731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45296) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:46.077334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Request body: {'router': {'name': 'tempest-router-121069372', 'distributed': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:46.093346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:46.129545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:37:46.130412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-3a8bea17-2a70-4d0e-bef6-4c5835eb0ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:37:46.131127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:46.132565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:46.152516 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Attempting to bind port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:46.153017 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Attempting to bind port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:46.153586 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Attempting to bind port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:46.160899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Usage tracker for resource:router and tenant:ad0a7945d9314d6497799ccaf45ee2c7 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:46.173849 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:46.174857 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:46.175350 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.175836 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:46.176692 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Bound port: 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:46.177332 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.196679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Made reservation on behalf of 7d0cd7695df242a1bc04b2f547889100 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:46.199096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.216812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:46.227477 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d2aaf-c1a7-488a-8242-bc278c00f044 None None] Pushing event updated for resources: {'Port': ['ID=5ec5512f-bbe0-4541-8155-25ab5ef2d6c8,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:46.245390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:46.264975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Router 4ec232ea-200f-4ead-bb58-992d8d6db917 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:37:46.292936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:46.298393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] device_id is not set on port f52e6c39-2519-40f5-8aaa-69f3696bb948 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:37:46.374332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port bde74d65-a000-4176-a8b3-ea1e77cb0b71 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:46.374707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.406284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Allocated IP 172.20.0.6 (237373a9-bb1b-4d06-a6dd-444d65be36b2/1ce73bd8-89e6-4b5c-bfb0-67e174b5a70b/c2bd43ee-70f6-43b9-b84a-b1ce46fc44ed) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:46.521848 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] For port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:46.525222 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] For port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5ec5512f-bbe0-4541-8155-25ab5ef2d6c8,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:46.612524 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.631043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.632049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.684173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.767412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:46.799787 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:46.800445 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:46.942127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.945017 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d2aaf-c1a7-488a-8242-bc278c00f044 None None] Pushing event updated for resources: {'Port': ['ID=5ec5512f-bbe0-4541-8155-25ab5ef2d6c8,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:46.976234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc626e17-0d27-4314-af6b-a0174cd2c105 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.047989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626e17-0d27-4314-af6b-a0174cd2c105 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event deleted for resources: {'Port': ['ID=b8f75329-0078-49f3-a2ce-34085e4d905b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:47.144111 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:47.243349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45316) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:47.265954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.280933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.311488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.355366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-070fb959-335f-450e-9df9-7c31aae5bd31 None None] Provisioning complete for port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:47.356055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-070fb959-335f-450e-9df9-7c31aae5bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.458091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-070fb959-335f-450e-9df9-7c31aae5bd31 None None] Port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:37:47.517317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7bf62932-73b0-42d8-abab-3230796381d2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:47.525355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Port': ['ID=c2bd43ee-70f6-43b9-b84a-b1ce46fc44ed,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:47.528080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.540776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.552467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc626e17-0d27-4314-af6b-a0174cd2c105 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.559705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.564206 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-070fb959-335f-450e-9df9-7c31aae5bd31 None None] Could not find standard attr ID for object b8f75329-0078-49f3-a2ce-34085e4d905b. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:37:47.566580 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bc626e17-0d27-4314-af6b-a0174cd2c105 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "DELETE /v2.0/ports/b8f75329-0078-49f3-a2ce-34085e4d905b HTTP/1.1" status: 204 len: 168 time: 3.3073475 Apr 08 10:37:47.571226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45322) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:47.675228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-070fb959-335f-450e-9df9-7c31aae5bd31 None None] Provisioning complete for port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:47.675619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-070fb959-335f-450e-9df9-7c31aae5bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.681601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Allocated IP 172.20.0.1 (cc958a3c-3466-4f4a-99ea-19d5d53114c8/c97513f5-d077-455d-a810-4826574d0b84/3365260c-0abd-42fb-a33b-3f980d7f09c4) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:47.702672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45328) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:47.711932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=f52e6c39-2519-40f5-8aaa-69f3696bb948,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:47.715909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:47.732504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Network c797c73b-f733-4279-893d-3e6eca392688 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:47.734929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Network 237373a9-bb1b-4d06-a6dd-444d65be36b2 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:47.735777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:37:47.738932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] Usage tracker for resource:security_group_rule and tenant:e71e16d2141449fcb27f0e744c9f3256 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:47.743718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:47.753738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:47.753738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:47.754039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-070fb959-335f-450e-9df9-7c31aae5bd31 None None] Port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:37:47.764680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 7bf62932-73b0-42d8-abab-3230796381d2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:47.764792 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.766014 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579842630', 'description': 'tempest-description--1296817859'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:47.779328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:47.787104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:47.801179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:43Z', 'revision_number': 2, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:47.804140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Usage tracker for resource:security_group and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:47.823156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-af669d8e-a899-4c7b-93f1-3719a89cc1db admin admin] 10.222.0.23 "PUT /v2.0/routers/4ec232ea-200f-4ead-bb58-992d8d6db917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9904222 Apr 08 10:37:47.823156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:47.823497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Checking router: c0138c48-9a5f-4540-bf03-fa69abb5ce76 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:37:47.823497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Updating router c0138c48-9a5f-4540-bf03-fa69abb5ce76 port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:37:47.891624 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Sync routers for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:37:47.902286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.923513 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:47.924934 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:47.938940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:47.942274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:47.942929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.946838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:47.948058 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b384d8aa-fb06-4fab-81e2-ed1d48164d9c tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.9330175 Apr 08 10:37:47.959502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45336) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:48.044537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.065859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Transition to ACTIVE for port object 3365260c-0abd-42fb-a33b-3f980d7f09c4 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:48.089799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:48.099408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:48.166911 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f098174c-0a42-432e-9ddb-41ee2b508dc4 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5919359 Apr 08 10:37:48.174594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.178570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45340) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:48.233058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.260847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-312834306'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:48.273360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:48.296344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:48.302327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Usage tracker for resource:security_group_rule and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:48.306552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:48.315218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:48.327530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:48.395795 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:48.410574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.420616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Usage tracker for resource:network and tenant:a1ba63d6a04f42e49d181cca03d3ac01 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:48.430168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:48.434152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:48.441597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Pushing event updated for resources: {'Port': ['ID=3365260c-0abd-42fb-a33b-3f980d7f09c4,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:48.450864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:48.465616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:48.468600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:48.468946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.472928 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:38Z', 'revision_number': 3, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:48.488500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.498881 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104816de-dca7-4d1a-a7f8-3da572be804d None None] The sync data for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv is: [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:38Z', 'revision_number': 3, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:37:48.522401 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f30113ed-cce5-4432-a2ca-eec39c698717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8004234 Apr 08 10:37:48.534837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45348) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:48.549543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2031a2f5-6faa-4a12-b9c2-b76458f2da67 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.563507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Made reservation on behalf of a1ba63d6a04f42e49d181cca03d3ac01 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:48.569331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.637455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b41af29-186d-4e94-b2d6-98dad7ae18a6,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:48.678919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.684693 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2838c0e2-62c9-48f6-8162-46f170961ac2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9803379 Apr 08 10:37:48.686900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:48.689691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45352) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:48.723369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Request body: {'security_group_rule': {'security_group_id': '3b41af29-186d-4e94-b2d6-98dad7ae18a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:48.727960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.747633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Transition to ACTIVE for port object d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:48.773774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:48.786023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:48.786395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.790036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.790612 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Added segment cd97d7ef-bcc9-4d96-afe0-c5d32d689ce3 of type vlan for network 325acb22-d954-4897-8331-36d948281a37 Apr 08 10:37:48.800411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Usage tracker for resource:security_group_rule and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:48.811329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:48.827633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:48.860915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.875266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.000510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:49.050061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.055647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.062532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:49.065371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.136150 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 2, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:49.152130 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Checking router: 4ec232ea-200f-4ead-bb58-992d8d6db917 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:37:49.152877 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Updating router 4ec232ea-200f-4ead-bb58-992d8d6db917 port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:37:49.240407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45358) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:49.271302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event updated for resources: {'Network': ['ID=325acb22-d954-4897-8331-36d948281a37,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:49.283900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.297185 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.358944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44476607', 'description': 'tempest-description--2053593633'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:49.405778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.418574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 325acb22-d954-4897-8331-36d948281a37 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:49.500567 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-98108822-fdd9-499d-b91d-be58afd3ebbb tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2770138 Apr 08 10:37:49.508763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45362) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:49.601476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834000e1-81e4-4bb7-9476-e9b667899bc2 None None] Pushing event updated for resources: {'Port': ['ID=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:49.626604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Attempting to bind port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:49.628352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Attempting to bind port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:49.629193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Attempting to bind port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa on network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:49.629626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:49.656699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e53aa617-1c80-4869-ac9a-08c96f9a11f1 None None] Provisioning for port 3365260c-0abd-42fb-a33b-3f980d7f09c4 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:49.665458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:49.665854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Checking segment: {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:49.666272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.666734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Bound using segment: {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:49.667177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Bound port: d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:49.667574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.718144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Usage tracker for resource:security_group and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:49.738791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:49.810046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] For port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:49.814334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] For port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:49.816555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e53aa617-1c80-4869-ac9a-08c96f9a11f1 None None] Provisioning complete for port 3365260c-0abd-42fb-a33b-3f980d7f09c4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:49.816976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e53aa617-1c80-4869-ac9a-08c96f9a11f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.885345 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9f03529e-d10f-4081-bdc4-1f2740195604 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "GET /v2.0/agents/19c33f1f-c57f-459d-9d9a-27e245e3a6dc/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.3694651 Apr 08 10:37:49.885862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:49.885941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45366) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:49.895346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.900192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2031a2f5-6faa-4a12-b9c2-b76458f2da67 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.913258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.926113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e53aa617-1c80-4869-ac9a-08c96f9a11f1 None None] Port 3365260c-0abd-42fb-a33b-3f980d7f09c4 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:37:49.930205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.937092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:49.978616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2031a2f5-6faa-4a12-b9c2-b76458f2da67 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:49.989233 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.003279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.005178 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Transition to ACTIVE for port object d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:50.026984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.081962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.108768 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.111281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:50.113773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:50.124295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2412e2-1e99-4e0d-b67b-503d8aa2843a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:50.187805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.204209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.267995 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4b9b8-be56-4ea9-a200-c0a6dc510d77 None None] Pushing event updated for resources: {'Port': ['ID=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:50.286154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834000e1-81e4-4bb7-9476-e9b667899bc2 None None] Pushing event updated for resources: {'Port': ['ID=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:50.289978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2031a2f5-6faa-4a12-b9c2-b76458f2da67 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.290469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2031a2f5-6faa-4a12-b9c2-b76458f2da67 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92ae85e2-1925-4967-b7a6-7265e37a857b {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:37:50.434144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:50.446641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b0c4d6-83fe-4ca6-8918-d39a56eb0f11 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] Network 325acb22-d954-4897-8331-36d948281a37 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:37:50.461557 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e71e16d2141449fcb27f0e744c9f3256&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2177823 Apr 08 10:37:50.475052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.479551 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c6b0383f-5a3a-4aa0-b417-7342c79acb03 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7836912 Apr 08 10:37:50.481499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:50.482284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45370) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:50.482725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45372) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:50.498422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Request body: {'security_group_rule': {'security_group_id': '3b41af29-186d-4e94-b2d6-98dad7ae18a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:50.501556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Usage tracker for resource:security_group_rule and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:50.507869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:50.511327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:50.511947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.513573 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Usage tracker for resource:security_group_rule and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:50.517142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:50.517333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dec733-21b3-497a-87a2-fb9cd8e3cc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041ce972-8588-4d27-baa5-6a0fe45b5fb6,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:50.522580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:50.529194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:50.547948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.602213 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-69b0c4d6-83fe-4ca6-8918-d39a56eb0f11 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "POST /v2.0/agents/19c33f1f-c57f-459d-9d9a-27e245e3a6dc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7110286 Apr 08 10:37:50.607917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b733af2f-cf3d-4f13-925f-b7a97e17a5f2 None None] Network 325acb22-d954-4897-8331-36d948281a37 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:50.610386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45378) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:50.635527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:50.667579 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Attempting to bind port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:50.667780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:50.668937 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Attempting to bind port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:50.670383 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Attempting to bind port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 on network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:50.687825 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:50.688789 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Checking segment: {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:50.689643 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.690901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.691164 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Bound using segment: {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:50.691900 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Bound port: d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:50.692463 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.749045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2031a2f5-6faa-4a12-b9c2-b76458f2da67 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.750195 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2031a2f5-6faa-4a12-b9c2-b76458f2da67 tempest-RoutersTestDVR-1365058530 tempest-RoutersTestDVR-1365058530-project-admin] 10.222.0.23 "DELETE /v2.0/routers/92ae85e2-1925-4967-b7a6-7265e37a857b HTTP/1.1" status: 204 len: 168 time: 2.7741473 Apr 08 10:37:50.754404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-848bf14c-56ca-4e8e-9bc4-aaaa7ecef7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.779799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.782882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.848241 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] For port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:50.856529 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] For port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:50.953681 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:50.986890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.032664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.035726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] device_id is not set on port f52e6c39-2519-40f5-8aaa-69f3696bb948 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:37:51.048691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.073994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Transition to ACTIVE for port object f52e6c39-2519-40f5-8aaa-69f3696bb948 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:51.077716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.149245 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:51.150142 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:51.165821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.212410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.332226 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4b9b8-be56-4ea9-a200-c0a6dc510d77 None None] Pushing event updated for resources: {'Port': ['ID=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:51.486792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-848bf14c-56ca-4e8e-9bc4-aaaa7ecef7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.503812 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:51.509193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.510356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Pushing event updated for resources: {'Port': ['ID=3365260c-0abd-42fb-a33b-3f980d7f09c4,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:51.606452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.608026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:51.608403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:51.611259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:51.628914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e93ab2-7920-4b5a-91bb-843e49c97701,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:51.633643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Port': ['ID=c2bd43ee-70f6-43b9-b84a-b1ce46fc44ed,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:51.637819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.661010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.664889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5ec5512f-bbe0-4541-8155-25ab5ef2d6c8,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:51.665565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9f3520ca-478d-455d-8e65-861a01e9f0bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4171240 Apr 08 10:37:51.673442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45386) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:51.675147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd4fc41-0ca4-41d6-8903-5b5ce5a73a75,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:51.679330 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9d75eb17-5dce-4bb5-b956-300b6b8a5462 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "GET /v2.0/agents/19c33f1f-c57f-459d-9d9a-27e245e3a6dc/dhcp-networks HTTP/1.1" status: 200 len: 7990 time: 1.0678456 Apr 08 10:37:51.686852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Request body: {'security_group_rule': {'security_group_id': 'a0e93ab2-7920-4b5a-91bb-843e49c97701', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:51.700549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45390) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:51.712853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45392) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:51.713984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:51.739473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.740330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:51.740330 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:51.751658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 2 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:51.754977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Usage tracker for resource:security_group_rule and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:51.766351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:51.779573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:51.779886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:51.785415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:51.785415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:51.791625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:51.792117 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:51.795471 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 3 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:51.808353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:51.827491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:51.844793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:51.845565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:51.846800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:51.850507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=f52e6c39-2519-40f5-8aaa-69f3696bb948,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:51.858669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:51.859261 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:51.860344 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 4 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:51.887814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:51.888554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:51.889276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:51.897021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:51.897458 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:51.897932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 5 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:51.981908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=5ec5512f-bbe0-4541-8155-25ab5ef2d6c8,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:52.036302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.036918 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4b71a33a-10d3-4ce8-aac3-2148532ab8d3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.6731777 Apr 08 10:37:52.043148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45400) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:52.050273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:52.050670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:52.051023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:52.059548 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:50Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:52.070141 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647f7eb-e3fb-41c6-a2b3-f671a637f0f5 None None] The sync data for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv is: [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:50Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:37:52.178157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:52.178445 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:52.185523 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 6 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:52.191775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:49Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:52.199243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553883e-4100-426b-ae5b-d0e5d7c10279 None None] The sync data for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv is: [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:49Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:37:52.204600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c799fe92-ae07-4e0a-816e-5d5df008ff28 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Synchronizing usage tracker for tenant:7a3b72151c994534a7af84964ff8a9b6 on resource:floatingip {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:52.226714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:52.231055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:52.231401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:52.231741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:52.242214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:52.242545 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:52.242935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 7 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:52.268360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:52.268360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:52.268360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:52.274525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:52.274525 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:52.279692 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 8 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:52.297527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:52.298604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:52.299895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:52.315134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:52.315789 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:52.316455 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 9 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:52.340871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:52.340871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:52.340871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:52.349717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.357582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-50ea12f4-0106-4efb-b4cf-63e7956c5930 None None] Provisioning complete for port 3365260c-0abd-42fb-a33b-3f980d7f09c4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:52.358766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:52.359188 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:52.359634 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 10 to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 Apr 08 10:37:52.360030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-50ea12f4-0106-4efb-b4cf-63e7956c5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.377950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.377950 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9a69ff9a-a038-4915-a89d-6b2612b0fb52 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8855007 Apr 08 10:37:52.387972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45406) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:52.393556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c799fe92-ae07-4e0a-816e-5d5df008ff28 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Unset dirty status for tenant:7a3b72151c994534a7af84964ff8a9b6 on resource:floatingip {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:52.403222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:52.405835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c799fe92-ae07-4e0a-816e-5d5df008ff28 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=237373a9-bb1b-4d06-a6dd-444d65be36b2 HTTP/1.1" status: 200 len: 689 time: 0.3615978 Apr 08 10:37:52.409039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45410) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:52.411959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:52.412309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:52.412708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:52.424510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:52.426628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-848bf14c-56ca-4e8e-9bc4-aaaa7ecef7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.429062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-848bf14c-56ca-4e8e-9bc4-aaaa7ecef7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.430214 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-848bf14c-56ca-4e8e-9bc4-aaaa7ecef7b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/041ce972-8588-4d27-baa5-6a0fe45b5fb6 HTTP/1.1" status: 204 len: 168 time: 1.9429469 Apr 08 10:37:52.459409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:37:52.491515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] Usage tracker for resource:security_group_rule and tenant:dd0afcd17b8d49d486a733368d4d1498 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:52.495666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:52.499849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:52.511818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:37:52.511818 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port f52e6c39-2519-40f5-8aaa-69f3696bb948 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:37:52.511818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.551293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Usage tracker for resource:floatingip and tenant:4ff8d365fe7a49148aab825402ef3c73 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:52.557843 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-decfed52-1c45-4590-a0b1-793d61ac3809 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "DELETE /v2.0/agents/19c33f1f-c57f-459d-9d9a-27e245e3a6dc/dhcp-networks/325acb22-d954-4897-8331-36d948281a37 HTTP/1.1" status: 204 len: 168 time: 0.8541305 Apr 08 10:37:52.558899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bf14c-56ca-4e8e-9bc4-aaaa7ecef7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041ce972-8588-4d27-baa5-6a0fe45b5fb6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:52.560968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:52.564161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45416) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:52.569887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:52.589096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.614234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-50ea12f4-0106-4efb-b4cf-63e7956c5930 None None] Port 3365260c-0abd-42fb-a33b-3f980d7f09c4 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:37:52.625314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:52.763802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.872728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] For port f52e6c39-2519-40f5-8aaa-69f3696bb948, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:52.873160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempted to set empty binding levels {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 08 10:37:52.874576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Deleting port c2bd43ee-70f6-43b9-b84a-b1ce46fc44ed {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:37:52.874921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.915801 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:52.983017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:53.140980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:37:53.148907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] In _notify_port_updated(), no bound segment for port f52e6c39-2519-40f5-8aaa-69f3696bb948 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:37:53.149804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.150413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:53.154167 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "PUT /v2.0/ports/f52e6c39-2519-40f5-8aaa-69f3696bb948 HTTP/1.1" status: 200 len: 981 time: 4.6048634 Apr 08 10:37:53.160725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45424) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:53.172973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Sync routers for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:37:53.203582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:53.204542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:53.211527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda384e-5ab2-4392-bfd8-4aab3014d53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=f52e6c39-2519-40f5-8aaa-69f3696bb948,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:53.247506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:53.247947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:53.305772 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eff63124-7721-4305-8366-0a39f7201be2 admin admin] 10.222.0.23 "PUT /v2.0/routers/94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9656630 Apr 08 10:37:53.362698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:53.464622 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6ea27172-1149-4f23-b56a-a5b57da810a0 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "GET /v2.0/agents/19c33f1f-c57f-459d-9d9a-27e245e3a6dc/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.8876786 Apr 08 10:37:53.483454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45436) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:53.492157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Calling delete_port for c2bd43ee-70f6-43b9-b84a-b1ce46fc44ed owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:37:53.620716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:53.624191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:53.683901 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c955082e-ed15-4305-a864-f352ec80e9e0 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "GET /v2.0/networks/22d97bcc-b84e-4249-8a09-f1e2adbf27ea/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1960089 Apr 08 10:37:53.694626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45444) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:53.697434 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff29055-1181-4be9-8aed-4d010ee68148,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:53.782676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:53.825359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.825768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.826380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.826711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.827389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.827677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.828148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.828641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.832407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.840766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.841636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.842377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.846753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.847793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.851557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.852653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:53.865935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Synchronizing usage tracker for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:53.899529 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3d1e7ecf-5aaa-49fb-b409-d5860063ff31 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "GET /v2.0/networks/22d97bcc-b84e-4249-8a09-f1e2adbf27ea/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2033286 Apr 08 10:37:53.905949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45450) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:53.927319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:53.929328 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7085a416-821b-4b87-bc00-973c134793b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2484074 Apr 08 10:37:53.938028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45454) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:53.947419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Request body: {'security_group_rule': {'security_group_id': 'a0e93ab2-7920-4b5a-91bb-843e49c97701', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:54.003247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:54.007619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.018008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Usage tracker for resource:security_group_rule and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:54.130477 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd0afcd17b8d49d486a733368d4d1498&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4137540 Apr 08 10:37:54.135890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45462) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:54.150696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:54.171072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.193619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Unset dirty status for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:54.198400 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b4d21e47-d201-4da4-a008-7cecdb513285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14697 time: 1.0267594 Apr 08 10:37:54.208202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45466) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:54.237910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:54.336056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2bd43ee-70f6-43b9-b84a-b1ce46fc44ed,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:54.367492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Deleting port f52e6c39-2519-40f5-8aaa-69f3696bb948 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:37:54.367867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.390559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:54.407324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd440-d2e6-4365-b4ed-3ce955286bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4976ca-8062-41ae-9375-6385ff67cbf9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:54.433204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.596787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8077e84-0956-4d94-94c5-d36be88bbfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.665272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.689805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:37:49Z', 'revision_number': 2, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:54.716381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Checking router: 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:37:54.716381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Updating router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 port 3365260c-0abd-42fb-a33b-3f980d7f09c4 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:37:54.723870 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ffbdfe4b-861b-4b52-b49b-282670f8c375 tempest-DHCPAgentSchedulersTestJSON-1635352524 tempest-DHCPAgentSchedulersTestJSON-1635352524-project-admin] 10.222.0.23 "GET /v2.0/agents/19c33f1f-c57f-459d-9d9a-27e245e3a6dc/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.8165205 Apr 08 10:37:54.733791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45474) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:54.756842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:54.775262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:54.776746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.804394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.887870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8077e84-0956-4d94-94c5-d36be88bbfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:54.924717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.029633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.043918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.069136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Allocated IP 172.26.7.119 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/3fbf6f31-bb58-4640-987e-563bb5415897) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:55.083116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.088915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] For port f52e6c39-2519-40f5-8aaa-69f3696bb948, host hv-neutron-8371, got binding levels [] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:55.089306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.259159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.273891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Calling delete_port for f52e6c39-2519-40f5-8aaa-69f3696bb948 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:37:55.274418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.429005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45484) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:55.433957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8077e84-0956-4d94-94c5-d36be88bbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.438217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:55.458796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960348693', 'description': 'tempest-description--62584980'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:55.477258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:55.493349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8077e84-0956-4d94-94c5-d36be88bbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4976ca-8062-41ae-9375-6385ff67cbf9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:55.500128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Usage tracker for resource:security_group and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:55.505747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:55.522615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.528145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:55.558954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8077e84-0956-4d94-94c5-d36be88bbfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.560074 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d8077e84-0956-4d94-94c5-d36be88bbfe7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e4976ca-8062-41ae-9375-6385ff67cbf9 HTTP/1.1" status: 204 len: 168 time: 1.4231927 Apr 08 10:37:55.570572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.589109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.637201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12da602c-2713-4829-b539-71b27c1c3d13,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:55.639682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.641625 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-951fcf71-d328-46d8-9a12-923d334d8b20 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7014067 Apr 08 10:37:55.642080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.653546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45492) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:55.671524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:55.680606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event deleted for resources: {'Port': ['ID=f52e6c39-2519-40f5-8aaa-69f3696bb948,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:55.694079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:55.701599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.709370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Usage tracker for resource:floatingip and tenant:9b56a76045db447da29768d10045e9df is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:55.710007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce73bd8-89e6-4b5c-bfb0-67e174b5a70b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:55.712856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.713764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:55.717039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:55.734999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:55.746405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Usage tracker for resource:security_group_rule and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:55.753673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:55.756674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:55.763889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:55.829096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.895287 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fe97baa1-8c9f-4cb4-8fac-85df6e5cf913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f52e6c39-2519-40f5-8aaa-69f3696bb948 HTTP/1.1" status: 204 len: 168 time: 1.6816285 Apr 08 10:37:55.896492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.898666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45500) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:55.905607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:55.973685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:55.981926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:55.996869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:56.022853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.025669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event updated for resources: {'Port': ['ID=3fbf6f31-bb58-4640-987e-563bb5415897,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:56.052294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.068579 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db050f2-f14b-41ba-b048-238e3ddf0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:37:56.069629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4db050f2-f14b-41ba-b048-238e3ddf0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Synchronizing usage tracker for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:56.071369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:56.093297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325acb22-d954-4897-8331-36d948281a37']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:56.095084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.112666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45504) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:56.125159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd97d7ef-bcc9-4d96-afe0-c5d32d689ce3') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:56.125851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd97d7ef-bcc9-4d96-afe0-c5d32d689ce3') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:56.137964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237373a9-bb1b-4d06-a6dd-444d65be36b2']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:56.155392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ffc786-f0b8-474f-981e-6f71af01a8b8') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:56.155865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ffc786-f0b8-474f-981e-6f71af01a8b8') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:56.171700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.185799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:37:56.191570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.198996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:37:56.199408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.226023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:56.227729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.230196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919f6cd5-22f0-48c1-8590-cd31fba2cecd,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:56.233051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:37:56.315903 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:37:56.323146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.332923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.335845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.338995 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7b1f7c96-f6a0-4831-a1f7-0b21afe06fdc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9068167 Apr 08 10:37:56.350573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.361979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:37:56.362660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:37:56.424554 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:37:56.428819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45512) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:56.445016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4db050f2-f14b-41ba-b048-238e3ddf0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Unset dirty status for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:56.452197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45516) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:56.453132 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4db050f2-f14b-41ba-b048-238e3ddf0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "GET /v2.0/ports/f52e6c39-2519-40f5-8aaa-69f3696bb948 HTTP/1.1" status: 404 len: 333 time: 0.5532901 Apr 08 10:37:56.453745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.464698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Request body: {'security_group_rule': {'security_group_id': '919f6cd5-22f0-48c1-8590-cd31fba2cecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:56.466533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.477821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:56.483470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Usage tracker for resource:security_group_rule and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:56.487659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:56.491013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.495451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:56.498586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208475675', 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:56.505997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:56.557476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:56.559656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.578443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.580342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:56.594805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 237373a9-bb1b-4d06-a6dd-444d65be36b2 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 08 10:37:56.600253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.610189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event deleted for resources: {'Network': ['ID=237373a9-bb1b-4d06-a6dd-444d65be36b2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:56.613910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:56.617825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.634807 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f9889e5b-6f32-4c29-8f50-76b60c28bd34 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "DELETE /v2.0/networks/237373a9-bb1b-4d06-a6dd-444d65be36b2 HTTP/1.1" status: 204 len: 168 time: 4.2247028 Apr 08 10:37:56.637778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45520) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:56.705683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Transition to ACTIVE for port object 3365260c-0abd-42fb-a33b-3f980d7f09c4 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:37:56.741352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-392526580'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:56.754265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.772858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:56.802791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45524) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:56.806823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.808941 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "DELETE /v2.0/networks/325acb22-d954-4897-8331-36d948281a37 HTTP/1.1" status: 204 len: 168 time: 2.0721507 Apr 08 10:37:56.809235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:56.811789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45526) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:56.816043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.820426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-25c2bed3-1cb9-4510-92ee-2681796e359e tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Synchronizing usage tracker for tenant:7a3b72151c994534a7af84964ff8a9b6 on resource:floatingip {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:56.836222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e78de5-d4f9-4906-8f87-88d302ad47cc tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event deleted for resources: {'Network': ['ID=325acb22-d954-4897-8331-36d948281a37,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:56.852581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Made reservation on behalf of 7d0cd7695df242a1bc04b2f547889100 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:56.856681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.895133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Usage tracker for resource:network and tenant:6da9aeba26ba4c54b0ce45c42ab19a71 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:56.900153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.914491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:56.920885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] device_id is not set on port bce54cbb-d2a8-490a-a24f-63b6c2c7d350 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:37:56.932023 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2e04d6-7b45-4d0f-9e52-6c797498bcdf tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] DELETE failed (client error): The resource could not be found. Apr 08 10:37:56.937875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2e04d6-7b45-4d0f-9e52-6c797498bcdf tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:37:56.943564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.953635 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-be2e04d6-7b45-4d0f-9e52-6c797498bcdf tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "DELETE /v2.0/ports/b8f75329-0078-49f3-a2ce-34085e4d905b HTTP/1.1" status: 404 len: 333 time: 0.1352904 Apr 08 10:37:56.954971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:56.958205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45532) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:57.003254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad0a7945d9314d6497799ccaf45ee2c7 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:57.013367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:57.014457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:57.014845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.022871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Allocated IP 172.26.7.208 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/5d699ec1-719e-4dec-a04a-919ed0f8bb0d) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:37:57.026250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:57.038885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:57.098481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-49355751-8c89-47ec-91d8-050a18d4f334 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Deleting subnet 01ee8d38-21e1-4cdb-a91e-c004db4e6c20 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:37:57.104603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.106356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49355751-8c89-47ec-91d8-050a18d4f334 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.180716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-25c2bed3-1cb9-4510-92ee-2681796e359e tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Unset dirty status for tenant:7a3b72151c994534a7af84964ff8a9b6 on resource:floatingip {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:57.182153 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-25c2bed3-1cb9-4510-92ee-2681796e359e tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5434668 Apr 08 10:37:57.198556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45536) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:57.221571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804be6e5-df16-42b0-afcb-57340af15680 None None] Pushing event updated for resources: {'Port': ['ID=3365260c-0abd-42fb-a33b-3f980d7f09c4,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:57.255498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c33e02a-4e9b-4261-abcf-d0b157956802,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:57.304294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49355751-8c89-47ec-91d8-050a18d4f334 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.325976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Made reservation on behalf of 6da9aeba26ba4c54b0ce45c42ab19a71 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:57.330490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.344966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Attempting to bind port 3365260c-0abd-42fb-a33b-3f980d7f09c4 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:37:57.345579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Attempting to bind port 3365260c-0abd-42fb-a33b-3f980d7f09c4 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:37:57.346987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Attempting to bind port 3365260c-0abd-42fb-a33b-3f980d7f09c4 on network cc958a3c-3466-4f4a-99ea-19d5d53114c8 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:37:57.363449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:37:57.364067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Checking segment: {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:37:57.365010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.365595 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Bound using segment: {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:37:57.366209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Bound port: 3365260c-0abd-42fb-a33b-3f980d7f09c4, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:37:57.366687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.429616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-45e2e8c0-9569-4f4e-90b2-8940af8da0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.480229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.481691 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5c89feb9-d66b-4fc4-a380-0e333b884df3 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0443268 Apr 08 10:37:57.488264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.490551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45540) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:57.517935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Request body: {'security_group_rule': {'security_group_id': '919f6cd5-22f0-48c1-8590-cd31fba2cecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:57.526211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:57.526675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:57.527481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:57.527590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:57.528020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:57.528443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:57.529006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:57.529914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Synchronizing usage tracker for tenant:7a3b72151c994534a7af84964ff8a9b6 on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:57.532328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:57.559029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Usage tracker for resource:security_group_rule and tenant:6da9aeba26ba4c54b0ce45c42ab19a71 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:57.566589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:57.572556 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] For port 3365260c-0abd-42fb-a33b-3f980d7f09c4, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:37:57.578902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] For port 3365260c-0abd-42fb-a33b-3f980d7f09c4, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3365260c-0abd-42fb-a33b-3f980d7f09c4,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:37:57.581607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:57.597774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:57.606803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Usage tracker for resource:security_group_rule and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:57.611672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.617023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:57.624976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:57.629525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:57.640567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.648358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49355751-8c89-47ec-91d8-050a18d4f334 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.672256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.685138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.749205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Unset dirty status for tenant:7a3b72151c994534a7af84964ff8a9b6 on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:57.750488 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6f70b905-5308-45cb-a616-74f4d84ae621 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.5507751 Apr 08 10:37:57.752320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.763864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45544) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:57.795356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.864150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:37:57.865168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:37:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:57.961213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event updated for resources: {'Port': ['ID=3fbf6f31-bb58-4640-987e-563bb5415897,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:57.963510 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-8dcaff64-f34f-411b-9970-9969e971373c tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] delete failed (client error): The resource could not be found. Apr 08 10:37:57.968529 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8dcaff64-f34f-411b-9970-9969e971373c tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/bdbb98c9-6d51-4484-bac4-4559a51db503 HTTP/1.1" status: 404 len: 345 time: 0.1924067 Apr 08 10:37:57.976313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49355751-8c89-47ec-91d8-050a18d4f334 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.980555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45548) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:57.981140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804be6e5-df16-42b0-afcb-57340af15680 None None] Pushing event updated for resources: {'Port': ['ID=3365260c-0abd-42fb-a33b-3f980d7f09c4,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:58.007019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.007994 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:58.008595 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.044965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.088079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.098171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49355751-8c89-47ec-91d8-050a18d4f334 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event deleted for resources: {'Subnet': ['ID=01ee8d38-21e1-4cdb-a91e-c004db4e6c20,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:58.110785 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad0a7945d9314d6497799ccaf45ee2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2999544 Apr 08 10:37:58.126613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45552) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:58.144403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c89373-c7f6-43ce-9a55-57615d4fddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e043d8c8-2bd3-451f-9fd5-0e00bdb244c9,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:58.154571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49355751-8c89-47ec-91d8-050a18d4f334 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.163544 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f076de2a-da9f-4f52-a8df-a9468b2cfde9 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] DELETE failed (client error): The resource could not be found. Apr 08 10:37:58.164043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f076de2a-da9f-4f52-a8df-a9468b2cfde9 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:37:58.197435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.203662 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f076de2a-da9f-4f52-a8df-a9468b2cfde9 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "DELETE /v2.0/networks/237373a9-bb1b-4d06-a6dd-444d65be36b2 HTTP/1.1" status: 404 len: 339 time: 0.1620071 Apr 08 10:37:58.217029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45556) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:58.218692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e29ae-333b-4562-8bdc-eaca8ddf8fac None None] Network 22d97bcc-b84e-4249-8a09-f1e2adbf27ea requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:37:58.220336 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-49355751-8c89-47ec-91d8-050a18d4f334 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "DELETE /v2.0/subnets/01ee8d38-21e1-4cdb-a91e-c004db4e6c20 HTTP/1.1" status: 204 len: 168 time: 1.2609804 Apr 08 10:37:58.225636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Request body: {'network': {'name': 'tempest-network--297288808', 'router:external': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:58.228470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45560) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:58.232214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:58.308832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.309849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-57522889-4393-4da1-b6ae-4c1ee228f3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.315490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:37:58.326777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.338588 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6ce25182-df88-433d-8060-d515161fa365 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9371920 Apr 08 10:37:58.360891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-57522889-4393-4da1-b6ae-4c1ee228f3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.426125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Usage tracker for resource:network and tenant:7a3b72151c994534a7af84964ff8a9b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:58.432738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.433663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:58.442690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:58.451549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.482029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.510883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.519472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee514a4-990f-4ac0-aecd-af6de3399261,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:58.522398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.545854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Deleting port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:37:58.546182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.589655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:58.605799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Made reservation on behalf of 7a3b72151c994534a7af84964ff8a9b6 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:37:58.606553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.611724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:58.613732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-57522889-4393-4da1-b6ae-4c1ee228f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.625044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:58.643884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Network c797c73b-f733-4279-893d-3e6eca392688 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:37:58.648986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:58.657384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-57522889-4393-4da1-b6ae-4c1ee228f3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.659636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.660011 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Added segment f4bb1c07-a23d-49ea-a4ec-dad325b8c062 of type vlan for network fde5de04-b854-4082-805a-dabadc83bb19 Apr 08 10:37:58.663430 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-57522889-4393-4da1-b6ae-4c1ee228f3b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e043d8c8-2bd3-451f-9fd5-0e00bdb244c9 HTTP/1.1" status: 204 len: 168 time: 0.5314968 Apr 08 10:37:58.682748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:37:58.684976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:37:58.698622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:37:58.699571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:58.700176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.726719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.731963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d4dcc4-63d1-4a2e-94bc-782ac7ab747e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:58.743683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event updated for resources: {'Port': ['ID=5d699ec1-719e-4dec-a04a-919ed0f8bb0d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:58.754521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:37:58.780899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.794480 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c7ae1ec3-42ce-4530-a2b4-5e0d77bfaf72 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2974148 Apr 08 10:37:58.794480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45578) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:58.806703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:37:58.807055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.807445 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Added segment 7c50608e-0b72-4d62-9241-3248816a184b of type vlan for network 40923a71-913d-4ac7-accc-ee6640c32553 Apr 08 10:37:58.814652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:37:58.819148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Usage tracker for resource:floatingip and tenant:3324b956411845afa1fa61737f3623ed is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:37:58.822495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:37:58.830371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57522889-4393-4da1-b6ae-4c1ee228f3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043d8c8-2bd3-451f-9fd5-0e00bdb244c9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:58.835541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:37:58.851513 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3661919 Apr 08 10:37:58.863879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45582) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:58.913759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.935781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:58.955394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f8809-7f7e-4730-8bb2-843e34bef559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=bce54cbb-d2a8-490a-a24f-63b6c2c7d350,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:58.989176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ad9f8-4bb5-4d58-aa1c-ee3e4bc4d9c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:58.990249 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fc1ad9f8-4bb5-4d58-aa1c-ee3e4bc4d9c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Synchronizing usage tracker for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:59.080657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:59.081244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.087330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] For port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50,segment=NetworkSegment(1d4342c2-fd29-40b7-8991-2d76be2c9ce0),segment_id=1d4342c2-fd29-40b7-8991-2d76be2c9ce0)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:37:59.087700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.107949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.158195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.167862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:59.168901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.214800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fc1ad9f8-4bb5-4d58-aa1c-ee3e4bc4d9c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Unset dirty status for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:59.218684 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fc1ad9f8-4bb5-4d58-aa1c-ee3e4bc4d9c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "GET /v2.0/ports/bce54cbb-d2a8-490a-a24f-63b6c2c7d350 HTTP/1.1" status: 200 len: 959 time: 0.3461311 Apr 08 10:37:59.249110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45596) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:59.249567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45598) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:59.273211 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 10:37:59.293050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] DHCP port deletion for 22d97bcc-b84e-4249-8a09-f1e2adbf27ea request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:37:59.305496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Calling delete_port for 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:37:59.319459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] Deleting port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:37:59.319459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.387538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.402202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.403440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:59.404031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.431586 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:37:57Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:59.459027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df54a7-c7fc-427f-989e-b78b8256803c None None] The sync data for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv is: [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:37:57Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:37:59.494691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Pushing event updated for resources: {'Network': ['ID=40923a71-913d-4ac7-accc-ee6640c32553,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:59.553237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.558201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-540b2cf3-ae1b-4432-9628-05ef802815a8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Synchronizing usage tracker for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:59.561843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 40923a71-913d-4ac7-accc-ee6640c32553 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:59.562745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f1525114-2e3d-414d-840c-b15ca2a133dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Deleting port bce54cbb-d2a8-490a-a24f-63b6c2c7d350 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:37:59.579002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1525114-2e3d-414d-840c-b15ca2a133dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.650366 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-906e140e-9422-47cf-95c1-c0bef134f548 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.5353360 Apr 08 10:37:59.685289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b059062-3758-4138-b167-fa2a4088eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:59.686202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event deleted for resources: {'Port': ['ID=4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:59.777366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5569215 Apr 08 10:37:59.789646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3099aac-21f6-4a1c-92de-1e43e3291b35 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Network': ['ID=fde5de04-b854-4082-805a-dabadc83bb19,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:59.789646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45610) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:59.810500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:37:59.845234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network fde5de04-b854-4082-805a-dabadc83bb19 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:37:59.857062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] No DVR routers for this DVR port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:38:00.068443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-540b2cf3-ae1b-4432-9628-05ef802815a8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Unset dirty status for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:00.070283 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-540b2cf3-ae1b-4432-9628-05ef802815a8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--579842630&fields=id&tenant_id=4ff8d365fe7a49148aab825402ef3c73 HTTP/1.1" status: 200 len: 267 time: 0.8130071 Apr 08 10:38:00.097681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] For port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50,segment=NetworkSegment(1d4342c2-fd29-40b7-8991-2d76be2c9ce0),segment_id=1d4342c2-fd29-40b7-8991-2d76be2c9ce0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:00.098236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.126441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1525114-2e3d-414d-840c-b15ca2a133dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.201769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:38:00.202205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:38:00.240783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45624) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:00.275062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.312975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.436948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f1525114-2e3d-414d-840c-b15ca2a133dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Calling delete_port for bce54cbb-d2a8-490a-a24f-63b6c2c7d350 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:00.447064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] Calling delete_port for 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:00.463517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d97bcc-b84e-4249-8a09-f1e2adbf27ea']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:00.532309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Request body: {'port': {'network_id': '40923a71-913d-4ac7-accc-ee6640c32553', 'binding:host_id': 'hv-neutron-8371', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-366837769'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:00.556656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:00.572079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Usage tracker for resource:port and tenant:da064b4568c04886831bd15683f3e1d8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:00.587858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:00.592343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4342c2-fd29-40b7-8991-2d76be2c9ce0') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:00.592720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4342c2-fd29-40b7-8991-2d76be2c9ce0') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:00.615328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:00.630606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.651299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300526-7521-4449-83d6-57e8c288d885 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:00.659647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300526-7521-4449-83d6-57e8c288d885 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:00.670955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300526-7521-4449-83d6-57e8c288d885 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:00.674609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300526-7521-4449-83d6-57e8c288d885 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:00.676015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-64300526-7521-4449-83d6-57e8c288d885 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Synchronizing usage tracker for tenant:68af90c9285c4c4ea2ff6805f9ab0d52 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:00.703542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-660dd98c-1617-44aa-8faa-0b4c64b1e0b9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:00.703542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-660dd98c-1617-44aa-8faa-0b4c64b1e0b9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Synchronizing usage tracker for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:00.742750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Allocated IP 172.26.7.143 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/b670663d-683a-4a65-968e-9751b09e3e01) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:00.754374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.755552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.764128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Made reservation on behalf of da064b4568c04886831bd15683f3e1d8 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:00.772279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.772885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:00.775858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.782548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:00.793544 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:00.811903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-64300526-7521-4449-83d6-57e8c288d885 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Unset dirty status for tenant:68af90c9285c4c4ea2ff6805f9ab0d52 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:00.815154 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-64300526-7521-4449-83d6-57e8c288d885 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.9995344 Apr 08 10:38:00.819733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45634) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:00.827000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:00.834218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:38:00.834489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Usage tracker for resource:security_group_rule and tenant:da064b4568c04886831bd15683f3e1d8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:00.834630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:38:00.836426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.839069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:00.852243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:00.875971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.922449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1525114-2e3d-414d-840c-b15ca2a133dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.957260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1525114-2e3d-414d-840c-b15ca2a133dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.960617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-660dd98c-1617-44aa-8faa-0b4c64b1e0b9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Unset dirty status for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:00.962117 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-660dd98c-1617-44aa-8faa-0b4c64b1e0b9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 811 time: 0.8729918 Apr 08 10:38:00.967450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.035586 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-b16b930c-77b3-4c32-8336-8e96293ad713 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/quotas/4ff8d365fe7a49148aab825402ef3c73 HTTP/1.1" status: 200 len: 375 time: 0.0253270 Apr 08 10:38:01.117573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.157460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.159850 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4954042 Apr 08 10:38:01.177611 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f1525114-2e3d-414d-840c-b15ca2a133dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bce54cbb-d2a8-490a-a24f-63b6c2c7d350 HTTP/1.1" status: 204 len: 168 time: 1.9220421 Apr 08 10:38:01.183627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.187064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45642) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:01.191925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21848cc-dc0a-4033-985c-9970c0216c33 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event updated for resources: {'Port': ['ID=5d699ec1-719e-4dec-a04a-919ed0f8bb0d,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:01.205237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.253305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1525114-2e3d-414d-840c-b15ca2a133dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event deleted for resources: {'Port': ['ID=bce54cbb-d2a8-490a-a24f-63b6c2c7d350,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:01.276953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45646) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:01.313649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-0545f0cc-8ca8-4839-bc19-0880efe86b5f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Synchronizing usage tracker for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:01.322595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] Pushing event deleted for resources: {'Network': ['ID=22d97bcc-b84e-4249-8a09-f1e2adbf27ea,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:01.324833 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f004b9f-8fc5-40e9-9bb5-18901977072e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:38:01.331417 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9f004b9f-8fc5-40e9-9bb5-18901977072e tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "GET /v2.0/ports/bce54cbb-d2a8-490a-a24f-63b6c2c7d350 HTTP/1.1" status: 404 len: 333 time: 0.1084759 Apr 08 10:38:01.331417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45652) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:01.336136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] Deleting port 4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:01.337075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.349459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Request body: {'port': {'network_id': 'c797c73b-f733-4279-893d-3e6eca392688', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-225572833'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:01.359282 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a20ab064-d333-4970-ae33-3247b44d9d66 tempest-DHCPAgentSchedulersTestJSON-872089160 tempest-DHCPAgentSchedulersTestJSON-872089160-project] 10.222.0.23 "DELETE /v2.0/networks/22d97bcc-b84e-4249-8a09-f1e2adbf27ea HTTP/1.1" status: 204 len: 168 time: 3.1288214 Apr 08 10:38:01.366836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.374345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:01.386152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Usage tracker for resource:port and tenant:7d0cd7695df242a1bc04b2f547889100 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:01.398864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:01.426481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.433038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:01.473031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-0545f0cc-8ca8-4839-bc19-0880efe86b5f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Unset dirty status for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:01.475617 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-0545f0cc-8ca8-4839-bc19-0880efe86b5f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4294870 Apr 08 10:38:01.530123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.542235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] device_id is not set on port d941d5f3-80b6-411e-8c0f-48baf4978071 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:01.584053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.635840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1484481508'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:01.668227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Made reservation on behalf of 7d0cd7695df242a1bc04b2f547889100 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:01.670217 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:01.680544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.682500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:network and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:01.693077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:01.698145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f2c6ca-421f-4924-878f-17cd4547f1dc,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:01.710323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.723652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:01.776424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b0593264-03eb-4fa0-89a3-775e556fbc75 None None] The port '4ab1f1ec-6af0-4c6c-8bd7-6c6553879b50' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:38:01.780842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] device_id is not set on port 96342d1a-1bda-47ca-a37f-5706b3f87448 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:01.791294 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3365260c-0abd-42fb-a33b-3f980d7f09c4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:01.848797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde5de04-b854-4082-805a-dabadc83bb19']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:01.880165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bb1c07-a23d-49ea-a4ec-dad325b8c062') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:01.880630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bb1c07-a23d-49ea-a4ec-dad325b8c062') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:01.898419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.941316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.946349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:01.974532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.974759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:01.974759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.974894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:01.974972 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:02.015274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-49b404f7-e094-4e37-a226-c4d1bb7b98fb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:38:02.022911 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-49b404f7-e094-4e37-a226-c4d1bb7b98fb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2666132 Apr 08 10:38:02.055047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.063795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:02.082087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 3365260c-0abd-42fb-a33b-3f980d7f09c4 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:02.083440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.091449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 3365260c-0abd-42fb-a33b-3f980d7f09c4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:02.091824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.098023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:security_group_rule and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:02.110194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:02.126168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:02.209428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] device_id is not set on port d941d5f3-80b6-411e-8c0f-48baf4978071 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:02.214106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:02.218544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:02.417617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:02.419989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.420449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.420856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.420856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event updated for resources: {'Port': ['ID=b670663d-683a-4a65-968e-9751b09e3e01,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:02.420856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45684) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:02.420856 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 10:38:02.421146 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-7b15715b-89c5-41da-a1fa-6cced2f74113 service neutron] 10.222.0.23 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041313 Apr 08 10:38:02.421237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 3365260c-0abd-42fb-a33b-3f980d7f09c4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3365260c-0abd-42fb-a33b-3f980d7f09c4,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:02.421324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-70597b5e-5ad7-413e-9bb0-3b99c164b13b tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Synchronizing usage tracker for tenant:9b56a76045db447da29768d10045e9df on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:02.484982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.487366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Transition to ACTIVE for port object d941d5f3-80b6-411e-8c0f-48baf4978071 will not be triggered until provisioned by entity L2. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:02.493624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.510147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fde5de04-b854-4082-805a-dabadc83bb19 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 08 10:38:02.516287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.520466 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-103ab62f-0f34-414c-8113-ad8640a569e9 service neutron] 10.222.0.23 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796296 Apr 08 10:38:02.520965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event deleted for resources: {'Network': ['ID=fde5de04-b854-4082-805a-dabadc83bb19,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:02.542088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.549043 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6d20a75f-49eb-48c0-b1c2-fc5fabc06fce tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "DELETE /v2.0/networks/fde5de04-b854-4082-805a-dabadc83bb19 HTTP/1.1" status: 204 len: 168 time: 1.7254620 Apr 08 10:38:02.553841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45688) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:02.561783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Request body: {'network': {'name': 'tempest-network--1153662157', 'router:external': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:02.569663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:02.574945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Usage tracker for resource:network and tenant:7a3b72151c994534a7af84964ff8a9b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:02.578507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:02.586617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:02.592105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.595032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-70597b5e-5ad7-413e-9bb0-3b99c164b13b tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Unset dirty status for tenant:9b56a76045db447da29768d10045e9df on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:02.597089 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-70597b5e-5ad7-413e-9bb0-3b99c164b13b tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--44476607&fields=id&tenant_id=9b56a76045db447da29768d10045e9df HTTP/1.1" status: 200 len: 267 time: 0.2845066 Apr 08 10:38:02.599958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.621117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.668621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.692755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=3365260c-0abd-42fb-a33b-3f980d7f09c4,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:02.749981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:02.758733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45694) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:02.765845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Made reservation on behalf of 7a3b72151c994534a7af84964ff8a9b6 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:02.769360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.798998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.799345 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Added segment 7e8b0c5c-06b4-4b99-a25f-a5d2b429d483 of type vlan for network f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 Apr 08 10:38:02.820920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Network c797c73b-f733-4279-893d-3e6eca392688 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:02.838218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea069341-9058-47ec-b56f-0565ed14f727,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:02.845329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=d941d5f3-80b6-411e-8c0f-48baf4978071,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:02.864428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.870426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Checking segment: {'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:02.870778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Network hostable DHCP agents. Network: 40923a71-913d-4ac7-accc-ee6640c32553, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:02.884395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:02.896176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=96342d1a-1bda-47ca-a37f-5706b3f87448,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:02.909992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:02.910945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:02.911582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.915639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.044165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Network 40923a71-913d-4ac7-accc-ee6640c32553 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:03.068147 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8e54e529-9ef6-411b-97f4-577371d6a812 req-cea1c81f-5c3a-4ffb-b718-24145720539a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 210 time: 0.0850985 Apr 08 10:38:03.080385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.097730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:03.098528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.162543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 40923a71-913d-4ac7-accc-ee6640c32553) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:03.171130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe7a7e-cf69-40a9-9b66-7179c4259f40 None None] Network 40923a71-913d-4ac7-accc-ee6640c32553 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:03.246661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.248966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:03.259581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:03.284497 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-febd0075-865c-4d9c-bf4a-efff041b9526 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1ba63d6a04f42e49d181cca03d3ac01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5149422 Apr 08 10:38:03.296275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45718) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:03.306030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Network': ['ID=f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:03.311236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.311734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.312160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.318744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.319198 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.320055 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 2 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.346582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.347250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.347817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.353098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:03.354042 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.354547 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.354662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.355022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Added segment 9064f508-e1ad-465d-9bd3-e9ae8f9db2d0 of type vlan for network f5051eb4-2a80-4ef5-8581-13d684efb7b6 Apr 08 10:38:03.355137 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 3 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.372433 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-061d5397-aba5-4a39-a817-056bced28d14 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0919802 Apr 08 10:38:03.385975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.386482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.387017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.391274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.396627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.397248 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.397906 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 4 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.425007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.425591 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.426735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.433352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.433841 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.434312 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 5 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.453243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.453766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.454248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.462509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.468171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.468645 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.469525 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 6 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.488018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.488539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.488972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.494808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.495416 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.495964 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 7 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.517383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.519826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.520355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.528242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.528697 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.529168 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 8 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.554217 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.555123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.555726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.561676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.562240 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.563093 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 9 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.583951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.592520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.592520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.592520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.592520 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.592520 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 10 to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 Apr 08 10:38:03.620549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-55f2baaa-0dbe-43ff-86ad-2a8648d54d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2831581 Apr 08 10:38:03.621352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45728) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:03.634314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:03.634634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:03.635353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:03.641101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port d941d5f3-80b6-411e-8c0f-48baf4978071 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:03.643575 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port d941d5f3-80b6-411e-8c0f-48baf4978071 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:03.643575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.655483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.656980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:03.658345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.667376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3365260c-0abd-42fb-a33b-3f980d7f09c4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:03.692976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:03.820946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.846667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-6da1b89c-6a91-4df6-a50b-850fd62d1937 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:03.848455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-6da1b89c-6a91-4df6-a50b-850fd62d1937 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Synchronizing usage tracker for tenant:9b56a76045db447da29768d10045e9df on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:03.865647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] For port d941d5f3-80b6-411e-8c0f-48baf4978071, host hv-neutron-8371, cleared binding levels {{(pid=88613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:03.866259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempted to set empty binding levels {{(pid=88613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 08 10:38:03.921013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 3365260c-0abd-42fb-a33b-3f980d7f09c4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:03.921695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.949476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event updated for resources: {'Port': ['ID=b670663d-683a-4a65-968e-9751b09e3e01,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:03.983731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.054829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Network': ['ID=f5051eb4-2a80-4ef5-8581-13d684efb7b6,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:04.059546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=d941d5f3-80b6-411e-8c0f-48baf4978071,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:04.068281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:04.068911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.083136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.087954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network f5051eb4-2a80-4ef5-8581-13d684efb7b6 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:04.139025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.147088 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-52d4fdc2-b31c-433f-8d58-e453e25d5305 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3396761 Apr 08 10:38:04.147088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-de945e7c-53ad-4a10-973a-f48dc2cd85e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.176325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-de945e7c-53ad-4a10-973a-f48dc2cd85e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.227595 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-27624380-6950-48a8-a352-a5df5e78b8e3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6722746 Apr 08 10:38:04.233949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45742) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:04.239151 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b1ec550a-4039-47ce-af8f-d3333031ec0f req-6fdd15ec-cab5-41f4-aab8-0f67566b0630 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 210 time: 0.1030278 Apr 08 10:38:04.244141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-6da1b89c-6a91-4df6-a50b-850fd62d1937 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Unset dirty status for tenant:9b56a76045db447da29768d10045e9df on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:04.244141 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-6da1b89c-6a91-4df6-a50b-850fd62d1937 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/networks?id=4b073600-9026-43b8-b1b4-b9a0a8a9bae0 HTTP/1.1" status: 200 len: 811 time: 1.5755398 Apr 08 10:38:04.244445 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ab766591-0a84-49c4-98a0-33416b12db9d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.8213103 Apr 08 10:38:04.251167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45746) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:04.518951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Deleting port d941d5f3-80b6-411e-8c0f-48baf4978071 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:04.519582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.525305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-de945e7c-53ad-4a10-973a-f48dc2cd85e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.577420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.633962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac47295-d4da-48ba-b887-1bf1ab8299b1 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:04.635734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7ac47295-d4da-48ba-b887-1bf1ab8299b1 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] 10.222.0.23 "GET /v2.0/networks/f5051eb4-2a80-4ef5-8581-13d684efb7b6 HTTP/1.1" status: 200 len: 757 time: 0.3968420 Apr 08 10:38:04.646078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45764) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:04.652022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-de945e7c-53ad-4a10-973a-f48dc2cd85e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.653531 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-de945e7c-53ad-4a10-973a-f48dc2cd85e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7230cf3c-5a1c-4bc3-96ba-56eb2874dfc0 HTTP/1.1" status: 204 len: 168 time: 1.3555510 Apr 08 10:38:04.689022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-863a0e1c-7d2f-449b-aa83-c5a0a2d81141 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/quotas/9b56a76045db447da29768d10045e9df HTTP/1.1" status: 200 len: 375 time: 0.2034907 Apr 08 10:38:04.696572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de945e7c-53ad-4a10-973a-f48dc2cd85e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230cf3c-5a1c-4bc3-96ba-56eb2874dfc0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:04.924679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-1472c9fb-e14a-4a14-b0e4-a91f9ae797b7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Synchronizing usage tracker for tenant:3324b956411845afa1fa61737f3623ed on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:04.941304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] For port d941d5f3-80b6-411e-8c0f-48baf4978071, host hv-neutron-8371, got binding levels [] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:04.941673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.108752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cf7aa1-ad09-4532-bd7d-84fb68c3e799 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:05.113185 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-74cf7aa1-ad09-4532-bd7d-84fb68c3e799 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] 10.222.0.23 "GET /v2.0/networks/3b617ea6-2067-46ee-b0b3-41bc317ccd57 HTTP/1.1" status: 200 len: 767 time: 0.4555583 Apr 08 10:38:05.116249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45774) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:05.157714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Calling delete_port for d941d5f3-80b6-411e-8c0f-48baf4978071 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:05.311867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-002e1df0-a7c1-4df2-89a9-7da0ec564867 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Synchronizing usage tracker for tenant:9b56a76045db447da29768d10045e9df on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:05.368793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-1472c9fb-e14a-4a14-b0e4-a91f9ae797b7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Unset dirty status for tenant:3324b956411845afa1fa61737f3623ed on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:05.371224 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-1472c9fb-e14a-4a14-b0e4-a91f9ae797b7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--960348693&fields=id&tenant_id=3324b956411845afa1fa61737f3623ed HTTP/1.1" status: 200 len: 267 time: 0.6710753 Apr 08 10:38:05.434865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.472510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] device_id is not set on port 96342d1a-1bda-47ca-a37f-5706b3f87448 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:05.487010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.529902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.545698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-002e1df0-a7c1-4df2-89a9-7da0ec564867 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Unset dirty status for tenant:9b56a76045db447da29768d10045e9df on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:05.547221 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-002e1df0-a7c1-4df2-89a9-7da0ec564867 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b56a76045db447da29768d10045e9df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7672608 Apr 08 10:38:05.551425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event deleted for resources: {'Port': ['ID=d941d5f3-80b6-411e-8c0f-48baf4978071,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:05.589565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Transition to ACTIVE for port object 96342d1a-1bda-47ca-a37f-5706b3f87448 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:05.644925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.654782 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-065bf1c0-79cf-4243-866d-889f2b5d7137 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d941d5f3-80b6-411e-8c0f-48baf4978071 HTTP/1.1" status: 204 len: 168 time: 1.4015813 Apr 08 10:38:05.655708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45786) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:05.711859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.724756 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21ccc93-6637-42d3-9164-ed590ed574f2 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:38:05.725449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f21ccc93-6637-42d3-9164-ed590ed574f2 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Synchronizing usage tracker for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:05.782433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-55ec9042-8f9d-4b38-b67e-58cfaa80015e tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:05.786296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-55ec9042-8f9d-4b38-b67e-58cfaa80015e tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Synchronizing usage tracker for tenant:3324b956411845afa1fa61737f3623ed on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:05.790690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5051eb4-2a80-4ef5-8581-13d684efb7b6']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:05.808292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9064f508-e1ad-465d-9bd3-e9ae8f9db2d0') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:05.808292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9064f508-e1ad-465d-9bd3-e9ae8f9db2d0') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:05.821194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.876852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.992782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-55ec9042-8f9d-4b38-b67e-58cfaa80015e tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Unset dirty status for tenant:3324b956411845afa1fa61737f3623ed on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:05.994088 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-55ec9042-8f9d-4b38-b67e-58cfaa80015e tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/networks?id=cc958a3c-3466-4f4a-99ea-19d5d53114c8 HTTP/1.1" status: 200 len: 806 time: 0.6134367 Apr 08 10:38:05.994746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f21ccc93-6637-42d3-9164-ed590ed574f2 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Unset dirty status for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:06.005933 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f21ccc93-6637-42d3-9164-ed590ed574f2 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "GET /v2.0/ports/d941d5f3-80b6-411e-8c0f-48baf4978071 HTTP/1.1" status: 404 len: 333 time: 0.3449836 Apr 08 10:38:06.006821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45794) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:06.016521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Request body: {'port': {'network_id': '40923a71-913d-4ac7-accc-ee6640c32553', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-903981470'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:06.022621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:06.044825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:06.061970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45798) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:06.079237 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-e7763634-00aa-4e8c-ad53-587a22f0af13 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/quotas/3324b956411845afa1fa61737f3623ed HTTP/1.1" status: 200 len: 375 time: 0.0360780 Apr 08 10:38:06.085138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.131599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=96342d1a-1bda-47ca-a37f-5706b3f87448,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:06.147340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.174702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:06.174702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:06.191216 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:06.194968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:06.194968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Made reservation on behalf of da064b4568c04886831bd15683f3e1d8 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:06.208294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.208720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:06.208720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:06.209067 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:06.244685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] Usage tracker for resource:security_group_rule and tenant:0097cc857f9141d5b688b9b1af31ba04 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:06.257176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:06.271422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:06.271819 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:06.277248 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 2 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:06.306646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:06.307050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:06.313948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:06.318406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:06.325523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:06.325914 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:06.326415 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 3 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:06.343969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] device_id is not set on port f036c267-9bba-4d12-b3c9-e19754537782 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:06.352889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-feda4f09-c12d-4036-94e9-2e53e48db922 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:38:06.352889 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-feda4f09-c12d-4036-94e9-2e53e48db922 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5150907 Apr 08 10:38:06.446351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-20c212d7-1030-4f49-b20c-fd8f8feb907a tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Synchronizing usage tracker for tenant:3324b956411845afa1fa61737f3623ed on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:06.566672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.581700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5051eb4-2a80-4ef5-8581-13d684efb7b6 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 08 10:38:06.599524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.649232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:06.649729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:06.650235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:06.671118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5051eb4-2a80-4ef5-8581-13d684efb7b6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:06.693800 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-42de995a-6d0c-4258-ad43-1b684f7632f3 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f5051eb4-2a80-4ef5-8581-13d684efb7b6 HTTP/1.1" status: 204 len: 168 time: 1.5607321 Apr 08 10:38:06.710896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:06.711236 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:06.716784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45802) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:06.718962 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 4 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:06.766251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.774285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Request body: {'network': {'name': 'tempest-network--1632183182'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:06.781472 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-1b5b4d28-169c-4e70-9000-ff38c86952ef service neutron] 10.222.0.23 "GET /v2.0/networks/4b073600-9026-43b8-b1b4-b9a0a8a9bae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211302 Apr 08 10:38:06.807529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:06.836290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45806) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:06.844157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'subnet': {'network_id': 'f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:06.856370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-20c212d7-1030-4f49-b20c-fd8f8feb907a tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Unset dirty status for tenant:3324b956411845afa1fa61737f3623ed on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:06.858118 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-20c212d7-1030-4f49-b20c-fd8f8feb907a tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3324b956411845afa1fa61737f3623ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7627959 Apr 08 10:38:06.876273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.881687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Usage tracker for resource:network and tenant:7a3b72151c994534a7af84964ff8a9b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:06.898319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:06.904801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:06.905173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:06.905696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:06.917697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:06.923538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.998447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:06.998851 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:07.051017 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 5 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:07.114274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Made reservation on behalf of 7a3b72151c994534a7af84964ff8a9b6 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:07.116837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.130705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.131141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:07.131487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:07.131872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:07.140634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:07.156533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:07.156753 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:07.158317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:subnet and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:07.170172 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 6 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:07.173186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:07.189363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:07.208088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Network 40923a71-913d-4ac7-accc-ee6640c32553 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:07.227339 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-4d5e8661-dea2-4d84-bade-a3b0822abd57 service neutron] 10.222.0.23 "GET /v2.0/networks/4b073600-9026-43b8-b1b4-b9a0a8a9bae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331002 Apr 08 10:38:07.228110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:07.231076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:07.231417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:07.232053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:07.236920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:07.243456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:07.243456 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:07.245207 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 7 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:07.254873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.255225 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Added segment a11a1508-26d2-4cf3-b352-9c16209ebfa6 of type vlan for network 9b111677-1261-41b7-ba4b-5a2577e404b0 Apr 08 10:38:07.263276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:07.264232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:07.264973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.275885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:07.276262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:07.286946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:07.299322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:07.299669 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:07.302583 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 8 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:07.311718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.312196 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0097cc857f9141d5b688b9b1af31ba04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2483613 Apr 08 10:38:07.321524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45810) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:07.331867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=f036c267-9bba-4d12-b3c9-e19754537782,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:07.361366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6240bf-1be0-4107-8052-1e78c972bddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6b26e8-20e1-4a8b-86b1-3f5d708ee86a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:07.369328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:07.369626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:07.370002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:07.400938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:07.401638 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:07.402850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:07.407587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.424334 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-785f4820-38fb-4824-abf6-bcef223e3f10 service neutron] 10.222.0.23 "GET /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453815 Apr 08 10:38:07.439878 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 9 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:07.509621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:07.510311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:07.510958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:07.547129 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-12664e5f-4c67-4b3b-a4b9-56b0263a4182 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5345335 Apr 08 10:38:07.551130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45814) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:07.563838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:07.572788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:07.574092 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:07.580151 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempt 10 to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 Apr 08 10:38:07.610554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.612498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:07.613170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.616721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0affc43a-040a-4ea2-923f-97e6fd881d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.660622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:07.660963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:07.661405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempting to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:07.667434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.41', 49851) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:07.688871 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-14f0399c-b6b8-4df5-aeb9-d457d319b279 service neutron] 10.222.0.23 "GET /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585404 Apr 08 10:38:07.739444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.842202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Network': ['ID=9b111677-1261-41b7-ba4b-5a2577e404b0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:07.860603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 9b111677-1261-41b7-ba4b-5a2577e404b0 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:07.884055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:07.884503 dv-neutron-837109-1-hyperv neutron-server[88612]: ERROR neutron.plugins.ml2.managers [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Failed to bind port 96342d1a-1bda-47ca-a37f-5706b3f87448 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '79be6b88-26f3-4355-b89b-257b396be5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c797c73b-f733-4279-893d-3e6eca392688'}] Apr 08 10:38:07.884919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.904037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0affc43a-040a-4ea2-923f-97e6fd881d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.180120 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-80ef8e88-3364-4e87-9a9d-d4d602f4c6ee tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4353263 Apr 08 10:38:08.183089 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd5325ef-64c3-4a9b-bc24-51507b9897e8 req-8b1e1ab8-60d4-46d0-8e53-76b8524f0f9b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 210 time: 0.2447391 Apr 08 10:38:08.190173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45848) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:08.278278 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5b146359-5744-4d2f-8e75-e7e145fa749c req-44195f93-b487-4910-b285-2e65e483bad1 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.1412530 Apr 08 10:38:08.284226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-86e04822-f335-49bd-9bf3-ff576fecd5c8 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:08.297700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] For port 96342d1a-1bda-47ca-a37f-5706b3f87448, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:08.298082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attempted to set empty binding levels {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 08 10:38:08.354611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] device_id is not set on port f036c267-9bba-4d12-b3c9-e19754537782 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:08.363196 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d1c72967-48d0-4a76-998c-b9644e74c6c4 req-a7198c2c-0181-4d88-81e6-f6b46efd3a05 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.0867271 Apr 08 10:38:08.393381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.440874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d4c8e8f7-04b7-4fa9-b90c-cde863a36b67 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:08.442265 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d4c8e8f7-04b7-4fa9-b90c-cde863a36b67 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 811 time: 0.6020708 Apr 08 10:38:08.457805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.548058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Transition to ACTIVE for port object f036c267-9bba-4d12-b3c9-e19754537782 will not be triggered until provisioned by entity L2. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:08.618328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0affc43a-040a-4ea2-923f-97e6fd881d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.659405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] In _notify_port_updated(), no bound segment for port 96342d1a-1bda-47ca-a37f-5706b3f87448 on network c797c73b-f733-4279-893d-3e6eca392688 {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:38:08.660280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:08.660921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.665292 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "PUT /v2.0/ports/96342d1a-1bda-47ca-a37f-5706b3f87448 HTTP/1.1" status: 200 len: 980 time: 5.0123546 Apr 08 10:38:08.665855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45864) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:08.668120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affc43a-040a-4ea2-923f-97e6fd881d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6b26e8-20e1-4a8b-86b1-3f5d708ee86a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:08.716217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0affc43a-040a-4ea2-923f-97e6fd881d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.720766 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0affc43a-040a-4ea2-923f-97e6fd881d1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e6b26e8-20e1-4a8b-86b1-3f5d708ee86a HTTP/1.1" status: 204 len: 168 time: 1.3951538 Apr 08 10:38:08.722752 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a2e6a1cb-9b7b-4d0c-b8ac-8e5c402fbbee tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ff8d365fe7a49148aab825402ef3c73 HTTP/1.1" status: 200 len: 379 time: 0.1285009 Apr 08 10:38:08.723240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe5643-2656-4361-967d-22f3c785ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event updated for resources: {'Port': ['ID=96342d1a-1bda-47ca-a37f-5706b3f87448,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:08.731428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Request body: {'port': {'device_id': '3276bdd1-0924-4a19-940d-6440125f171d', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'admin_state_up': True, 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'security_groups': ['3b41af29-186d-4e94-b2d6-98dad7ae18a6']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:08.734839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.768960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86e04822-f335-49bd-9bf3-ff576fecd5c8 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.875404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=f036c267-9bba-4d12-b3c9-e19754537782,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:08.895684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.951891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Deleting port 96342d1a-1bda-47ca-a37f-5706b3f87448 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:08.951891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.009126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:09.035155 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:09.039567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Subnet': ['ID=42c87bc9-ea01-448a-9404-ac99f0c4e130,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:09.045494 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Checking segment: {'id': '7e8b0c5c-06b4-4b99-a25f-a5d2b429d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:09.046065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network hostable DHCP agents. Network: f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:09.057162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:09.057477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:09.057809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:09.071971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:09.072307 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:09.074454 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 2 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:09.128650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:09.128982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:09.129327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:09.138387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:09.138784 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:09.141275 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 3 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:09.215422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86e04822-f335-49bd-9bf3-ff576fecd5c8 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.261006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:09.262137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Made reservation on behalf of 4ff8d365fe7a49148aab825402ef3c73 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:09.266633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.275934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:09.275934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:09.275934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:09.279646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86e04822-f335-49bd-9bf3-ff576fecd5c8 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Network 9b111677-1261-41b7-ba4b-5a2577e404b0 is not hosted by any dhcp agent {{(pid=88613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 08 10:38:09.281034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04822-f335-49bd-9bf3-ff576fecd5c8 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:09.281988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86e04822-f335-49bd-9bf3-ff576fecd5c8 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.284632 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-86e04822-f335-49bd-9bf3-ff576fecd5c8 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "PUT /v2.0/networks/9b111677-1261-41b7-ba4b-5a2577e404b0 HTTP/1.1" status: 200 len: 858 time: 1.0774932 Apr 08 10:38:09.289641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45888) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:09.303866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] For port 96342d1a-1bda-47ca-a37f-5706b3f87448, host hv-neutron-8371, got binding levels [] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:09.304452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.320338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:09.320881 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:09.329848 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 4 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:09.467213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:09.477845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2602e3fc-975d-4eb7-8bd7-46c92d4abf30 None None] Network f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:09.613936 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-243514bb-4044-4287-b3dc-83c6c6fe3eac req-4b1979c6-e8e9-4106-b7e8-8083d2b7e255 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.2334781 Apr 08 10:38:09.785780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:09.786108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:09.786444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:09.818691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.833309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:09.835762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.855702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e04822-f335-49bd-9bf3-ff576fecd5c8 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event updated for resources: {'Network': ['ID=9b111677-1261-41b7-ba4b-5a2577e404b0,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:09.869546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Calling delete_port for 96342d1a-1bda-47ca-a37f-5706b3f87448 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:09.945335 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2fe1e353-9bc6-45dd-8f88-4878eb61beb1 req-cf364452-5933-432b-b5f2-8672a8450b53 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 210 time: 0.5016696 Apr 08 10:38:09.970089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:09.970089 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:09.970089 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 5 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:09.991479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:09.991818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:09.992146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:10.004884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:10.005450 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:10.008418 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 6 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:10.027951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac027ff0-99e0-4be8-b39d-9fa2c2634572 req-aba75177-c25f-4fa5-bde6-d8c46787b64c tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.2010398 Apr 08 10:38:10.066463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:10.067178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:10.067664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:10.073844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:10.074388 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:10.075442 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 7 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:10.095649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:10.096254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:10.098097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:10.102435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:10.102769 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:10.103164 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 8 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:10.120595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:10.121168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:10.121654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:10.127871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:10.128396 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:10.128948 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 9 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:10.145170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:10.145727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:10.146239 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:10.151951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:10.152523 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:10.153043 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 10 to bind port f036c267-9bba-4d12-b3c9-e19754537782 Apr 08 10:38:10.172179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:10.172906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:10.174695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:10.180255 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:10.180818 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f036c267-9bba-4d12-b3c9-e19754537782 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:10.181316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.214869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.233448 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-018373a0-740c-4d3c-b587-53d4dae9783c tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3949234 Apr 08 10:38:10.244393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8', 'network_id': 'f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8', 'tenant_id': '6189ea442cb84b03b79db2077590e58c', 'fixed_ips': [{'subnet_id': '42c87bc9-ea01-448a-9404-ac99f0c4e130'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:38:10.245864 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.263115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:10.264605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.272644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Allocated IP 172.20.0.14 (86331d7c-f8b8-4aad-b18f-88ecd1f6de99/9a285e05-db3a-4c3e-b859-f09535bfa654/0df41d4e-4fc1-4772-83b0-5cfc40adb5bf) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:10.348132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1001685299'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:10.386317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Pushing event deleted for resources: {'Port': ['ID=96342d1a-1bda-47ca-a37f-5706b3f87448,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:10.403470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:10.429411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.468279 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9fd13b07-5827-49b7-8078-0b54b582bd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "DELETE /v2.0/ports/96342d1a-1bda-47ca-a37f-5706b3f87448 HTTP/1.1" status: 204 len: 168 time: 1.8010399 Apr 08 10:38:10.497909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:network and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:10.503782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b111677-1261-41b7-ba4b-5a2577e404b0']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:10.505365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45924) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:10.521257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:10.587517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11a1508-26d2-4cf3-b352-9c16209ebfa6') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:10.588358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11a1508-26d2-4cf3-b352-9c16209ebfa6') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:10.620332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.660550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.670408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:10.670835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.741825 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-258c1fd3-5ffd-48ac-9986-46c2bfdc9114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:38:10.744755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-258c1fd3-5ffd-48ac-9986-46c2bfdc9114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Synchronizing usage tracker for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:10.773120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:10.794117 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:10.872821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] For port f036c267-9bba-4d12-b3c9-e19754537782, host hv-neutron-8371, cleared binding levels {{(pid=88613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:10.873758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempted to set empty binding levels {{(pid=88613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 08 10:38:10.927441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Allocated IP 2001:db8:0:ffff::2 (f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8/42c87bc9-ea01-448a-9404-ac99f0c4e130/d003c49b-cab4-4788-a5a4-45a4e9c8a4ae) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:10.999584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.030684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b111677-1261-41b7-ba4b-5a2577e404b0 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 08 10:38:11.054747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.070108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b111677-1261-41b7-ba4b-5a2577e404b0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:11.072977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-efda283b-c198-4e0c-88b2-0b2a21954718 tempest-ExternalNetworksTestJSON-1654622449 tempest-ExternalNetworksTestJSON-1654622449-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9b111677-1261-41b7-ba4b-5a2577e404b0 HTTP/1.1" status: 204 len: 168 time: 1.7795935 Apr 08 10:38:11.083801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45938) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:11.139882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.164668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-258c1fd3-5ffd-48ac-9986-46c2bfdc9114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] Unset dirty status for tenant:7d0cd7695df242a1bc04b2f547889100 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:11.169571 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-258c1fd3-5ffd-48ac-9986-46c2bfdc9114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-369509320-project-admin] 10.222.0.23 "GET /v2.0/ports/96342d1a-1bda-47ca-a37f-5706b3f87448 HTTP/1.1" status: 404 len: 333 time: 0.6627584 Apr 08 10:38:11.172534 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc05150-f5e2-4970-b524-d86d3a789477 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] DELETE failed (client error): The resource could not be found. Apr 08 10:38:11.174027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc05150-f5e2-4970-b524-d86d3a789477 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:38:11.180157 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fbc05150-f5e2-4970-b524-d86d3a789477 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] 10.222.0.23 "DELETE /v2.0/subnets/1ce73bd8-89e6-4b5c-bfb0-67e174b5a70b HTTP/1.1" status: 404 len: 337 time: 0.0918570 Apr 08 10:38:11.189565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45944) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:11.189912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 45946) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:11.191153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.195294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:11.200673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.340251 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d6ecc665-1480-4823-841b-5d98aa25d358 req-6ffc9777-5385-4503-b8f2-998866127a22 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.3313138 Apr 08 10:38:11.345942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=f036c267-9bba-4d12-b3c9-e19754537782,revision_number=3']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:11.384393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] In _notify_port_updated(), no bound segment for port f036c267-9bba-4d12-b3c9-e19754537782 on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:38:11.389019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.395244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.397075 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b016a577-455e-4b5b-9b68-1c37619ee7d9 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "PUT /v2.0/ports/f036c267-9bba-4d12-b3c9-e19754537782 HTTP/1.1" status: 200 len: 976 time: 3.8452380 Apr 08 10:38:11.406462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45954) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:11.554103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:11.588378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Transition to ACTIVE for port object 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:11.637657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.639670 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Added segment 0e691fc3-3fe5-4109-9246-9cc46ee13922 of type vlan for network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 Apr 08 10:38:11.675740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.705761 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-50c35407-10fb-4a00-9586-7ac56868be67 req-901abb72-ec2e-430a-8941-0651f295be79 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.0633116 Apr 08 10:38:11.780895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.802780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.803681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.804028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.804565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.805110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.805642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.806320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.807067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.807236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.807716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.809886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.809886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.809886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.809886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.810668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.811242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.811776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:11.815547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Synchronizing usage tracker for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:11.820273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.822871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.875012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Transition to ACTIVE for port object d003c49b-cab4-4788-a5a4-45a4e9c8a4ae will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:11.919489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Transition to ACTIVE for port object d003c49b-cab4-4788-a5a4-45a4e9c8a4ae will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:11.955356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Unset dirty status for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:11.956970 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-83ff1121-f04c-4948-bafe-2f0f61776dc3 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15463 time: 0.5447102 Apr 08 10:38:11.960898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45962) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:12.052630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.091208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Deleting port f036c267-9bba-4d12-b3c9-e19754537782 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:12.091770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.207849 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Network f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:12.256465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:12.256465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:12.256718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:12.310121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.321633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:12.322805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.343809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:12.410106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:12.450989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Pushing event updated for resources: {'Port': ['ID=d003c49b-cab4-4788-a5a4-45a4e9c8a4ae,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:12.552489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Attempting to bind port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:12.553094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Attempting to bind port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '7e8b0c5c-06b4-4b99-a25f-a5d2b429d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:12.553625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Attempting to bind port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae on network f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:12.586059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:12.586498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Checking segment: {'id': '7e8b0c5c-06b4-4b99-a25f-a5d2b429d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:12.593154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.593603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Bound using segment: {'id': '7e8b0c5c-06b4-4b99-a25f-a5d2b429d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:12.594124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Bound port: d003c49b-cab4-4788-a5a4-45a4e9c8a4ae, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8b0c5c-06b4-4b99-a25f-a5d2b429d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:12.594542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.752970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.801268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c797c73b-f733-4279-893d-3e6eca392688']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:12.852226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.886702 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-28d1220b-c467-472b-9be2-2701d7867a13 req-918ace79-b75c-4902-8f50-dab7e4b4435b tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.0673094 Apr 08 10:38:12.900069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79be6b88-26f3-4355-b89b-257b396be5ff') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:12.900366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79be6b88-26f3-4355-b89b-257b396be5ff') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:12.910622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event updated for resources: {'Port': ['ID=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:12.998321 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7106402 Apr 08 10:38:12.999919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.41', 49859) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:13.000149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 45976) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:13.013423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'subnet': {'network_id': '2f87ec84-29e3-458c-b2d0-9fa1555268d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:13.027273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] For port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:13.032394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] For port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d003c49b-cab4-4788-a5a4-45a4e9c8a4ae,segment=NetworkSegment(7e8b0c5c-06b4-4b99-a25f-a5d2b429d483),segment_id=7e8b0c5c-06b4-4b99-a25f-a5d2b429d483)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:13.086794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.196009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0f3ed-536a-47af-ab23-735ef45871d5 req-9eddbcc7-96e6-4df4-bbee-ad090ce1c15b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.196979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d1a0f3ed-536a-47af-ab23-735ef45871d5 req-9eddbcc7-96e6-4df4-bbee-ad090ce1c15b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Synchronizing usage tracker for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:13.197257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750eb88-4c49-486b-a28b-ee3a3abbf8ed tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Network': ['ID=2f87ec84-29e3-458c-b2d0-9fa1555268d3,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:13.203884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.214545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:13.226637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.227470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.338299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:13.339002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.355076 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c931e4e3-34f1-4bf9-a610-f9461be7bd2a req-4dfb0ea5-8ffc-4d64-850b-9e0168cb6349 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.1519642 Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:13.385346 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:13.429492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d1a0f3ed-536a-47af-ab23-735ef45871d5 req-9eddbcc7-96e6-4df4-bbee-ad090ce1c15b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Unset dirty status for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:13.431279 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d1a0f3ed-536a-47af-ab23-735ef45871d5 req-9eddbcc7-96e6-4df4-bbee-ad090ce1c15b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 932 time: 2.1848254 Apr 08 10:38:13.435558 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-d8c84d5d-e397-43ea-adad-4a32666c89b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7081697 Apr 08 10:38:13.445725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.515930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d654254c-40fa-4c45-89a7-6fe23d1224c8 None None] Provisioning for port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:13.543927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.647626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d654254c-40fa-4c45-89a7-6fe23d1224c8 None None] Provisioning complete for port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:13.651484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d654254c-40fa-4c45-89a7-6fe23d1224c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.742489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-48d712db-0975-4b82-8576-172814215cf7 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:38:13.750181 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-48d712db-0975-4b82-8576-172814215cf7 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551691 Apr 08 10:38:13.755944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d654254c-40fa-4c45-89a7-6fe23d1224c8 None None] Port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:13.761001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] For port f036c267-9bba-4d12-b3c9-e19754537782, host hv-neutron-8371, got binding levels [] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:13.762048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.852161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce278f-8370-40d8-9d86-aa7c7f213bc9 None None] Pushing event updated for resources: {'Port': ['ID=d003c49b-cab4-4788-a5a4-45a4e9c8a4ae,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:13.869419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b617ea6-2067-46ee-b0b3-41bc317ccd57']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:13.887635 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d1a0f3ed-536a-47af-ab23-735ef45871d5 req-91a0e52a-dbeb-4c98-9661-c945ffab4dd4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4189107 Apr 08 10:38:13.897176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffb5e22-1c2a-442b-ade9-d4ba447673d9') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:13.897606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffb5e22-1c2a-442b-ade9-d4ba447673d9') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:13.915388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.977709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.984195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:14.000346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:14.004216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-fed7a5f0-5955-40e5-8d36-fef8f446ac48 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:14.005668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.006633 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-fed7a5f0-5955-40e5-8d36-fef8f446ac48 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.41 "GET /v2.0/networks?id=cc958a3c-3466-4f4a-99ea-19d5d53114c8 HTTP/1.1" status: 200 len: 806 time: 1.0053043 Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:14.030948 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:14.060440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.093596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.112823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:subnet and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:14.133726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Calling delete_port for f036c267-9bba-4d12-b3c9-e19754537782 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:14.183481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:14.297095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] Pushing event deleted for resources: {'Network': ['ID=c797c73b-f733-4279-893d-3e6eca392688,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:14.307121 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f32eb2c7-a5d2-4195-9e39-878c6d45cb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981880515-project] 10.222.0.23 "DELETE /v2.0/networks/c797c73b-f733-4279-893d-3e6eca392688 HTTP/1.1" status: 204 len: 168 time: 3.1153240 Apr 08 10:38:14.482508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:14.495336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Request body: {'port': {'device_id': '3276bdd1-0924-4a19-940d-6440125f171d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:14.529672 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5aa7686d-e089-4f37-88ae-e950cfd62c60 req-b434f528-7de4-4d53-9e1a-9c27b67eb11c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.3792260 Apr 08 10:38:14.529672 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-28f564ae-1a0e-410f-be1b-d5f6d2239ce5 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3324b956411845afa1fa61737f3623ed HTTP/1.1" status: 200 len: 379 time: 0.4040287 Apr 08 10:38:14.545896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Request body: {'port': {'device_id': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'admin_state_up': True, 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'security_groups': ['919f6cd5-22f0-48c1-8590-cd31fba2cecd']}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:14.709452 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4e1ab68-45d1-45d2-9f3e-113bf702f3b7 req-db97f0c6-740b-4543-851b-8848fe13ea76 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.0793147 Apr 08 10:38:14.749946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.749946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.756155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:14.775608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:14.778559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.799590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:14.804595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.809476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] Pushing event deleted for resources: {'Network': ['ID=3b617ea6-2067-46ee-b0b3-41bc317ccd57,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:14.956711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.41', 49862) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:15.181507 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-84901482-327e-484a-9412-21bd959e4610 tempest-ExternalNetworksTestJSON-1347107088 tempest-ExternalNetworksTestJSON-1347107088-project] 10.222.0.23 "DELETE /v2.0/networks/3b617ea6-2067-46ee-b0b3-41bc317ccd57 HTTP/1.1" status: 204 len: 168 time: 3.9834418 Apr 08 10:38:15.214666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.377331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Made reservation on behalf of 3324b956411845afa1fa61737f3623ed for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:15.381277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.395560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event deleted for resources: {'Port': ['ID=f036c267-9bba-4d12-b3c9-e19754537782,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:15.418691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.594167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f3dad7-bfb3-4e93-9002-3d49945c1536 None None] Network f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:15.705795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0a0cdc50-7a59-403c-adfc-f19917e2eb15 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:15.714687 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0a0cdc50-7a59-403c-adfc-f19917e2eb15 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.41 "GET /v2.0/networks?id=4b073600-9026-43b8-b1b4-b9a0a8a9bae0 HTTP/1.1" status: 200 len: 811 time: 0.7544658 Apr 08 10:38:15.912220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46030) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:15.933765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d003c49b-cab4-4788-a5a4-45a4e9c8a4ae up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:15.996198 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b0cc457f-63ea-44c5-adbf-884ad092f24d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f036c267-9bba-4d12-b3c9-e19754537782 HTTP/1.1" status: 204 len: 168 time: 4.0329862 Apr 08 10:38:16.012450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46034) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:16.016431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d019b-59cb-4132-a65b-1a40eab4ec80 req-7bfde19e-eeb8-430d-816a-663057e3dcc8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:16.026372 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f71d019b-59cb-4132-a65b-1a40eab4ec80 req-7bfde19e-eeb8-430d-816a-663057e3dcc8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 932 time: 0.8897753 Apr 08 10:38:16.201844 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcd328f4-d5bb-432a-b028-6f4c556f2063 req-a645c320-67d5-4dee-862e-5aa428cec2b7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.3490100 Apr 08 10:38:16.214179 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-f83599ed-1cc5-40cd-b629-8710e6e5dff2 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b56a76045db447da29768d10045e9df HTTP/1.1" status: 200 len: 378 time: 0.4742062 Apr 08 10:38:16.263778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46042) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:16.306633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f662554c-5dba-4d73-957c-7bed3c1a40d6 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:38:16.325457 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f662554c-5dba-4d73-957c-7bed3c1a40d6 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "GET /v2.0/ports/f036c267-9bba-4d12-b3c9-e19754537782 HTTP/1.1" status: 404 len: 333 time: 0.1784692 Apr 08 10:38:16.345678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46046) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:16.354424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Request body: {'port': {'device_id': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'admin_state_up': True, 'tenant_id': '9b56a76045db447da29768d10045e9df', 'security_groups': ['a0e93ab2-7920-4b5a-91bb-843e49c97701']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:16.408943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:38:16.419662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.453824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c65a9157-69a0-47de-bae7-e3b9731a7298 None None] Provisioning for port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:16.463111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1299681818', 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:16.469950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:16.479927 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Usage tracker for resource:port and tenant:da064b4568c04886831bd15683f3e1d8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:16.487604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:16.503834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:16.539901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:38:16.573061 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f71d019b-59cb-4132-a65b-1a40eab4ec80 req-983eeb8e-5104-4125-8cd9-d41c028738b6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4992013 Apr 08 10:38:16.600260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:16.613989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:16.614683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.671288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Allocated IP 172.20.0.12 (cc958a3c-3466-4f4a-99ea-19d5d53114c8/c97513f5-d077-455d-a810-4826574d0b84/5b1f5ad6-ae88-4708-a261-e580b2159dc9) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:16.685093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Checking segment: {'id': '0e691fc3-3fe5-4109-9246-9cc46ee13922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2f87ec84-29e3-458c-b2d0-9fa1555268d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:16.738696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network hostable DHCP agents. Network: 2f87ec84-29e3-458c-b2d0-9fa1555268d3, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:16.738696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Subnet': ['ID=71092811-0644-4758-9c33-ade4d42ee988,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:16.866959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.958890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d003c49b-cab4-4788-a5a4-45a4e9c8a4ae,segment=NetworkSegment(7e8b0c5c-06b4-4b99-a25f-a5d2b429d483),segment_id=7e8b0c5c-06b4-4b99-a25f-a5d2b429d483)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:17.019224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8ae07d7f-a8b0-4be0-a2a6-d9cad4fb98d2 None None] Provisioning complete for port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:17.020040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8ae07d7f-a8b0-4be0-a2a6-d9cad4fb98d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.027169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46056) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:17.070059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:17.098251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.130837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Transition to ACTIVE for port object 5b1f5ad6-ae88-4708-a261-e580b2159dc9 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:17.146184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.167053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 2f87ec84-29e3-458c-b2d0-9fa1555268d3) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:17.177416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:17.178022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.203585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0c28b-d4ef-4f4e-90e1-525ef2441e53 None None] Network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:17.413694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Made reservation on behalf of da064b4568c04886831bd15683f3e1d8 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:17.413694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.414279 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:38:17.414924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:17.415116 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f826c340-a361-4c31-8d62-b5817bf08aa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68af90c9285c4c4ea2ff6805f9ab0d52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3649554 Apr 08 10:38:17.415504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:17.415693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=d003c49b-cab4-4788-a5a4-45a4e9c8a4ae,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:17.415788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Usage tracker for resource:floatingip and tenant:11523ae44d994a9383afe57986c6efaa is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:17.421392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:17.451476 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2dd3ebbf-ec43-4e1e-8a80-3f18b0248f95 req-74ac4d6c-8b23-42e3-a813-4c83fad51ad5 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.3368156 Apr 08 10:38:17.457111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] device_id is not set on port 3a441470-fc09-4f7c-8e8d-ee783c9bfc6c yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:17.512168 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9df59040-6dd4-419d-a274-5822ad38aae1 req-fcc480e1-113d-41fa-a4b5-42f289d28876 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.0928385 Apr 08 10:38:17.512919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46068) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:17.620338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:17.631124 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b2477556-36b6-4868-8407-eed318f7f82b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c76cecd54a4342e99686388ab4843352&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6225772 Apr 08 10:38:17.645962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46074) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:17.651416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.746934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:38:17.747076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d003c49b-cab4-4788-a5a4-45a4e9c8a4ae up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:17.747542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.747620 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f8a83460-dcd0-4473-b7c2-95fe1d94753a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7206459 Apr 08 10:38:17.747743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:17.763689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46078) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:17.771046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Transition to ACTIVE for port object 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:17.775081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'port': {'network_id': '2f87ec84-29e3-458c-b2d0-9fa1555268d3', 'name': 'tempest-NetworksIpV6TestAttrs-2013688194'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:17.824613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-2f87ec84-29e3-458c-b2d0-9fa1555268d3', 'network_id': '2f87ec84-29e3-458c-b2d0-9fa1555268d3', 'tenant_id': '6189ea442cb84b03b79db2077590e58c', 'fixed_ips': [{'subnet_id': '71092811-0644-4758-9c33-ade4d42ee988'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:38:17.825782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.848735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:17.970847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:17.971389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.973750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.004036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.125323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Allocated IP 2001:db8::f816:3eff:fec2:3a66 (2f87ec84-29e3-458c-b2d0-9fa1555268d3/71092811-0644-4758-9c33-ade4d42ee988/eca32051-5f8d-4634-a1f5-4d904803b908) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:18.136254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Made reservation on behalf of 9b56a76045db447da29768d10045e9df for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:18.145187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.172361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e35eac92-8ee5-48d7-add0-e89ba8737cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.266227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e35eac92-8ee5-48d7-add0-e89ba8737cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.331090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:18.334705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:18.358878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:18.364717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:18.365357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.380722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42a9c8b1-9dd9-485a-aa69-31cffd5566f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.410061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event updated for resources: {'Port': ['ID=5b1f5ad6-ae88-4708-a261-e580b2159dc9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:18.521868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42a9c8b1-9dd9-485a-aa69-31cffd5566f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.529299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:18.533404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:port and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:18.538225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:18.566952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:18.592005 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-dcb50b9f-3b94-4ed1-a34b-2b72828b8000 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0623193 Apr 08 10:38:18.624555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Request body: {'port': {'device_id': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:18.658700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.675286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.679665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e35eac92-8ee5-48d7-add0-e89ba8737cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.738806 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Transition to ACTIVE for port object eca32051-5f8d-4634-a1f5-4d904803b908 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:18.765752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eac92-8ee5-48d7-add0-e89ba8737cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed713ad-e464-4a66-b5a3-98ab258b634f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:18.808552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Transition to ACTIVE for port object eca32051-5f8d-4634-a1f5-4d904803b908 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:18.851660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42a9c8b1-9dd9-485a-aa69-31cffd5566f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.891795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.915460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9c8b1-9dd9-485a-aa69-31cffd5566f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8929d4-829a-40d1-a1e5-ccf7886e23e9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:18.917427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.935020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e35eac92-8ee5-48d7-add0-e89ba8737cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.945587 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e35eac92-8ee5-48d7-add0-e89ba8737cba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aed713ad-e464-4a66-b5a3-98ab258b634f HTTP/1.1" status: 204 len: 168 time: 1.4257548 Apr 08 10:38:18.961455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42a9c8b1-9dd9-485a-aa69-31cffd5566f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.964672 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-42a9c8b1-9dd9-485a-aa69-31cffd5566f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f8929d4-829a-40d1-a1e5-ccf7886e23e9 HTTP/1.1" status: 204 len: 168 time: 1.3103487 Apr 08 10:38:18.967945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Pushing event updated for resources: {'Port': ['ID=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:18.988781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d685f3a9-c86c-4c3a-b8eb-dc54d66610ec None None] Provisioning for port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:19.030020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d685f3a9-c86c-4c3a-b8eb-dc54d66610ec None None] Provisioning complete for port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:19.030566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d685f3a9-c86c-4c3a-b8eb-dc54d66610ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.098532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ab34-368f-4c05-b29c-170169b805c4 req-0ed771b0-092a-4873-92f9-22ee1eaed0b5 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:19.103138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d685f3a9-c86c-4c3a-b8eb-dc54d66610ec None None] Port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:19.106806 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a273ab34-368f-4c05-b29c-170169b805c4 req-0ed771b0-092a-4873-92f9-22ee1eaed0b5 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 932 time: 1.3065734 Apr 08 10:38:19.109503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.111534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:19.114713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.122320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:19.135253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:19.140345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Pushing event updated for resources: {'Port': ['ID=eca32051-5f8d-4634-a1f5-4d904803b908,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:19.143269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Attempting to bind port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:19.143622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Attempting to bind port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:19.144246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Attempting to bind port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf on network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:19.145478 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:19.153675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] device_id is not set on port 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:19.280298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Attempting to bind port eca32051-5f8d-4634-a1f5-4d904803b908 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:19.280746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Attempting to bind port eca32051-5f8d-4634-a1f5-4d904803b908 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0e691fc3-3fe5-4109-9246-9cc46ee13922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2f87ec84-29e3-458c-b2d0-9fa1555268d3'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:19.284946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Attempting to bind port eca32051-5f8d-4634-a1f5-4d904803b908 on network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:19.297686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:19.297925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0017c27-0626-44c3-918e-d464eb1107cf req-fd4e2e55-7d79-42b0-b994-2d574c6133f9 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:19.298166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Checking segment: {'id': '0e691fc3-3fe5-4109-9246-9cc46ee13922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2f87ec84-29e3-458c-b2d0-9fa1555268d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:19.298867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.299310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-d0017c27-0626-44c3-918e-d464eb1107cf req-fd4e2e55-7d79-42b0-b994-2d574c6133f9 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Synchronizing usage tracker for tenant:3324b956411845afa1fa61737f3623ed on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:19.301027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Bound using segment: {'id': '0e691fc3-3fe5-4109-9246-9cc46ee13922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2f87ec84-29e3-458c-b2d0-9fa1555268d3'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:19.317565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Bound port: eca32051-5f8d-4634-a1f5-4d904803b908, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e691fc3-3fe5-4109-9246-9cc46ee13922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2f87ec84-29e3-458c-b2d0-9fa1555268d3'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:19.318138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Allocated IP 2001:db8::f816:3eff:fe64:3804 (2f87ec84-29e3-458c-b2d0-9fa1555268d3/71092811-0644-4758-9c33-ade4d42ee988/287bc93d-a8ab-4c35-aca5-bc8b5777e8b5) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:19.319118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.585343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] For port eca32051-5f8d-4634-a1f5-4d904803b908, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:19.589050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] For port eca32051-5f8d-4634-a1f5-4d904803b908, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=eca32051-5f8d-4634-a1f5-4d904803b908,segment=NetworkSegment(0e691fc3-3fe5-4109-9246-9cc46ee13922),segment_id=0e691fc3-3fe5-4109-9246-9cc46ee13922)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:19.683087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf on network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:19.683705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Attempting to bind port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf on network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:19.705356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1f5ad6-ae88-4708-a261-e580b2159dc9 {{(pid=88613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:38:19.717984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.737473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Transition to ACTIVE for port object 5b1f5ad6-ae88-4708-a261-e580b2159dc9 will not be triggered until provisioned by entity L2. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:19.799044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.803016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-d0017c27-0626-44c3-918e-d464eb1107cf req-fd4e2e55-7d79-42b0-b994-2d574c6133f9 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Unset dirty status for tenant:3324b956411845afa1fa61737f3623ed on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:19.808322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:19.836333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Checking segment: {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:19.836333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Bound using segment: {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:19.836333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Bound port: 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794e57fb-1e0a-4b48-86a0-95c810df77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:19.836333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.836770 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d0017c27-0626-44c3-918e-d464eb1107cf req-fd4e2e55-7d79-42b0-b994-2d574c6133f9 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 932 time: 0.9530609 Apr 08 10:38:19.836866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Allocated IP 172.20.0.10 (4b073600-9026-43b8-b1b4-b9a0a8a9bae0/09e31997-8556-4203-bcc7-d8d6c23875c7/9380d6a1-1900-4829-9b36-f45312a4abb0) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:19.836866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Network 40923a71-913d-4ac7-accc-ee6640c32553 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:19.844572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=3a441470-fc09-4f7c-8e8d-ee783c9bfc6c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:19.847720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:19.868035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:19.869562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:19.870511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.913083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ba545-2db5-42e6-a98f-c952f1a07238 None None] Pushing event updated for resources: {'Port': ['ID=eca32051-5f8d-4634-a1f5-4d904803b908,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:19.968590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:19.975633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a273ab34-368f-4c05-b29c-170169b805c4 req-99733e8d-4fb1-488f-b51b-d0982521cf00 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8676434 Apr 08 10:38:20.149336 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d0017c27-0626-44c3-918e-d464eb1107cf req-cb975b5b-0509-449a-9980-00f1bd90c3f5 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233538 Apr 08 10:38:20.345901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:20.504880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] For port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:20.513918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Pushing event updated for resources: {'Port': ['ID=5b1f5ad6-ae88-4708-a261-e580b2159dc9,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:20.514709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] For port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:20.574791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Attempting to bind port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:20.575215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Attempting to bind port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:20.575584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Attempting to bind port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 on network cc958a3c-3466-4f4a-99ea-19d5d53114c8 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:20.588744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 on network cc958a3c-3466-4f4a-99ea-19d5d53114c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:20.596314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Attempting to bind port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 on network cc958a3c-3466-4f4a-99ea-19d5d53114c8 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:20.601795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:20.603325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Checking segment: {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:20.604126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Bound using segment: {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'} {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:20.604771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Bound port: 5b1f5ad6-ae88-4708-a261-e580b2159dc9, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52264b80-904e-4162-af1b-d3e4c96ac1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8'}}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:20.606315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:20.656227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:20.677771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-92e1f0a4-dc2d-471d-bc94-ba46982d499c req-59dad7cd-a2b7-49e9-88d7-8454378497e6 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Synchronizing usage tracker for tenant:9b56a76045db447da29768d10045e9df on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:20.681160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-08737211-12f1-47c0-9f18-7adcf89ea07d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.2738237 Apr 08 10:38:20.691085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46094) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:20.726529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:20.736033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Transition to ACTIVE for port object 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:20.815140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0b01aa-88be-412c-b279-060d0ae53f7d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:20.816056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8d0b01aa-88be-412c-b279-060d0ae53f7d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Synchronizing usage tracker for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:20.830488 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] For port 5b1f5ad6-ae88-4708-a261-e580b2159dc9, host hv-neutron-8371, cleared binding levels {{(pid=88613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:20.839904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] For port 5b1f5ad6-ae88-4708-a261-e580b2159dc9, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b1f5ad6-ae88-4708-a261-e580b2159dc9,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:20.885655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:20.893047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:20.893047 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] 10.222.0.41 "PUT /v2.0/ports/0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 1094 time: 6.6164498 Apr 08 10:38:20.914304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:20.944207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:21.018011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:21.032846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414c1f2-4ba6-4047-83f2-cdbf633d5c57 service neutron] Pushing event updated for resources: {'Port': ['ID=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:21.089562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Transition to ACTIVE for port object 9380d6a1-1900-4829-9b36-f45312a4abb0 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:21.125264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Allocated IP 172.26.7.217 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/2a564463-408f-453d-ab55-7a406fa650eb) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:21.161516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-92e1f0a4-dc2d-471d-bc94-ba46982d499c req-59dad7cd-a2b7-49e9-88d7-8454378497e6 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Unset dirty status for tenant:9b56a76045db447da29768d10045e9df on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:21.163498 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-92e1f0a4-dc2d-471d-bc94-ba46982d499c req-59dad7cd-a2b7-49e9-88d7-8454378497e6 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.8515501 Apr 08 10:38:21.177772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8d0b01aa-88be-412c-b279-060d0ae53f7d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Unset dirty status for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:21.179514 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8d0b01aa-88be-412c-b279-060d0ae53f7d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "GET /v2.0/ports/3a441470-fc09-4f7c-8e8d-ee783c9bfc6c HTTP/1.1" status: 200 len: 955 time: 0.4875968 Apr 08 10:38:21.233865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46102) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:21.240578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46106) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:21.290756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:21.291600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:21.303865 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] 10.222.0.41 "PUT /v2.0/ports/5b1f5ad6-ae88-4708-a261-e580b2159dc9 HTTP/1.1" status: 200 len: 1094 time: 2.6855471 Apr 08 10:38:21.313988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'tag': '5b1f5ad6-ae88-4708-a261-e580b2159dc9'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:21.449138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46112) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:21.460368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:21.559483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf795e9f-6ac5-432b-8d3f-5affe82eee4d service neutron] Pushing event updated for resources: {'Port': ['ID=5b1f5ad6-ae88-4708-a261-e580b2159dc9,revision_number=3']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:21.810544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device eca32051-5f8d-4634-a1f5-4d904803b908 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:21.920277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Port': ['ID=287bc93d-a8ab-4c35-aca5-bc8b5777e8b5,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:21.952990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:21.961371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-d44c738f-367b-45c3-bb5c-fd1f2d4f4d01 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Deleting port 3a441470-fc09-4f7c-8e8d-ee783c9bfc6c {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:21.961990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d44c738f-367b-45c3-bb5c-fd1f2d4f4d01 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:21.968836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:21.971922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:21.979627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:21.980533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.037375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1360dec-c94c-4ccd-847d-21bf60ddad1a None None] Network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:22.105867 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3b0e1f46-6f6f-4272-8e4f-861518fe9d0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d0cd7695df242a1bc04b2f547889100&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6430683 Apr 08 10:38:22.111311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46128) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:22.149605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-5254d10b-110d-43b0-9169-4bba0d56cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:22.151576 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-5254d10b-110d-43b0-9169-4bba0d56cbb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3324b956411845afa1fa61737f3623ed&device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 1097 time: 0.5633776 Apr 08 10:38:22.224770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf9b17-42d8-4883-b1b4-f4b220863ea4 req-27f94b76-7f7b-429e-97d4-ff68a4f87c78 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:22.227777 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1fbf9b17-42d8-4883-b1b4-f4b220863ea4 req-27f94b76-7f7b-429e-97d4-ff68a4f87c78 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 944 time: 0.6811278 Apr 08 10:38:22.247475 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port eca32051-5f8d-4634-a1f5-4d904803b908 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:22.287280 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-80cfb331-bab9-4dfa-b801-3e771ead6f41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a3b72151c994534a7af84964ff8a9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8958008 Apr 08 10:38:22.340011 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e04b8956-c8a1-45c9-b552-d2547a896e7b None None] Provisioning for port eca32051-5f8d-4634-a1f5-4d904803b908 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:22.352974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f960b-76d1-406b-8975-6559aadc17fd req-0ccaedbb-36f9-4b29-ab2d-15619a4f46fd tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:22.352974 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d72f960b-76d1-406b-8975-6559aadc17fd req-0ccaedbb-36f9-4b29-ab2d-15619a4f46fd tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 944 time: 0.8983779 Apr 08 10:38:22.352974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.360917 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4f0c3759-4793-4bc7-8d57-8f45f613f2c0 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.5856709 Apr 08 10:38:22.366142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e04b8956-c8a1-45c9-b552-d2547a896e7b None None] Provisioning complete for port eca32051-5f8d-4634-a1f5-4d904803b908 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:22.366850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e04b8956-c8a1-45c9-b552-d2547a896e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.389503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46134) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:22.389741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46136) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:22.558275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-1e1360d6-5d0c-41d7-9a09-3dd04beac47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:22.560024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-1e1360d6-5d0c-41d7-9a09-3dd04beac47c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1097 time: 1.3221319 Apr 08 10:38:22.580948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.671948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:22.697659 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-ac609be1-6f5e-411a-ac50-11c72ce4d979 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1f5ad6-ae88-4708-a261-e580b2159dc9 HTTP/1.1" status: 200 len: 217 time: 0.1978207 Apr 08 10:38:22.708422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:22.768998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:22.779709 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1fbf9b17-42d8-4883-b1b4-f4b220863ea4 req-5f0b1622-e690-45f7-90ad-06f1744e77ff tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5418243 Apr 08 10:38:22.784445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e04b8956-c8a1-45c9-b552-d2547a896e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.812813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d44c738f-367b-45c3-bb5c-fd1f2d4f4d01 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.901038 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d72f960b-76d1-406b-8975-6559aadc17fd req-ce91c456-fc1c-4c5a-b83f-83ed372b21f5 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5386791 Apr 08 10:38:22.928687 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-872cd8a2-02af-4937-b59a-6d4ee1aba276 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 217 time: 0.3082261 Apr 08 10:38:22.929244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e04b8956-c8a1-45c9-b552-d2547a896e7b None None] For port eca32051-5f8d-4634-a1f5-4d904803b908, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=eca32051-5f8d-4634-a1f5-4d904803b908,segment=NetworkSegment(0e691fc3-3fe5-4109-9246-9cc46ee13922),segment_id=0e691fc3-3fe5-4109-9246-9cc46ee13922)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:23.067116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e04b8956-c8a1-45c9-b552-d2547a896e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.158238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9dfd09c6-e92e-44a1-a2ba-b8d8dc70923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.192139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-d44c738f-367b-45c3-bb5c-fd1f2d4f4d01 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Calling delete_port for 3a441470-fc09-4f7c-8e8d-ee783c9bfc6c owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:23.280334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event updated for resources: {'Port': ['ID=9380d6a1-1900-4829-9b36-f45312a4abb0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:23.306648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b8956-c8a1-45c9-b552-d2547a896e7b None None] Pushing event updated for resources: {'Port': ['ID=eca32051-5f8d-4634-a1f5-4d904803b908,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:23.350959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-bda33a34-82b5-4df1-8d3c-5971e80cc358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:23.352835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-bda33a34-82b5-4df1-8d3c-5971e80cc358 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.4336579 Apr 08 10:38:23.356169 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad6df4b-c2c8-45d6-8168-e502f15582ca'] response: {'name': 'network-changed', 'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'status': 'completed', 'code': 200} Apr 08 10:38:23.365638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-647ee53a-9e15-4ba3-86d7-c0a7d6d3a3fb tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting subnet 71092811-0644-4758-9c33-ade4d42ee988 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:38:23.421183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-647ee53a-9e15-4ba3-86d7-c0a7d6d3a3fb tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.451611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-be6ad97d-4983-4bc4-a9b8-908dffcae1e0 None None] Provisioning for port 9380d6a1-1900-4829-9b36-f45312a4abb0 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:23.462728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-be6ad97d-4983-4bc4-a9b8-908dffcae1e0 None None] Provisioning complete for port 9380d6a1-1900-4829-9b36-f45312a4abb0 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:23.465248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-be6ad97d-4983-4bc4-a9b8-908dffcae1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.504892 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc717565-b92c-41d3-aecc-caedb069a982'] response: {'name': 'network-changed', 'server_uuid': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'tag': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'status': 'completed', 'code': 200} Apr 08 10:38:23.541614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a1fce11-0a9d-479a-8f2d-53e236b6d2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.549267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9dfd09c6-e92e-44a1-a2ba-b8d8dc70923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.577796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:23.578353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.601635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-be6ad97d-4983-4bc4-a9b8-908dffcae1e0 None None] Port 9380d6a1-1900-4829-9b36-f45312a4abb0 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:23.605154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-647ee53a-9e15-4ba3-86d7-c0a7d6d3a3fb tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.617080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-bf3f18da-f0bd-4d76-ad1b-2c7ee71b3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:23.619052 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-bf3f18da-f0bd-4d76-ad1b-2c7ee71b3a72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c97513f5-d077-455d-a810-4826574d0b84 HTTP/1.1" status: 200 len: 845 time: 0.9041247 Apr 08 10:38:23.693067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device eca32051-5f8d-4634-a1f5-4d904803b908 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:23.730341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a1fce11-0a9d-479a-8f2d-53e236b6d2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.819574 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-0b171f06-b4f2-4bcb-8ca9-dea38b07c334 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5273387 Apr 08 10:38:23.834428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Request body: {'port': {'device_id': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:23.865260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-118a9e42-4a9d-4153-ba84-6b0ebb0ea631 None None] Provisioning complete for port eca32051-5f8d-4634-a1f5-4d904803b908 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:23.871517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-118a9e42-4a9d-4153-ba84-6b0ebb0ea631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.907777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd98a0-506c-4182-b814-7ddee77ed52f req-2c62597c-c033-4d46-ac90-3eb038fe35af tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:23.912162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-552d68ca-420f-4d8d-ac19-6f0b006317b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:23.914119 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-552d68ca-420f-4d8d-ac19-6f0b006317b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5450537 Apr 08 10:38:23.917093 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c4fd98a0-506c-4182-b814-7ddee77ed52f req-2c62597c-c033-4d46-ac90-3eb038fe35af tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 932 time: 0.3040063 Apr 08 10:38:23.952468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.962292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d44c738f-367b-45c3-bb5c-fd1f2d4f4d01 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.086816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9dfd09c6-e92e-44a1-a2ba-b8d8dc70923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.111465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port eca32051-5f8d-4634-a1f5-4d904803b908 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:24.112888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.115375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c738f-367b-45c3-bb5c-fd1f2d4f4d01 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a441470-fc09-4f7c-8e8d-ee783c9bfc6c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:24.149435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd09c6-e92e-44a1-a2ba-b8d8dc70923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378c22b0-bfb5-4519-9f70-28d322dc1aad,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:24.154750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-f7628ea0-3af5-4836-b0ba-e2e62cb443f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:24.157986 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-f7628ea0-3af5-4836-b0ba-e2e62cb443f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc958a3c-3466-4f4a-99ea-19d5d53114c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3875165 Apr 08 10:38:24.187630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:24.190487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d44c738f-367b-45c3-bb5c-fd1f2d4f4d01 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.230705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9dfd09c6-e92e-44a1-a2ba-b8d8dc70923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.231760 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9dfd09c6-e92e-44a1-a2ba-b8d8dc70923e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/378c22b0-bfb5-4519-9f70-28d322dc1aad HTTP/1.1" status: 204 len: 168 time: 2.1179142 Apr 08 10:38:24.256399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c4fd98a0-506c-4182-b814-7ddee77ed52f req-77b307e0-11e5-4c4f-8d7c-c749c46c67f6 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3377953 Apr 08 10:38:24.266882 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d44c738f-367b-45c3-bb5c-fd1f2d4f4d01 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3a441470-fc09-4f7c-8e8d-ee783c9bfc6c HTTP/1.1" status: 204 len: 168 time: 3.0041676 Apr 08 10:38:24.286409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46156) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:24.367590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:24.377802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:24.505493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a1fce11-0a9d-479a-8f2d-53e236b6d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.578327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'Port': ['ID=2a564463-408f-453d-ab55-7a406fa650eb,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:24.582840 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-2957ee40-5850-4695-a136-f26519e09d00 service neutron] 10.222.0.41 "GET /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889694 Apr 08 10:38:24.591259 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5078123c-7332-4590-9106-dd0803548e51 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:38:24.591631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5078123c-7332-4590-9106-dd0803548e51 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Synchronizing usage tracker for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:24.716674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-118a9e42-4a9d-4153-ba84-6b0ebb0ea631 None None] Provisioning for port 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:24.729609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-118a9e42-4a9d-4153-ba84-6b0ebb0ea631 None None] Provisioning complete for port 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:24.730148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-118a9e42-4a9d-4153-ba84-6b0ebb0ea631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.783368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fce11-0a9d-479a-8f2d-53e236b6d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac8c92-ac9b-4f4a-90a4-fb1205374f21,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:24.819796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-118a9e42-4a9d-4153-ba84-6b0ebb0ea631 None None] Port 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:24.863553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-647ee53a-9e15-4ba3-86d7-c0a7d6d3a3fb tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.901583 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4b654d-e3d3-48b5-b110-d6d07f5ad743 req-a39b5af7-96aa-4cf8-8f58-765b26397cb0 service neutron] 10.222.0.41 "GET /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061628 Apr 08 10:38:24.912617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357a230-4a08-4f66-a759-4830d82cc254 req-5c4b2da0-4251-4bcb-ad81-a4b2cda17a82 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:24.914242 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8357a230-4a08-4f66-a759-4830d82cc254 req-5c4b2da0-4251-4bcb-ad81-a4b2cda17a82 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 944 time: 0.3246326 Apr 08 10:38:24.919682 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5078123c-7332-4590-9106-dd0803548e51 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Unset dirty status for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:24.925754 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5078123c-7332-4590-9106-dd0803548e51 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "GET /v2.0/ports/3a441470-fc09-4f7c-8e8d-ee783c9bfc6c HTTP/1.1" status: 404 len: 333 time: 0.6333237 Apr 08 10:38:24.929002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46160) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:24.940964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a1fce11-0a9d-479a-8f2d-53e236b6d2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:24.943287 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0a1fce11-0a9d-479a-8f2d-53e236b6d2e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bac8c92-ac9b-4f4a-90a4-fb1205374f21 HTTP/1.1" status: 204 len: 168 time: 2.4600413 Apr 08 10:38:24.953179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Request body: {'port': {'network_id': '40923a71-913d-4ac7-accc-ee6640c32553', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1421504111'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:24.962332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:24.986566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:25.004781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:25.005262 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8357a230-4a08-4f66-a759-4830d82cc254 req-cb565ca5-3adc-4a46-9855-9921aa073297 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728505 Apr 08 10:38:25.016989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-26250566-4897-4a22-b763-37ca7de7b928 None None] Provisioning complete for port 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:25.018335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-26250566-4897-4a22-b763-37ca7de7b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:25.028055 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-7a05b20c-fed8-4df5-b909-7cdc75325917 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1013503 Apr 08 10:38:25.105837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Made reservation on behalf of da064b4568c04886831bd15683f3e1d8 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:25.110536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:25.122993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-26250566-4897-4a22-b763-37ca7de7b928 None None] Port 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:25.187055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] device_id is not set on port f3c80302-bc30-4204-be51-402eedd6c1ff yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:25.340363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-0124b8ac-d85f-4ab8-8d13-cd163ab4b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:25.341892 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-0124b8ac-d85f-4ab8-8d13-cd163ab4b2e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3324b956411845afa1fa61737f3623ed&device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 1097 time: 0.2198834 Apr 08 10:38:25.381249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679e6d6-665f-4f59-8c4f-3f7f42aca67c req-eadad5e4-3a96-4648-99ca-16e0339781e0 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:25.394227 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7679e6d6-665f-4f59-8c4f-3f7f42aca67c req-eadad5e4-3a96-4648-99ca-16e0339781e0 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 944 time: 1.3341897 Apr 08 10:38:25.452357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:25.526983 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4bb51eb-87eb-429f-a0d6-8c20fda29db3 req-e2b81b8b-7e85-4e16-961b-0f6c836f5911 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837079 Apr 08 10:38:25.674161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-647ee53a-9e15-4ba3-86d7-c0a7d6d3a3fb tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:25.755729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090732a8-61a1-4d24-a614-b00dda83cefb None None] Network 2f87ec84-29e3-458c-b2d0-9fa1555268d3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:25.770695 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7679e6d6-665f-4f59-8c4f-3f7f42aca67c req-75513202-45d9-4b02-a1a9-4529fe9679db tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753095 Apr 08 10:38:25.774828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-647ee53a-9e15-4ba3-86d7-c0a7d6d3a3fb tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:25.794743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:25.812181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-0e17995a-38f9-42e2-992e-ece927c99d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:25.814353 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-0e17995a-38f9-42e2-992e-ece927c99d05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc958a3c-3466-4f4a-99ea-19d5d53114c8 HTTP/1.1" status: 200 len: 907 time: 0.4489796 Apr 08 10:38:25.833742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ee53a-9e15-4ba3-86d7-c0a7d6d3a3fb tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Subnet': ['ID=71092811-0644-4758-9c33-ade4d42ee988,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:25.855511 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-647ee53a-9e15-4ba3-86d7-c0a7d6d3a3fb tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/subnets/71092811-0644-4758-9c33-ade4d42ee988 HTTP/1.1" status: 204 len: 168 time: 3.3706818 Apr 08 10:38:25.862119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46190) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:25.863884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:25.890096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaa005-5a01-400e-8f3f-18914e87b91c req-52123438-4e21-4fea-b598-9028ead3e9d0 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:25.891941 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d7aaa005-5a01-400e-8f3f-18914e87b91c req-52123438-4e21-4fea-b598-9028ead3e9d0 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 932 time: 0.4366767 Apr 08 10:38:25.903939 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-d690050e-30aa-4c0f-9833-64546ae2ee3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1f5ad6-ae88-4708-a261-e580b2159dc9 HTTP/1.1" status: 200 len: 217 time: 0.0827549 Apr 08 10:38:26.060065 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d7aaa005-5a01-400e-8f3f-18914e87b91c req-fc0a00c6-1df3-49f7-9962-166eecf58529 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578629 Apr 08 10:38:26.095551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-113dd4c0-13f5-4f82-a756-1294ba3c33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:26.099505 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-113dd4c0-13f5-4f82-a756-1294ba3c33a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c97513f5-d077-455d-a810-4826574d0b84 HTTP/1.1" status: 200 len: 845 time: 0.1751728 Apr 08 10:38:26.143942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63706df-12c2-4f99-8a09-0f5e02cdcaca tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:26.145676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63706df-12c2-4f99-8a09-0f5e02cdcaca tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:26.146478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d63706df-12c2-4f99-8a09-0f5e02cdcaca tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Synchronizing usage tracker for tenant:6189ea442cb84b03b79db2077590e58c on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:26.164798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-d02accc8-ede7-4e55-bf2a-0672241dadf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:26.166407 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-d02accc8-ede7-4e55-bf2a-0672241dadf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1097 time: 0.4230058 Apr 08 10:38:26.174032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] DHCP port deletion for 2f87ec84-29e3-458c-b2d0-9fa1555268d3 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:38:26.182350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] Deleting port eca32051-5f8d-4634-a1f5-4d904803b908 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:26.182730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:26.233565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-4c0e02da-05c9-497f-9587-db172e2a4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:26.236447 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-4c0e02da-05c9-497f-9587-db172e2a4ddf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc958a3c-3466-4f4a-99ea-19d5d53114c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298046 Apr 08 10:38:26.416140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:26.530080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Network 40923a71-913d-4ac7-accc-ee6640c32553 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:26.553514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:26.568344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:26.570648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:26.573837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:26.585547 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-ba30f4a7-6222-4f46-a295-a546a0817245 service neutron] 10.222.0.41 "GET /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395362 Apr 08 10:38:26.591052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] For port eca32051-5f8d-4634-a1f5-4d904803b908, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=eca32051-5f8d-4634-a1f5-4d904803b908,segment=NetworkSegment(0e691fc3-3fe5-4109-9246-9cc46ee13922),segment_id=0e691fc3-3fe5-4109-9246-9cc46ee13922)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:26.591847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:26.610947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46212) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:26.649842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d63706df-12c2-4f99-8a09-0f5e02cdcaca tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Unset dirty status for tenant:6189ea442cb84b03b79db2077590e58c on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:26.650792 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d63706df-12c2-4f99-8a09-0f5e02cdcaca tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7612598 Apr 08 10:38:26.658276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46218) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:26.688335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=f3c80302-bc30-4204-be51-402eedd6c1ff,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:26.702439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.702765 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.703108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.703443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.703957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.704305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.704712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.705054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.705461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.706131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.706694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.707694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:26.716069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-71ccaa64-cd9a-4467-a7b8-446b9e5bbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:26.719938 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-71ccaa64-cd9a-4467-a7b8-446b9e5bbd2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 912 time: 0.3842945 Apr 08 10:38:26.811807 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] Calling delete_port for eca32051-5f8d-4634-a1f5-4d904803b908 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:26.812036 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-addaaaf3-2230-4e2a-88e6-65a23381a36d tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8783202 Apr 08 10:38:26.814531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46224) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:26.856798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:26.916011 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-2ba4f4cc-3e26-49a4-af18-1c9a943f77b2 service neutron] 10.222.0.41 "GET /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195066 Apr 08 10:38:26.979073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'networks': [{'name': 'tempest-network--20856905'}, {'name': 'tempest-network--1640591665'}]} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:26.979500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'network': {'name': 'tempest-network--20856905'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:26.980047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'network': {'name': 'tempest-network--1640591665'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:26.984653 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-6fcfb9b0-91d5-4664-bf1d-af77a18bc451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 217 time: 0.2564213 Apr 08 10:38:26.993265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb67d7-95dc-41a2-a768-7a5e54cb5241 req-1de6b789-31e1-4718-a18b-71d0f00a98c2 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:26.994878 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-58bb67d7-95dc-41a2-a768-7a5e54cb5241 req-1de6b789-31e1-4718-a18b-71d0f00a98c2 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 944 time: 0.8351104 Apr 08 10:38:27.013134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.033013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.088625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] Pushing event deleted for resources: {'Port': ['ID=eca32051-5f8d-4634-a1f5-4d904803b908,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:27.098541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902f9d9-38d6-4faf-ae1c-5d52b15845f2 None None] No DVR routers for this DVR port eca32051-5f8d-4634-a1f5-4d904803b908 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:38:27.127665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-a9c8ff70-f31c-4b1e-830b-553ad73a0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:27.129352 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-a9c8ff70-f31c-4b1e-830b-553ad73a0aed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.1287572 Apr 08 10:38:27.131873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:27.153298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Usage tracker for resource:network and tenant:cdac76a796e44a3c92785947d1efca45 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:27.195177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:38:27.211366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5dbddb5a-0963-4c83-95c6-18aa33b8091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.225238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:27.226012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8029815-5961-40ec-a6fa-833763416e49 req-9f59b463-17ab-482a-a5a7-0426499ed651 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:27.228009 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d8029815-5961-40ec-a6fa-833763416e49 req-9f59b463-17ab-482a-a5a7-0426499ed651 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 944 time: 0.2386796 Apr 08 10:38:27.236400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9380d6a1-1900-4829-9b36-f45312a4abb0 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:38:27.249640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.256965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:27.262840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.280701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6365a648-42e1-4afa-ab94-747890db165b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.322190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Transition to ACTIVE for port object 9380d6a1-1900-4829-9b36-f45312a4abb0 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:27.333498 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d8029815-5961-40ec-a6fa-833763416e49 req-90315312-e834-4f06-b755-4f2443dc133b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963552 Apr 08 10:38:27.338200 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-58bb67d7-95dc-41a2-a768-7a5e54cb5241 req-29406980-5242-4f82-82ce-7eb01435914d tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078147 Apr 08 10:38:27.339071 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6365a648-42e1-4afa-ab94-747890db165b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 08 10:38:27.339536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6365a648-42e1-4afa-ab94-747890db165b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:38:27.347491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46236) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:27.347583 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6365a648-42e1-4afa-ab94-747890db165b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/2f87ec84-29e3-458c-b2d0-9fa1555268d3 HTTP/1.1" status: 409 len: 405 time: 0.6836853 Apr 08 10:38:27.350319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.354902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1220333299'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:27.365494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:27.370916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:network and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:27.374876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:27.392876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:27.406283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Made reservation on behalf of cdac76a796e44a3c92785947d1efca45 for: {'network': 2} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:27.411616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.438679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.472415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.476881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] device_id is not set on port f3c80302-bc30-4204-be51-402eedd6c1ff yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:27.486475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.503545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Transition to ACTIVE for port object f3c80302-bc30-4204-be51-402eedd6c1ff will not be triggered until provisioned by entity L2. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:27.519269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:27.531028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.551397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:27.560605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.560996 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Added segment 22945b04-8a9f-41fa-b92d-5c55536a0917 of type vlan for network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b Apr 08 10:38:27.598493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.635038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device eca32051-5f8d-4634-a1f5-4d904803b908 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:38:27.637575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'Port': ['ID=2a564463-408f-453d-ab55-7a406fa650eb,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:27.668171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:27.680498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: eca32051-5f8d-4634-a1f5-4d904803b908 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:38:27.680882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device eca32051-5f8d-4634-a1f5-4d904803b908 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:38:27.689724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.689724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.689724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.690117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.690318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.690654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.690987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.691316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.691648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.692845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.692845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.692845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:27.699416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Usage tracker for resource:security_group_rule and tenant:cdac76a796e44a3c92785947d1efca45 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:27.712086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-07e8e328-3f0b-4bf9-99a0-a07d9358a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:27.712086 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-07e8e328-3f0b-4bf9-99a0-a07d9358a0c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5619948 Apr 08 10:38:27.739765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:27.743068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:27.823739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:27.900345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.002627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46248) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:28.015185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Pushing event updated for resources: {'Port': ['ID=9380d6a1-1900-4829-9b36-f45312a4abb0,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:28.041563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.046957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:28.048590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.074328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020c6e6-ae01-4046-a2b2-900e235cf661 req-fadc1b56-021e-4621-abd5-b5cda77c38f4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:28.079993 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2020c6e6-ae01-4046-a2b2-900e235cf661 req-fadc1b56-021e-4621-abd5-b5cda77c38f4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 944 time: 0.5683935 Apr 08 10:38:28.079993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.079993 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7d24fe27-89ba-49dd-8e2e-08a8db8e924e tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.8090291 Apr 08 10:38:28.092245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46254) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:28.114392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-366876340'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:28.116527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Attempting to bind port 9380d6a1-1900-4829-9b36-f45312a4abb0 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.116865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Attempting to bind port 9380d6a1-1900-4829-9b36-f45312a4abb0 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.117204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Attempting to bind port 9380d6a1-1900-4829-9b36-f45312a4abb0 on network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.136439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:28.143178 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-63d9d1ea-b7be-4e9e-a76d-1f94372a7e86 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667078 Apr 08 10:38:28.155201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Usage tracker for resource:network and tenant:11523ae44d994a9383afe57986c6efaa is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:28.160530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Port 9380d6a1-1900-4829-9b36-f45312a4abb0 on network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.162291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Attempting to bind port 9380d6a1-1900-4829-9b36-f45312a4abb0 on network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.165243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=f3c80302-bc30-4204-be51-402eedd6c1ff,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:28.183282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:28.183482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Network': ['ID=cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:28.189206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:28.189394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.189799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.190133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.195157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:28.195983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.196330 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.197802 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 2 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.218029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.218283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.218602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.223396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:28.225384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.225715 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.226124 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 3 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.228318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:28.228705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Checking segment: {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:28.229099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Bound using segment: {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:28.229556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Bound port: 9380d6a1-1900-4829-9b36-f45312a4abb0, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf216b7-509d-44df-aabc-a45603a30287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:28.229907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.243211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.243543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.243878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.249164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.249485 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.249869 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 4 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.266314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.266940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.267559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.273335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.273335 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.273682 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 5 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.290584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.290916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.291416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.298149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.298149 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.298149 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 6 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.315507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.315507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.315856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.321041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.321360 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.322073 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 7 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.339819 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-61d623a1-7d8e-4212-b644-3389ca3ca3be tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9924800 Apr 08 10:38:28.342622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46258) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:28.349083 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'subnet': {'network_id': 'cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:28.358401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:28.363954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.364279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.364636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.370065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Usage tracker for resource:floatingip and tenant:fc3a81b2a72640e7956c20353b732924 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:28.379385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:28.394991 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2020c6e6-ae01-4046-a2b2-900e235cf661 req-802ea06b-30e6-407c-9357-d7f1f4e38787 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2984207 Apr 08 10:38:28.439719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:28.465247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.465600 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.469824 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 8 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.490092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.490785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.490785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.546280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.546607 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.552433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.564368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:38:28.582651 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 9 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.611426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Made reservation on behalf of 11523ae44d994a9383afe57986c6efaa for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:28.615183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.626684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.626684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.626684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.631266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:28.637745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.640677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.641007 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.644200 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempt 10 to bind port f3c80302-bc30-4204-be51-402eedd6c1ff Apr 08 10:38:28.653118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:28.679531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] For port 9380d6a1-1900-4829-9b36-f45312a4abb0, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:28.681008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:28.681342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] {{(pid=88613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:28.681691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.682018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempting to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:28.690371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:38:28.690898 dv-neutron-837109-1-hyperv neutron-server[88613]: ERROR neutron.plugins.ml2.managers [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Failed to bind port f3c80302-bc30-4204-be51-402eedd6c1ff on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7c50608e-0b72-4d62-9241-3248816a184b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '40923a71-913d-4ac7-accc-ee6640c32553'}] Apr 08 10:38:28.691408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.711291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbcd996f-9b50-45cd-b80a-d87ae81355e1 req-4a6a06e2-46ad-40c2-939f-9919d989c2df service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588963 Apr 08 10:38:28.725073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:28.725239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] For port 9380d6a1-1900-4829-9b36-f45312a4abb0, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9380d6a1-1900-4829-9b36-f45312a4abb0,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:28.725239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.725239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.735959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'port_id': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'mac_address': 'fa:16:3e:ff:da:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:38:28.738868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:28.757981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Usage tracker for resource:security_group_rule and tenant:11523ae44d994a9383afe57986c6efaa is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:28.776543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:28.780285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:28.780507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fcfcb-b35d-4dc0-aba9-5c8018caac56 req-b7fdcbf5-94b9-4389-8563-497028e13f5d tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:28.782459 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f66fcfcb-b35d-4dc0-aba9-5c8018caac56 req-b7fdcbf5-94b9-4389-8563-497028e13f5d tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 944 time: 0.2443888 Apr 08 10:38:28.795394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.815899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:38:28.828057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdbc32-7ea7-42c4-8997-98c957a6bb8e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:28.828057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:28.830794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:28.834343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:28.834623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.890987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] For port f3c80302-bc30-4204-be51-402eedd6c1ff, host hv-neutron-8371, cleared binding levels {{(pid=88613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:28.896757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attempted to set empty binding levels {{(pid=88613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 08 10:38:28.896889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.948467 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f66fcfcb-b35d-4dc0-aba9-5c8018caac56 req-1ebc30ed-0e8e-4697-a3be-85dc72ed0eef tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479232 Apr 08 10:38:28.949559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b508f4-ccb1-4819-aa27-2d7897c55015 req-c88db318-dccf-4976-9fdb-145b23507dc4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:28.951009 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-21b508f4-ccb1-4819-aa27-2d7897c55015 req-c88db318-dccf-4976-9fdb-145b23507dc4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 944 time: 0.4038167 Apr 08 10:38:28.955341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.955697 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Added segment cd072fd8-b973-42e8-bc57-df831f08c705 of type vlan for network 85ebd2f4-0d9a-44f6-ad44-14a11e957e38 Apr 08 10:38:28.984857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.994453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 5b1f5ad6-ae88-4708-a261-e580b2159dc9 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:38:29.014446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:29.015067 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.017136 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] 10.222.0.41 "PUT /v2.0/ports/9380d6a1-1900-4829-9b36-f45312a4abb0 HTTP/1.1" status: 200 len: 1094 time: 5.1881931 Apr 08 10:38:29.018582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'tag': '9380d6a1-1900-4829-9b36-f45312a4abb0'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:29.029074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.095721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] In _notify_port_updated(), no bound segment for port f3c80302-bc30-4204-be51-402eedd6c1ff on network 40923a71-913d-4ac7-accc-ee6640c32553 {{(pid=88613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:38:29.096713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:29.097450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.098841 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "PUT /v2.0/ports/f3c80302-bc30-4204-be51-402eedd6c1ff HTTP/1.1" status: 200 len: 977 time: 2.2814393 Apr 08 10:38:29.099299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.108841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46268) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:29.134220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21f059-76ae-4ca3-9ff9-588598b0e7be service neutron] Pushing event updated for resources: {'Port': ['ID=9380d6a1-1900-4829-9b36-f45312a4abb0,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:29.153933 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-21b508f4-ccb1-4819-aa27-2d7897c55015 req-3fafc4d6-9ee3-4aec-84ec-4af4824fc7db tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779001 Apr 08 10:38:29.162873 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e4ac76-8512-4511-9ed4-397c667bb005'] response: {'name': 'network-changed', 'server_uuid': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'tag': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'status': 'completed', 'code': 200} Apr 08 10:38:29.208374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:29.213965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961fed2-f498-46ac-8fd6-0e8db357e06e tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event updated for resources: {'Port': ['ID=f3c80302-bc30-4204-be51-402eedd6c1ff,revision_number=3']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:29.217976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.218664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.219901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.220457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.221131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.221679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.222242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.222781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.223318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.223859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.225232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.225818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:29.255947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Deleting port f3c80302-bc30-4204-be51-402eedd6c1ff {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:29.256892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.277142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.285342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:29.305091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.305422 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Added segment f4b09a54-3595-405d-a20c-2b327117a79e of type vlan for network ca0b2e6c-4b05-4f02-8099-f42614e9c820 Apr 08 10:38:29.312383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.401182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.410337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.427254 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 5b1f5ad6-ae88-4708-a261-e580b2159dc9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b1f5ad6-ae88-4708-a261-e580b2159dc9,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:29.438767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31943803-80cb-408b-b7b2-64f88377f3f6 req-1c64d978-c0f1-498c-95b4-011c3e3c65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:29.440315 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-31943803-80cb-408b-b7b2-64f88377f3f6 req-1c64d978-c0f1-498c-95b4-011c3e3c65c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b56a76045db447da29768d10045e9df&device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 1097 time: 0.2639930 Apr 08 10:38:29.476135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'port_id': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'mac_address': 'fa:16:3e:0e:a4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:38:29.485452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:29.545955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.549179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0dcecb-fc5b-4373-93fb-abde9f7b0390,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:29.566120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1f5ad6-ae88-4708-a261-e580b2159dc9 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:38:29.573301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.573654 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Added segment 1f8c6582-ec81-447c-8657-7d18327081a0 of type vlan for network c7b4e314-e84e-4d95-995a-f4aa04c5715a Apr 08 10:38:29.587715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 5b1f5ad6-ae88-4708-a261-e580b2159dc9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b1f5ad6-ae88-4708-a261-e580b2159dc9,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:29.611216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72ad5b8d-d04a-42f3-af5e-1787f9f60ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.647978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] For port f3c80302-bc30-4204-be51-402eedd6c1ff, host hv-neutron-8371, got binding levels [] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:29.648584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.679878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.696785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Allocated IP 172.26.7.168 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/149117c6-77a3-47ba-9713-fff15fca8938) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:29.713769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.727427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31943803-80cb-408b-b7b2-64f88377f3f6 req-e7c260ce-589e-4ed3-8da0-7400e7e82991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:29.729041 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-31943803-80cb-408b-b7b2-64f88377f3f6 req-e7c260ce-589e-4ed3-8da0-7400e7e82991 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9b56a76045db447da29768d10045e9df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2796714 Apr 08 10:38:29.770381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.770865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.776235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:29.780931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:29.781572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.787306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Calling delete_port for f3c80302-bc30-4204-be51-402eedd6c1ff owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:29.854370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:38:29.855681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.882153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=5b1f5ad6-ae88-4708-a261-e580b2159dc9,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:29.909392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.915820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:29.915820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:29.969398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Subnet': ['ID=a7f6d081-0ba1-4698-b03a-e7e8a584cd99,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:30.004612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['0df41d4e-4fc1-4772-83b0-5cfc40adb5bf'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:38:30.007399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8d803-6021-4cf3-b8b2-2cfde70a1da2 req-2d465249-d9b1-4ba6-8c2b-f3abf6fd4d37 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.009579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7ec8d803-6021-4cf3-b8b2-2cfde70a1da2 req-2d465249-d9b1-4ba6-8c2b-f3abf6fd4d37 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 944 time: 0.4492757 Apr 08 10:38:30.040144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Checking segment: {'id': '22945b04-8a9f-41fa-b92d-5c55536a0917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:30.040529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network hostable DHCP agents. Network: cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:30.076683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['5b1f5ad6-ae88-4708-a261-e580b2159dc9'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:38:30.091390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Network': ['ID=85ebd2f4-0d9a-44f6-ad44-14a11e957e38,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:30.108509 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7ec8d803-6021-4cf3-b8b2-2cfde70a1da2 req-518e5bef-fb04-45ab-b027-61e177b8a472 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755100 Apr 08 10:38:30.111493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:30.140950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 85ebd2f4-0d9a-44f6-ad44-14a11e957e38 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:30.155376 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.5366139 Apr 08 10:38:30.169254 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0619020 Apr 08 10:38:30.172132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46276) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:30.173160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46278) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:30.203874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3c80302-bc30-4204-be51-402eedd6c1ff,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:30.211763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:30.217506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Request body: {'subnet': {'network_id': 'c7b4e314-e84e-4d95-995a-f4aa04c5715a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:30.249938 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:30.379892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31943803-80cb-408b-b7b2-64f88377f3f6 req-5087d7ca-d62f-4234-bd10-28177ca8fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.381447 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-31943803-80cb-408b-b7b2-64f88377f3f6 req-5087d7ca-d62f-4234-bd10-28177ca8fefc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6388779 Apr 08 10:38:30.400580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34b1a8-ffe8-4896-8734-a8f0c67742fa tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Network': ['ID=ca0b2e6c-4b05-4f02-8099-f42614e9c820,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:30.425798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network ca0b2e6c-4b05-4f02-8099-f42614e9c820 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:30.438621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:30.464316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbdbe97-15a2-4371-9185-7955d9344c68 None None] Network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:30.495444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.496033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:30.566726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:30.596821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518baa6-907d-4055-9a63-e624b33a4a96 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'Network': ['ID=c7b4e314-e84e-4d95-995a-f4aa04c5715a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:30.633867 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-94d0199f-6caa-41cf-805b-d9414c09f343 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f3c80302-bc30-4204-be51-402eedd6c1ff HTTP/1.1" status: 204 len: 168 time: 1.5184388 Apr 08 10:38:30.634082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46286) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:30.671260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:30.682104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:30.684511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:30.688896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2bd87-69e9-4dc5-a504-771b05a19348 req-d1d9ac82-5e0e-478c-86be-11572b7b6139 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.690822 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a6c2bd87-69e9-4dc5-a504-771b05a19348 req-d1d9ac82-5e0e-478c-86be-11572b7b6139 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 945 time: 0.5375857 Apr 08 10:38:30.696624 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf98f12-0a5f-4f35-a6f2-ed8a2828f3a1 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:38:30.697169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9bf98f12-0a5f-4f35-a6f2-ed8a2828f3a1 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Synchronizing usage tracker for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:30.702658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Usage tracker for resource:subnet and tenant:11523ae44d994a9383afe57986c6efaa is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:30.709009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:30.729288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb1a07-690e-492f-95ff-1c6ee2044928 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.735613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb1a07-690e-492f-95ff-1c6ee2044928 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.741804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb1a07-690e-492f-95ff-1c6ee2044928 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.746523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-016b6f7d-fea9-41d2-939a-076e36ef9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.747678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb1a07-690e-492f-95ff-1c6ee2044928 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.747792 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-016b6f7d-fea9-41d2-939a-076e36ef9125 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b56a76045db447da29768d10045e9df&device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 1097 time: 0.2875092 Apr 08 10:38:30.752756 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3fcb1a07-690e-492f-95ff-1c6ee2044928 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5737777 Apr 08 10:38:30.752756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:30.756705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46290) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:30.758322 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-92dfc7c6-4572-424f-b449-5710fa92c522 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4147098 Apr 08 10:38:30.762793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46294) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:30.813939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1e1e7-02d1-4153-9b48-486d013f8ec4 req-0a110d59-87e8-4b47-8f60-1c36fa14b9d9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.815516 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e2c1e1e7-02d1-4153-9b48-486d013f8ec4 req-0a110d59-87e8-4b47-8f60-1c36fa14b9d9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 945 time: 0.3780456 Apr 08 10:38:30.832350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'port': {'network_id': 'cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b', 'name': 'tempest-NetworksIpV6TestAttrs-1606407442'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:30.857552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:30.906289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Made reservation on behalf of 11523ae44d994a9383afe57986c6efaa for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:30.906711 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-7412f264-5328-4923-bcb5-24a327ba2253 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9380d6a1-1900-4829-9b36-f45312a4abb0 HTTP/1.1" status: 200 len: 217 time: 0.1493371 Apr 08 10:38:30.909629 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a6c2bd87-69e9-4dc5-a504-771b05a19348 req-77c502cf-708f-450c-844e-94bec46e702c tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981566 Apr 08 10:38:30.910311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:30.920455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9bf98f12-0a5f-4f35-a6f2-ed8a2828f3a1 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] Unset dirty status for tenant:da064b4568c04886831bd15683f3e1d8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:30.921622 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9bf98f12-0a5f-4f35-a6f2-ed8a2828f3a1 tempest-PortsAdminExtendedAttrsTestJSON-938874232 tempest-PortsAdminExtendedAttrsTestJSON-938874232-project-admin] 10.222.0.23 "GET /v2.0/ports/f3c80302-bc30-4204-be51-402eedd6c1ff HTTP/1.1" status: 404 len: 333 time: 0.2866092 Apr 08 10:38:30.946475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46298) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:30.977857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.043721 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e2c1e1e7-02d1-4153-9b48-486d013f8ec4 req-f9f40137-3964-49f3-9643-27ff006d25c8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755280 Apr 08 10:38:31.050454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b', 'network_id': 'cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b', 'tenant_id': '6189ea442cb84b03b79db2077590e58c', 'fixed_ips': [{'subnet_id': 'a7f6d081-0ba1-4698-b03a-e7e8a584cd99'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:38:31.051765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.072545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:31.113724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:31.116567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:31.167899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Pushing event updated for resources: {'Port': ['ID=149117c6-77a3-47ba-9713-fff15fca8938,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:31.217713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.257925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.290356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > segment before_delete 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.291026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.292324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.292965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > port after_create 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.293591 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > port after_delete 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.294235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > port after_update 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.295818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > segment after_delete 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.295818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > subnet after_create 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.296028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > subnet after_delete 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.297111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > subnet after_update 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.297310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Allocated IP 2001:db8::f816:3eff:fe7b:ecac (cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b/a7f6d081-0ba1-4698-b03a-e7e8a584cd99/c7c313a4-77e4-42d6-9722-dc0f2b5549fb) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:31.343559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-d5e860cb-2c8d-413d-8ada-210fe6a37036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:31.345601 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-d5e860cb-2c8d-413d-8ada-210fe6a37036 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09e31997-8556-4203-bcc7-d8d6c23875c7 HTTP/1.1" status: 200 len: 850 time: 0.4131243 Apr 08 10:38:31.413637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.428411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:31.439854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:port and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:31.447901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:31.456940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:31.457172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > subnet after_create 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.457456 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > subnet after_delete 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.457761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > subnet before_create 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.458143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Subscribe: > subnet before_update 55550000 {{(pid=88613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:38:31.458690 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ebd2f4-0d9a-44f6-ad44-14a11e957e38']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:31.482368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd072fd8-b973-42e8-bc57-df831f08c705') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:31.482996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd072fd8-b973-42e8-bc57-df831f08c705') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:31.503895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.525600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.536091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:31.537186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.545195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: from cryptography.utils import int_from_bytes Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: from cryptography.utils import int_from_bytes Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn_limited( Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn_limited( Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:31.560585 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:31.574328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.588937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d130a-5e37-410c-af61-b8aae095a778 req-60ccbc08-21fc-466f-9f40-9f73363f1b80 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:31.590470 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f9d130a-5e37-410c-af61-b8aae095a778 req-60ccbc08-21fc-466f-9f40-9f73363f1b80 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 944 time: 0.3326848 Apr 08 10:38:31.649310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:31.652727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.687194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.718985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-917574cd-0fa3-4693-99c8-37778af91ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:31.721356 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-917574cd-0fa3-4693-99c8-37778af91ef7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b073600-9026-43b8-b1b4-b9a0a8a9bae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3656337 Apr 08 10:38:31.725208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.725779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Transition to ACTIVE for port object c7c313a4-77e4-42d6-9722-dc0f2b5549fb will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:31.731697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.746790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Transition to ACTIVE for port object c7c313a4-77e4-42d6-9722-dc0f2b5549fb will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:31.758920 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/networks/85ebd2f4-0d9a-44f6-ad44-14a11e957e38 HTTP/1.1" status: 204 len: 168 time: 0.9993267 Apr 08 10:38:31.761873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46304) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:31.765737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6096c-a196-4c98-8bf5-2a96bb123869 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Network': ['ID=85ebd2f4-0d9a-44f6-ad44-14a11e957e38,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:31.792048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40923a71-913d-4ac7-accc-ee6640c32553']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:31.800758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] device_id is not set on port 876addef-05ae-47ff-b278-ab552ef99b57 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:31.801857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.831304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.865942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c50608e-0b72-4d62-9241-3248816a184b') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:31.866290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c50608e-0b72-4d62-9241-3248816a184b') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:31.926492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.943981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:31.952417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:31.959051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:31.964655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.980877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'Subnet': ['ID=90a4649a-ac93-4893-b430-f3b767590c3a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:31.988248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Checking segment: {'id': '1f8c6582-ec81-447c-8657-7d18327081a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c7b4e314-e84e-4d95-995a-f4aa04c5715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:31.988904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Network hostable DHCP agents. Network: c7b4e314-e84e-4d95-995a-f4aa04c5715a, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:31.993425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Pushing event updated for resources: {'Port': ['ID=c7c313a4-77e4-42d6-9722-dc0f2b5549fb,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:32.077232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Attempting to bind port c7c313a4-77e4-42d6-9722-dc0f2b5549fb on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:32.077645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Attempting to bind port c7c313a4-77e4-42d6-9722-dc0f2b5549fb by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '22945b04-8a9f-41fa-b92d-5c55536a0917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:32.078149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Attempting to bind port c7c313a4-77e4-42d6-9722-dc0f2b5549fb on network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:32.080404 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f9d130a-5e37-410c-af61-b8aae095a778 req-22b1fabd-ad52-4fa9-a4e8-f8691e30103e tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4319410 Apr 08 10:38:32.085210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:32.085659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Checking segment: {'id': '22945b04-8a9f-41fa-b92d-5c55536a0917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:32.086123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.086784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Bound using segment: {'id': '22945b04-8a9f-41fa-b92d-5c55536a0917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:32.087270 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Bound port: c7c313a4-77e4-42d6-9722-dc0f2b5549fb, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22945b04-8a9f-41fa-b92d-5c55536a0917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:32.087589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.087728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.133629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.196297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.210590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:32.217137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] For port c7c313a4-77e4-42d6-9722-dc0f2b5549fb, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:32.222326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] For port c7c313a4-77e4-42d6-9722-dc0f2b5549fb, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c7c313a4-77e4-42d6-9722-dc0f2b5549fb,segment=NetworkSegment(22945b04-8a9f-41fa-b92d-5c55536a0917),segment_id=22945b04-8a9f-41fa-b92d-5c55536a0917)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:32.223166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.259840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0b2e6c-4b05-4f02-8099-f42614e9c820']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:32.276045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b09a54-3595-405d-a20c-2b327117a79e') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:32.276345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b09a54-3595-405d-a20c-2b327117a79e') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:32.283775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.292971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.316175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, c7b4e314-e84e-4d95-995a-f4aa04c5715a) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:32.320999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:32.321613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.326229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.348519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb27e01-5b0d-4193-b76e-b8fd13f6be5d None None] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:32.350427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:32.350835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:32.368230 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:32.379505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:32.379505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.429159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Allocated IP 2001:db8::f816:3eff:feb6:f218 (cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b/a7f6d081-0ba1-4698-b03a-e7e8a584cd99/876addef-05ae-47ff-b278-ab552ef99b57) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:32.432694 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-a6fceeb7-ffd7-4ab4-a483-656ba1ae1e0d service neutron] 10.222.0.41 "GET /v2.0/networks/4b073600-9026-43b8-b1b4-b9a0a8a9bae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839607 Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:32.435278 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:32.459894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360cd70-9ff8-4b1f-b519-d43ea8c22e96 req-5fb98d86-7a65-4da9-b5de-44b2eba420b7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:32.461453 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0360cd70-9ff8-4b1f-b519-d43ea8c22e96 req-5fb98d86-7a65-4da9-b5de-44b2eba420b7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 945 time: 0.3097165 Apr 08 10:38:32.479879 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-84009ed1-94a0-4be0-9eac-7cee8365b396 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3023126 Apr 08 10:38:32.498898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46312) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:32.506636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-406231269', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:32.514569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:32.523473 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f43314-bab6-40dd-b5d9-c1a2136901ff None None] Pushing event updated for resources: {'Port': ['ID=c7c313a4-77e4-42d6-9722-dc0f2b5549fb,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:32.528935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Usage tracker for resource:router and tenant:11523ae44d994a9383afe57986c6efaa is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:32.533024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:32.550774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:32.578300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:32.676059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.722607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.730702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Network': ['ID=ca0b2e6c-4b05-4f02-8099-f42614e9c820,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:32.738070 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aa077123-c6b0-4de8-aa6b-6a6fc5c04b31 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/networks/ca0b2e6c-4b05-4f02-8099-f42614e9c820 HTTP/1.1" status: 204 len: 168 time: 0.9751773 Apr 08 10:38:32.753738 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0360cd70-9ff8-4b1f-b519-d43ea8c22e96 req-aca2cfc5-e561-4afc-b643-ca438eb76ae5 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688673 Apr 08 10:38:32.760650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46316) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:32.769227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.774235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.775183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-c7b4e314-e84e-4d95-995a-f4aa04c5715a', 'network_id': 'c7b4e314-e84e-4d95-995a-f4aa04c5715a', 'tenant_id': '11523ae44d994a9383afe57986c6efaa', 'fixed_ips': [{'subnet_id': '90a4649a-ac93-4893-b430-f3b767590c3a'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:38:32.785519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.839023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.841501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.849174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] Pushing event deleted for resources: {'Network': ['ID=40923a71-913d-4ac7-accc-ee6640c32553,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:32.859265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.862922 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-35b2ac2f-8d63-405c-8628-485add4de607 tempest-PortsAdminExtendedAttrsTestJSON-1876419654 tempest-PortsAdminExtendedAttrsTestJSON-1876419654-project] 10.222.0.23 "DELETE /v2.0/networks/40923a71-913d-4ac7-accc-ee6640c32553 HTTP/1.1" status: 204 len: 168 time: 1.8924696 Apr 08 10:38:32.961417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:32.971983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:32.972439 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.002922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe1ac4-abce-4524-bfa4-7d75ef266987 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:33.017418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe1ac4-abce-4524-bfa4-7d75ef266987 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:33.018073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6afe1ac4-abce-4524-bfa4-7d75ef266987 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Synchronizing usage tracker for tenant:cdac76a796e44a3c92785947d1efca45 on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:33.069685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a61c6-acb9-4483-ab1e-72c00a67b3a4 req-f6d4eafc-1cfe-4719-9801-6a7a02667d60 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:33.070130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Allocated IP 172.20.0.2 (c7b4e314-e84e-4d95-995a-f4aa04c5715a/90a4649a-ac93-4893-b430-f3b767590c3a/3a9d6fc6-4d28-4745-a3ce-a76638aa1e85) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:33.071812 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0a61c6-acb9-4483-ab1e-72c00a67b3a4 req-f6d4eafc-1cfe-4719-9801-6a7a02667d60 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 945 time: 0.8122230 Apr 08 10:38:33.092549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62661cee-0154-4a31-8ca4-13bdd10b9aea req-1fe6aefa-745c-4dba-b565-2e4e7542f9ce service neutron] 10.222.0.41 "GET /v2.0/networks/4b073600-9026-43b8-b1b4-b9a0a8a9bae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931313 Apr 08 10:38:33.202783 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0a61c6-acb9-4483-ab1e-72c00a67b3a4 req-1f785502-ab38-48cb-b275-52da93be46bf tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126456 Apr 08 10:38:33.208249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.235879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.252688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Transition to ACTIVE for port object 876addef-05ae-47ff-b278-ab552ef99b57 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:33.335010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.345922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.395904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6afe1ac4-abce-4524-bfa4-7d75ef266987 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Unset dirty status for tenant:cdac76a796e44a3c92785947d1efca45 on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:33.396812 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6afe1ac4-abce-4524-bfa4-7d75ef266987 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6390860 Apr 08 10:38:33.410755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.415524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46324) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:33.425835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-850940122'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:33.431296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:33.437731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.444143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:33.445834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:33.495411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2babf2-88ab-4ceb-b8d0-2df95443c0ba req-c2c5fd77-9e0f-4cc7-ba48-ba80098af23a tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:33.497474 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fd2babf2-88ab-4ceb-b8d0-2df95443c0ba req-c2c5fd77-9e0f-4cc7-ba48-ba80098af23a tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 944 time: 0.2213967 Apr 08 10:38:33.536668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Pushing event updated for resources: {'Port': ['ID=149117c6-77a3-47ba-9713-fff15fca8938,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:33.546347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:33.567105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.574831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Made reservation on behalf of cdac76a796e44a3c92785947d1efca45 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:33.583304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Transition to ACTIVE for port object 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:33.587922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.639917 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fd2babf2-88ab-4ceb-b8d0-2df95443c0ba req-447c68b9-0b3b-419c-a365-3666f3d4fec9 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357133 Apr 08 10:38:33.656427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:33.658921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Transition to ACTIVE for port object 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:33.688216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:33.689517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:33.700027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:33.700850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.702065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:33.714415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.715219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 5b1f5ad6-ae88-4708-a261-e580b2159dc9 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:33.733136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.733136 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Added segment 00da1406-5f0b-4ef3-933d-9793c6824172 of type vlan for network 4fa7d739-da0e-43a0-b17e-15f208cc62da Apr 08 10:38:33.742916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.759442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Port': ['ID=876addef-05ae-47ff-b278-ab552ef99b57,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:33.823353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46336) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:33.862378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.895515 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9b75f604-8aa7-4961-973a-bda5681dc200 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0777078 Apr 08 10:38:33.895515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.895806 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-906059c0-d851-44a2-906e-74b245c62a56 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8921444 Apr 08 10:38:33.896241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46344) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:33.902178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46348) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:33.912561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c7c313a4-77e4-42d6-9722-dc0f2b5549fb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:33.917116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-117978799', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'fixed_ips': [{'ip_address': '172.26.7.168'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:33.926079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:33.932919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Usage tracker for resource:port and tenant:fc3a81b2a72640e7956c20353b732924 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:33.937717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:33.945594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c8b844-04f7-4956-8f93-90d9de0f9c9f None None] Network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:33.950792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:33.965089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.005101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:34.022484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae337944-d9c1-4a5f-8d86-299967fdf766 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting subnet a7f6d081-0ba1-4698-b03a-e7e8a584cd99 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:38:34.046815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.054831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:34.056014 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.117103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae337944-d9c1-4a5f-8d86-299967fdf766 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.138341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cecf9fb6-5770-4ef7-9b26-eabb03f30f8f None None] Provisioning for port c7c313a4-77e4-42d6-9722-dc0f2b5549fb completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:34.173078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Made reservation on behalf of fc3a81b2a72640e7956c20353b732924 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:34.175642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.204052 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afa94c2-876e-4e02-b139-970e1c8cb1f0'] response: {'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'code': 200} Apr 08 10:38:34.205899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:34.225172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae337944-d9c1-4a5f-8d86-299967fdf766 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.226696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:34.232113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:34.243710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:34.244082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.293839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:34.294285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.297519 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-41dd48f9-e17d-44d4-8796-e0f847e45951 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6da9aeba26ba4c54b0ce45c42ab19a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705224 Apr 08 10:38:34.302146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46358) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:34.321705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.346493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.359019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Network': ['ID=4fa7d739-da0e-43a0-b17e-15f208cc62da,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:34.364610 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.366847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:34.370178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Pushing event updated for resources: {'Port': ['ID=3a9d6fc6-4d28-4745-a3ce-a76638aa1e85,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:34.382517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e2b11-1ac1-4080-894a-79bbd5317767 req-d42d2600-84fc-4020-9949-0eea9d8e13a7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:34.388030 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4f2e2b11-1ac1-4080-894a-79bbd5317767 req-d42d2600-84fc-4020-9949-0eea9d8e13a7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 945 time: 0.4380035 Apr 08 10:38:34.405226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Usage tracker for resource:security_group_rule and tenant:fc3a81b2a72640e7956c20353b732924 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:34.409890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:34.419846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:34.483463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 4fa7d739-da0e-43a0-b17e-15f208cc62da details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:34.498948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6c15c61-d233-49d0-ace5-7e5f13075718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.510106 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4f2e2b11-1ac1-4080-894a-79bbd5317767 req-6e7175cc-8f9a-497f-87aa-1ba4607cbc75 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044228 Apr 08 10:38:34.529836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae337944-d9c1-4a5f-8d86-299967fdf766 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.537786 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0df08b55-d41a-4554-b2d8-4d84b3c31ca2 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1201189 Apr 08 10:38:34.545517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46362) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:34.573037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Attempting to bind port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:34.573412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Attempting to bind port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '1f8c6582-ec81-447c-8657-7d18327081a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c7b4e314-e84e-4d95-995a-f4aa04c5715a'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:34.573777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Attempting to bind port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 on network c7b4e314-e84e-4d95-995a-f4aa04c5715a {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:34.586713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-331049296'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:34.596659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6c15c61-d233-49d0-ace5-7e5f13075718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.646748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:34.661511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Usage tracker for resource:network and tenant:cdac76a796e44a3c92785947d1efca45 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:34.667252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:34.690137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:34.729660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Allocated IP 172.26.7.11 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/9157c4cd-4bc9-4df8-a958-f8553b147452) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:34.741147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.747405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-52e168d9-9f39-47cf-bee4-98e83e692639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:34.749259 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-52e168d9-9f39-47cf-bee4-98e83e692639 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1099 time: 0.0995767 Apr 08 10:38:34.776467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.779138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:34.779522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Checking segment: {'id': '1f8c6582-ec81-447c-8657-7d18327081a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c7b4e314-e84e-4d95-995a-f4aa04c5715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:34.779925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.780660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Bound using segment: {'id': '1f8c6582-ec81-447c-8657-7d18327081a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c7b4e314-e84e-4d95-995a-f4aa04c5715a'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:34.781916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Bound port: 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8c6582-ec81-447c-8657-7d18327081a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c7b4e314-e84e-4d95-995a-f4aa04c5715a'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:34.782174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.795025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae337944-d9c1-4a5f-8d86-299967fdf766 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.806710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c7c313a4-77e4-42d6-9722-dc0f2b5549fb completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:34.889156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Made reservation on behalf of cdac76a796e44a3c92785947d1efca45 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:34.889510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c7c313a4-77e4-42d6-9722-dc0f2b5549fb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:34.889902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.893044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.901841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.929251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] device_id is not set on port 0afae139-351c-403b-bfee-1eb191b36917 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:35.005375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6c15c61-d233-49d0-ace5-7e5f13075718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.008110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:35.027168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.031212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae337944-d9c1-4a5f-8d86-299967fdf766 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f6d081-0ba1-4698-b03a-e7e8a584cd99,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.034367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf697472-e706-41df-a9f3-2b779412de39 req-fe448af0-6f96-4646-ba50-f0394b2b8496 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:35.037827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] Usage tracker for resource:security_group_rule and tenant:37df110d99124bf3903c937fa71b0565 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:35.042934 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bf697472-e706-41df-a9f3-2b779412de39 req-fe448af0-6f96-4646-ba50-f0394b2b8496 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5142522 Apr 08 10:38:35.043235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae337944-d9c1-4a5f-8d86-299967fdf766 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.046663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:35.054619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c15c61-d233-49d0-ace5-7e5f13075718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d4dcc4-63d1-4a2e-94bc-782ac7ab747e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.065815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:35.092881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6c15c61-d233-49d0-ace5-7e5f13075718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.094608 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f6c15c61-d233-49d0-ace5-7e5f13075718 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55d4dcc4-63d1-4a2e-94bc-782ac7ab747e HTTP/1.1" status: 204 len: 168 time: 0.7910552 Apr 08 10:38:35.099276 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ae337944-d9c1-4a5f-8d86-299967fdf766 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/subnets/a7f6d081-0ba1-4698-b03a-e7e8a584cd99 HTTP/1.1" status: 204 len: 168 time: 1.2020371 Apr 08 10:38:35.103150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf0dd3b-f0b5-447d-96fb-9537de7c42b6,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.108677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46370) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:35.112788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] For port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:35.127602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 5b1f5ad6-ae88-4708-a261-e580b2159dc9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b1f5ad6-ae88-4708-a261-e580b2159dc9,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:35.130197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] For port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3a9d6fc6-4d28-4745-a3ce-a76638aa1e85,segment=NetworkSegment(1f8c6582-ec81-447c-8657-7d18327081a0),segment_id=1f8c6582-ec81-447c-8657-7d18327081a0)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:35.133669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:35.197542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.203586 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Added segment 09bd5a00-db7e-4397-a97d-c7a637a1fd08 of type vlan for network 81b52727-a50a-46a2-bf22-1a87d3fa1ac0 Apr 08 10:38:35.211023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d1188f-9cfb-412d-ae25-9aa53529f011 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:35.212675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d1188f-9cfb-412d-ae25-9aa53529f011 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:35.213503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-20d1188f-9cfb-412d-ae25-9aa53529f011 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Synchronizing usage tracker for tenant:6189ea442cb84b03b79db2077590e58c on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:35.220983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.239047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ea8a0-db9b-4ae5-9078-30121bc277dd req-7d9bd9f9-8247-4e55-b2bb-0137b08d573a tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:35.246253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a28ea8a0-db9b-4ae5-9078-30121bc277dd req-7d9bd9f9-8247-4e55-b2bb-0137b08d573a tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 944 time: 0.4549727 Apr 08 10:38:35.255808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.324737 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bf697472-e706-41df-a9f3-2b779412de39 req-4aaf3508-6f61-4a90-a7de-5f6654fc3373 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808075 Apr 08 10:38:35.353973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.370063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.377031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.383669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-20d1188f-9cfb-412d-ae25-9aa53529f011 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Unset dirty status for tenant:6189ea442cb84b03b79db2077590e58c on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:35.389383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-20d1188f-9cfb-412d-ae25-9aa53529f011 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2739267 Apr 08 10:38:35.412048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c7c313a4-77e4-42d6-9722-dc0f2b5549fb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c7c313a4-77e4-42d6-9722-dc0f2b5549fb,segment=NetworkSegment(22945b04-8a9f-41fa-b92d-5c55536a0917),segment_id=22945b04-8a9f-41fa-b92d-5c55536a0917)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:35.417707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=5b1f5ad6-ae88-4708-a261-e580b2159dc9,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.422413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46374) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:35.425180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.425799 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a28ea8a0-db9b-4ae5-9078-30121bc277dd req-54a31410-0c86-4d38-bceb-7d56ee07d4a8 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1787050 Apr 08 10:38:35.537032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b044b5f6-5fac-4084-94d2-24fe38e7309d None None] Network cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:35.559106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eea914-6a36-4e73-94a7-44b70991d8a5 None None] Pushing event updated for resources: {'Port': ['ID=3a9d6fc6-4d28-4745-a3ce-a76638aa1e85,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.579501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.615492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-047b1e22-144c-4abb-93f7-b4a44420bd23 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.621261 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ac3af1-5356-4d26-a7a9-e0c295c82a6d req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8657773 Apr 08 10:38:35.648975 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-047b1e22-144c-4abb-93f7-b4a44420bd23 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 08 10:38:35.649576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047b1e22-144c-4abb-93f7-b4a44420bd23 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:38:35.663690 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-047b1e22-144c-4abb-93f7-b4a44420bd23 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b HTTP/1.1" status: 409 len: 405 time: 0.2335739 Apr 08 10:38:35.663891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4d14bcd6-0c22-43f3-85ad-a8c8d62ec069 None None] Provisioning complete for port c7c313a4-77e4-42d6-9722-dc0f2b5549fb triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:35.663985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85220dad-16de-4a3b-bcd4-34818cb441e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38134571-aa42-47b3-a5a6-1b3a6834ed9a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.664068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4d14bcd6-0c22-43f3-85ad-a8c8d62ec069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.664147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46380) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:35.671008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1085523035'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:35.727446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:35.738685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.741610 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:35.742238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.751459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:network and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:35.768800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.781243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:35.831336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.897514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:36.024891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:36.052657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:36.075012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Network': ['ID=81b52727-a50a-46a2-bf22-1a87d3fa1ac0,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:36.077259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'Port': ['ID=9157c4cd-4bc9-4df8-a958-f8553b147452,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:36.082931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:36.083134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c7c313a4-77e4-42d6-9722-dc0f2b5549fb,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:36.085155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:36.111348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 81b52727-a50a-46a2-bf22-1a87d3fa1ac0 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:36.126777 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 08 10:38:36.127327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:38:36.131325 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ac4e5c92-3f54-4d7b-a001-98059d7847b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5492802 Apr 08 10:38:36.134324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46388) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:36.141250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'ports': [{'network_id': '4fa7d739-da0e-43a0-b17e-15f208cc62da', 'name': 'tempest-port--352475971', 'admin_state_up': True}, {'network_id': '81b52727-a50a-46a2-bf22-1a87d3fa1ac0', 'admin_state_up': False}]} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:36.141545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'port': {'network_id': '4fa7d739-da0e-43a0-b17e-15f208cc62da', 'name': 'tempest-port--352475971', 'admin_state_up': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:36.142387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'port': {'network_id': '81b52727-a50a-46a2-bf22-1a87d3fa1ac0', 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:36.178852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b0461-d243-4ddf-90f3-e6fbeda408ab req-679bec73-fff2-4005-a402-c9c37acdbace tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:36.180455 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-248b0461-d243-4ddf-90f3-e6fbeda408ab req-679bec73-fff2-4005-a402-c9c37acdbace tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 946 time: 0.5055811 Apr 08 10:38:36.256075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1f5ad6-ae88-4708-a261-e580b2159dc9'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:36.281179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:36.284446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:36.294472 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-32f403f8-3a4a-4334-8c4e-a736ce97e0da tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3860390 Apr 08 10:38:36.302323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46394) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:36.433583 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981d2c73-d17d-4a23-960c-67a41d8d4399'] response: {'server_uuid': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'code': 200} Apr 08 10:38:36.493936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:36.519838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:36.522575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4d14bcd6-0c22-43f3-85ad-a8c8d62ec069 None None] Provisioning for port 876addef-05ae-47ff-b278-ab552ef99b57 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:36.528197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4d14bcd6-0c22-43f3-85ad-a8c8d62ec069 None None] Provisioning complete for port 876addef-05ae-47ff-b278-ab552ef99b57 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:36.533466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4d14bcd6-0c22-43f3-85ad-a8c8d62ec069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:36.533858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:36.533858 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Added segment 0a059e02-b584-414e-b34a-dc4e3be9477f of type vlan for network bd73e082-b345-457d-bd15-f0310bd19ae3 Apr 08 10:38:36.579492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:36.580050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] DHCP port deletion for cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:38:36.587123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 9380d6a1-1900-4829-9b36-f45312a4abb0 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:38:36.606732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] Deleting port c7c313a4-77e4-42d6-9722-dc0f2b5549fb {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:36.607121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:36.626518 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-248b0461-d243-4ddf-90f3-e6fbeda408ab req-19421ae2-16be-4192-b9d9-abf60827dc5c tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3914626 Apr 08 10:38:36.665641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46402) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:36.711988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:36.731969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Usage tracker for resource:port and tenant:cdac76a796e44a3c92785947d1efca45 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:36.762489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-4d14bcd6-0c22-43f3-85ad-a8c8d62ec069 None None] Port 876addef-05ae-47ff-b278-ab552ef99b57 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:36.824088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:36.862131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Deleting port 149117c6-77a3-47ba-9713-fff15fca8938 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:36.862748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:36.909893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:36.923335 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f680838a-1719-4864-9ece-d87ab6d11d1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da064b4568c04886831bd15683f3e1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514441 Apr 08 10:38:36.931391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46406) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:37.056711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Made reservation on behalf of cdac76a796e44a3c92785947d1efca45 for: {'port': 2} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:37.063580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.096606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.118334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d36bc2-10e9-4774-a4af-64c1b802c8d3 req-8ca903b2-363d-4fdb-a077-997734c877dd tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:37.119966 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-74d36bc2-10e9-4774-a4af-64c1b802c8d3 req-8ca903b2-363d-4fdb-a077-997734c877dd tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3980999 Apr 08 10:38:37.139846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c3e762-c42b-49db-8063-9ef312addc73 None None] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:37.162379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54b41d12-f202-4c49-9cc6-16bf9fc94a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.188049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 9380d6a1-1900-4829-9b36-f45312a4abb0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9380d6a1-1900-4829-9b36-f45312a4abb0,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:37.322997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] For port c7c313a4-77e4-42d6-9722-dc0f2b5549fb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c7c313a4-77e4-42d6-9722-dc0f2b5549fb,segment=NetworkSegment(22945b04-8a9f-41fa-b92d-5c55536a0917),segment_id=22945b04-8a9f-41fa-b92d-5c55536a0917)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:37.323847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.337853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54b41d12-f202-4c49-9cc6-16bf9fc94a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.358877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'port_id': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'mac_address': 'fa:16:3e:9e:4f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:38:37.370658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-74d36bc2-10e9-4774-a4af-64c1b802c8d3 req-86a819de-26d6-4fab-aadc-4213cb6b9190 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149308 Apr 08 10:38:37.456830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.462355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:37.463078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.497001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.497464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.509648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb726b-13af-4190-a3e7-cf4f5a821d6a req-7447782a-9136-4217-a5d9-5db944bbd8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:37.511155 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-59eb726b-13af-4190-a3e7-cf4f5a821d6a req-7447782a-9136-4217-a5d9-5db944bbd8b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 1099 time: 0.4053805 Apr 08 10:38:37.562445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] device_id is not set on port d02e7b87-2504-4a91-b201-9bcada25c42b yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:37.566624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.589889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-59eb726b-13af-4190-a3e7-cf4f5a821d6a req-73961c13-3532-4475-a88d-4ffb72626169 service neutron] Synchronizing usage tracker for tenant:37df110d99124bf3903c937fa71b0565 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:37.597022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] Calling delete_port for c7c313a4-77e4-42d6-9722-dc0f2b5549fb owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:37.623333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54b41d12-f202-4c49-9cc6-16bf9fc94a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.626991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9380d6a1-1900-4829-9b36-f45312a4abb0 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:38:37.639517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cfec4840-997c-4157-937d-8dd33626e2d5 None None] Provisioning for port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:37.659255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cfec4840-997c-4157-937d-8dd33626e2d5 None None] Provisioning complete for port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:37.659255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfec4840-997c-4157-937d-8dd33626e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.673335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b41d12-f202-4c49-9cc6-16bf9fc94a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f2c6ca-421f-4924-878f-17cd4547f1dc,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:37.695913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-59eb726b-13af-4190-a3e7-cf4f5a821d6a req-73961c13-3532-4475-a88d-4ffb72626169 service neutron] Unset dirty status for tenant:37df110d99124bf3903c937fa71b0565 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:37.697086 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-59eb726b-13af-4190-a3e7-cf4f5a821d6a req-73961c13-3532-4475-a88d-4ffb72626169 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600215 Apr 08 10:38:37.701674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54b41d12-f202-4c49-9cc6-16bf9fc94a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.702576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-54b41d12-f202-4c49-9cc6-16bf9fc94a75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2f2c6ca-421f-4924-878f-17cd4547f1dc HTTP/1.1" status: 204 len: 168 time: 0.7679374 Apr 08 10:38:37.724959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.738889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Calling delete_port for 149117c6-77a3-47ba-9713-fff15fca8938 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:37.742214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 9380d6a1-1900-4829-9b36-f45312a4abb0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9380d6a1-1900-4829-9b36-f45312a4abb0,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:37.792327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4712308-9a48-460d-883c-39bfc586ae74 req-6383b82a-f9a3-41ed-80c0-3f6cb5ebf6cc tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:37.808999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d4712308-9a48-460d-883c-39bfc586ae74 req-6383b82a-f9a3-41ed-80c0-3f6cb5ebf6cc tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 944 time: 0.9684203 Apr 08 10:38:37.847723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:37.930894 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2653551 Apr 08 10:38:37.932120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f8a18-ae9e-46dc-aba1-eed7ca6c6db2 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Network': ['ID=bd73e082-b345-457d-bd15-f0310bd19ae3,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:37.944035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46414) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:37.967352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c7c313a4-77e4-42d6-9722-dc0f2b5549fb no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:38:37.990245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'subnet': {'network_id': 'bd73e082-b345-457d-bd15-f0310bd19ae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:38.012824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] device_id is not set on port 13383a2a-ba4b-493f-8907-30388b8c39a2 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:38.028461 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network bd73e082-b345-457d-bd15-f0310bd19ae3 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:38.034631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.065291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0310a-9d4d-4859-80c8-8c91552f3647 req-dfa6ab86-f313-44c3-b9dd-e76493043307 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:38.067538 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7fa0310a-9d4d-4859-80c8-8c91552f3647 req-dfa6ab86-f313-44c3-b9dd-e76493043307 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 946 time: 0.1435094 Apr 08 10:38:38.090029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.133194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c7c313a4-77e4-42d6-9722-dc0f2b5549fb {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:38:38.133796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c7c313a4-77e4-42d6-9722-dc0f2b5549fb not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:38:38.148621 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d4712308-9a48-460d-883c-39bfc586ae74 req-f51b58cb-375e-4b42-ba9a-4aff7d08847b tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3383391 Apr 08 10:38:38.221323 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7fa0310a-9d4d-4859-80c8-8c91552f3647 req-4dc95387-1cd5-4b0c-bfce-a3647005b25d tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384735 Apr 08 10:38:38.226761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['9380d6a1-1900-4829-9b36-f45312a4abb0'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:38:38.275367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] No DVR routers for this DVR port c7c313a4-77e4-42d6-9722-dc0f2b5549fb on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:38:38.288302 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfec4840-997c-4157-937d-8dd33626e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.331538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=9380d6a1-1900-4829-9b36-f45312a4abb0,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:38.343920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:38.385905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:38.416347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639312f-4aeb-4df0-8f48-d53438f1b371 None None] Pushing event deleted for resources: {'Port': ['ID=c7c313a4-77e4-42d6-9722-dc0f2b5549fb,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:38.423304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cfec4840-997c-4157-937d-8dd33626e2d5 None None] For port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3a9d6fc6-4d28-4745-a3ce-a76638aa1e85,segment=NetworkSegment(1f8c6582-ec81-447c-8657-7d18327081a0),segment_id=1f8c6582-ec81-447c-8657-7d18327081a0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:38.498256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:38.502702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.543092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.543949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfec4840-997c-4157-937d-8dd33626e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.556872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.656754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec4840-997c-4157-937d-8dd33626e2d5 None None] Pushing event updated for resources: {'Port': ['ID=3a9d6fc6-4d28-4745-a3ce-a76638aa1e85,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:38.677472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.798709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Pushing event deleted for resources: {'Port': ['ID=149117c6-77a3-47ba-9713-fff15fca8938,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:38.887091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0fb61265-ab69-4300-95a1-8b330933b616 None None] Provisioning complete for port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:38.889897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0fb61265-ab69-4300-95a1-8b330933b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.945053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Checking segment: {'id': '00da1406-5f0b-4ef3-933d-9793c6824172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4fa7d739-da0e-43a0-b17e-15f208cc62da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:38.945624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Network hostable DHCP agents. Network: 4fa7d739-da0e-43a0-b17e-15f208cc62da, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:38.957638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Port': ['ID=d02e7b87-2504-4a91-b201-9bcada25c42b,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:39.063873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Network 4fa7d739-da0e-43a0-b17e-15f208cc62da is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:39.066461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.154603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.176553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 4fa7d739-da0e-43a0-b17e-15f208cc62da) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:39.187157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:39.188046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.192523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c22c7-bedc-4d94-9c73-5f9d9d7a71b1 None None] Network 4fa7d739-da0e-43a0-b17e-15f208cc62da requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:39.250117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fce2e-5cee-4d53-844b-fb61e5d59b2b req-c648b6cc-4b38-4e08-8363-d55b7066273e tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:39.251999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-605fce2e-5cee-4d53-844b-fb61e5d59b2b req-c648b6cc-4b38-4e08-8363-d55b7066273e tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.6788917 Apr 08 10:38:39.296396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Port': ['ID=13383a2a-ba4b-493f-8907-30388b8c39a2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:39.393660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Checking segment: {'id': '09bd5a00-db7e-4397-a97d-c7a637a1fd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '81b52727-a50a-46a2-bf22-1a87d3fa1ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:39.394167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Network hostable DHCP agents. Network: 81b52727-a50a-46a2-bf22-1a87d3fa1ac0, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:39.431495 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-605fce2e-5cee-4d53-844b-fb61e5d59b2b req-68fe5767-86db-4c26-9c8b-1f022c5ac4a9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109624 Apr 08 10:38:39.462400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.462502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93031e-c206-463c-9962-a73ea23e082d req-5114f6de-a2f6-4257-9ab1-6564f40926a1 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:39.462607 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-66ad717b-96a1-436c-98bc-554d04b2b6e4 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421 tempest-ExternalNetworksAdminNegativeTestJSON-1868500421-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/d06675f7-36c0-4b86-aa42-19ccf255c9f8 HTTP/1.1" status: 204 len: 168 time: 3.1513700 Apr 08 10:38:39.462699 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe93031e-c206-463c-9962-a73ea23e082d req-5114f6de-a2f6-4257-9ab1-6564f40926a1 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 945 time: 0.1436422 Apr 08 10:38:39.510714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Network 81b52727-a50a-46a2-bf22-1a87d3fa1ac0 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:39.537810 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe93031e-c206-463c-9962-a73ea23e082d req-6500fd15-893e-402f-bfcf-81e821a8e7c1 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759125 Apr 08 10:38:39.602553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 81b52727-a50a-46a2-bf22-1a87d3fa1ac0) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:39.606500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:39.613227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:39.613611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead3c748-fca2-48cc-bf84-29916ff763ae None None] Network 81b52727-a50a-46a2-bf22-1a87d3fa1ac0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:39.628307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:39.628307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.636569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Router b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:38:39.765720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e19a31-394a-4460-bc8e-bfd521babd08 req-bf0f4e90-2495-47a0-815f-1a18b96ab041 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:39.767930 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12e19a31-394a-4460-bc8e-bfd521babd08 req-bf0f4e90-2495-47a0-815f-1a18b96ab041 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.0997343 Apr 08 10:38:39.780035 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e1430a33-1e2f-48ac-900a-0ed88170bf7a tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6424398 Apr 08 10:38:39.780035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46448) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:39.785705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46450) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:39.787801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Request body: {'floatingip': {'port_id': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:39.886099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:38:39.889365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:39.894055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.976963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:39.977520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:40.000100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:40.129374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Subnet': ['ID=bfdb2542-cf40-4960-baa3-c33fb04a170a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:40.146589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c2eb-b49b-49f8-8588-1116a23db454 req-343cfe73-d268-42df-b616-864feab4715c tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:40.153743 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d204c2eb-b49b-49f8-8588-1116a23db454 req-343cfe73-d268-42df-b616-864feab4715c tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 946 time: 0.5224333 Apr 08 10:38:40.159599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46462) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:40.197835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:38:40.213397 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2607a-60a8-482f-8ff8-1b2f53b93481 None None] Sync routers for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:38:40.221317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Checking segment: {'id': '0a059e02-b584-414e-b34a-dc4e3be9477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bd73e082-b345-457d-bd15-f0310bd19ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:40.221685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network hostable DHCP agents. Network: bd73e082-b345-457d-bd15-f0310bd19ae3, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:40.233412 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2607a-60a8-482f-8ff8-1b2f53b93481 None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:40.236013 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-92c2607a-60a8-482f-8ff8-1b2f53b93481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:40.288182 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d204c2eb-b49b-49f8-8588-1116a23db454 req-2146bc47-298a-4694-91ef-29ab2971077d tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178119 Apr 08 10:38:40.341780 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-92c2607a-60a8-482f-8ff8-1b2f53b93481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:40.347725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:40.348954 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c9d4df66-afdd-4023-894c-b67fac12a291 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.8491256 Apr 08 10:38:40.351738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46472) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:40.352901 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2607a-60a8-482f-8ff8-1b2f53b93481 None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:40.353679 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-92c2607a-60a8-482f-8ff8-1b2f53b93481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:40.445325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:40.445577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network bd73e082-b345-457d-bd15-f0310bd19ae3 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:40.447321 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-92c2607a-60a8-482f-8ff8-1b2f53b93481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:40.447742 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2607a-60a8-482f-8ff8-1b2f53b93481 None None] The sync data for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:38:40.476391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:40.480643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e7720be38346389c7f5151742d09b2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:40.483739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:40.490336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:40.564191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b481e8-4a22-4b5c-b068-6158b21b1e04 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:40.572796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b481e8-4a22-4b5c-b068-6158b21b1e04 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:40.573774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a6b481e8-4a22-4b5c-b068-6158b21b1e04 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Synchronizing usage tracker for tenant:cdac76a796e44a3c92785947d1efca45 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:40.601198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 9380d6a1-1900-4829-9b36-f45312a4abb0 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:40.723523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, bd73e082-b345-457d-bd15-f0310bd19ae3) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:40.729930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:40.730988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:40.735396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a84dd-d4ea-49ac-8d36-112ad385661c None None] Network bd73e082-b345-457d-bd15-f0310bd19ae3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:40.803269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 9380d6a1-1900-4829-9b36-f45312a4abb0 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:40.886740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 9380d6a1-1900-4829-9b36-f45312a4abb0 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:40.887641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:40.931005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46484) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:41.010796 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a6060d55-6710-47d8-b2b5-9b131133b10d tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0560489 Apr 08 10:38:41.013728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46490) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:41.028126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.029223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bce16-1443-468c-ba8d-921743828aea req-1f4e467e-e602-407e-829d-a869805e9a88 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:41.030735 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-175bce16-1443-468c-ba8d-921743828aea req-1f4e467e-e602-407e-829d-a869805e9a88 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 945 time: 0.3177423 Apr 08 10:38:41.116795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.166116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a621bb1-b815-4a40-b506-508845fa0d73 req-83790a99-c302-4574-8b78-ac730fa4658c tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:41.168772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a621bb1-b815-4a40-b506-508845fa0d73 req-83790a99-c302-4574-8b78-ac730fa4658c tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 946 time: 0.6273360 Apr 08 10:38:41.189146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a6b481e8-4a22-4b5c-b068-6158b21b1e04 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Unset dirty status for tenant:cdac76a796e44a3c92785947d1efca45 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:41.194258 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a6b481e8-4a22-4b5c-b068-6158b21b1e04 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.4069664 Apr 08 10:38:41.206168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46494) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:41.206810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46496) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:41.244101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-995691447', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:41.250573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.257399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:41.284339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-bd73e082-b345-457d-bd15-f0310bd19ae3', 'network_id': 'bd73e082-b345-457d-bd15-f0310bd19ae3', 'tenant_id': '6189ea442cb84b03b79db2077590e58c', 'fixed_ips': [{'subnet_id': 'bfdb2542-cf40-4960-baa3-c33fb04a170a'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:38:41.285547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.296961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Request body: {'floatingip': {'port_id': '5b1f5ad6-ae88-4708-a261-e580b2159dc9'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:41.327479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9380d6a1-1900-4829-9b36-f45312a4abb0'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:41.399435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 9380d6a1-1900-4829-9b36-f45312a4abb0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9380d6a1-1900-4829-9b36-f45312a4abb0,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:41.449320 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c942ea3-7b9e-4254-b8c5-3c33ac50a271'] response: {'server_uuid': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'code': 200} Apr 08 10:38:41.485695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.489628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Usage tracker for resource:port and tenant:9dbad676e3ce42209a00c4f4b699ed47 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:41.512769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:41.533201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:41.550025 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6e7720be38346389c7f5151742d09b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3890607 Apr 08 10:38:41.559832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46504) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:41.572280 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-175bce16-1443-468c-ba8d-921743828aea req-df77ff07-757c-4cef-9a74-b41cd200b0ab tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5167015 Apr 08 10:38:41.627344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7a37d-8aae-4a7e-924b-ada3ae05acb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a617e933-ee8f-4cfa-a902-510965b9de6d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:41.632871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.664263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Made reservation on behalf of 9dbad676e3ce42209a00c4f4b699ed47 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:41.667036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.669661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=9380d6a1-1900-4829-9b36-f45312a4abb0,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:41.709071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Allocated IP 2001:db8::f816:3eff:fecb:8647 (bd73e082-b345-457d-bd15-f0310bd19ae3/bfdb2542-cf40-4960-baa3-c33fb04a170a/beafe493-cd6d-401f-92b4-c507518fe4de) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:41.724060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.751951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.770149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:41.819438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Usage tracker for resource:security_group_rule and tenant:9dbad676e3ce42209a00c4f4b699ed47 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:41.826292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-7285619b-245e-4217-a7cb-1c97f693126e tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Deleting port d02e7b87-2504-4a91-b201-9bcada25c42b {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:41.826685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7285619b-245e-4217-a7cb-1c97f693126e tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.832293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:41.847400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a888ba72-2722-43d6-adbf-33227bd64904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.852336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:41.854971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:38:41.974248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.981117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a888ba72-2722-43d6-adbf-33227bd64904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:41.986062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Transition to ACTIVE for port object beafe493-cd6d-401f-92b4-c507518fe4de will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:42.005149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Transition to ACTIVE for port object beafe493-cd6d-401f-92b4-c507518fe4de will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:42.038731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.102975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.128497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.208364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.209814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Network bd73e082-b345-457d-bd15-f0310bd19ae3 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:42.217067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:42.221940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:42.230361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Pushing event updated for resources: {'Port': ['ID=beafe493-cd6d-401f-92b4-c507518fe4de,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:42.275585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.321714 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Attempting to bind port beafe493-cd6d-401f-92b4-c507518fe4de on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:42.322223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Attempting to bind port beafe493-cd6d-401f-92b4-c507518fe4de by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0a059e02-b584-414e-b34a-dc4e3be9477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bd73e082-b345-457d-bd15-f0310bd19ae3'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:42.322680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Attempting to bind port beafe493-cd6d-401f-92b4-c507518fe4de on network bd73e082-b345-457d-bd15-f0310bd19ae3 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:42.328333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:42.328871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Checking segment: {'id': '0a059e02-b584-414e-b34a-dc4e3be9477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bd73e082-b345-457d-bd15-f0310bd19ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:42.329372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.329867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Bound using segment: {'id': '0a059e02-b584-414e-b34a-dc4e3be9477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bd73e082-b345-457d-bd15-f0310bd19ae3'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:42.330440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Bound port: beafe493-cd6d-401f-92b4-c507518fe4de, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a059e02-b584-414e-b34a-dc4e3be9477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bd73e082-b345-457d-bd15-f0310bd19ae3'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:42.330940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.350723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.399733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.429370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] For port beafe493-cd6d-401f-92b4-c507518fe4de, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:42.433440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] For port beafe493-cd6d-401f-92b4-c507518fe4de, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=beafe493-cd6d-401f-92b4-c507518fe4de,segment=NetworkSegment(0a059e02-b584-414e-b34a-dc4e3be9477f),segment_id=0a059e02-b584-414e-b34a-dc4e3be9477f)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:42.439194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a888ba72-2722-43d6-adbf-33227bd64904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.458723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.504372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99f168-4322-4d7c-9d5c-5a16b2c82a12 req-983b4dea-22d4-48e0-9865-c4153ff8793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:42.505858 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8c99f168-4322-4d7c-9d5c-5a16b2c82a12 req-983b4dea-22d4-48e0-9865-c4153ff8793d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 1099 time: 0.6536982 Apr 08 10:38:42.511571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdb2542-cf40-4960-baa3-c33fb04a170a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:42.512686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.518186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7285619b-245e-4217-a7cb-1c97f693126e tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.535727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] device_id is not set on port ce98d3bc-fc57-47b0-b10a-17aecfb17c74 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:42.587550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888ba72-2722-43d6-adbf-33227bd64904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a617e933-ee8f-4cfa-a902-510965b9de6d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:42.691124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9048c-79cf-46f5-8bd3-e83a6f03d853 None None] Pushing event updated for resources: {'Port': ['ID=beafe493-cd6d-401f-92b4-c507518fe4de,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:42.727210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e742e9-6df8-45fa-85d6-3703cffe2831 None None] Network bd73e082-b345-457d-bd15-f0310bd19ae3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:42.741736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.751823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-7285619b-245e-4217-a7cb-1c97f693126e tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Calling delete_port for d02e7b87-2504-4a91-b201-9bcada25c42b owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:42.796698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a888ba72-2722-43d6-adbf-33227bd64904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.802021 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a888ba72-2722-43d6-adbf-33227bd64904 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a617e933-ee8f-4cfa-a902-510965b9de6d HTTP/1.1" status: 204 len: 168 time: 1.2252347 Apr 08 10:38:42.834981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc9d592-751d-4d9f-be83-1013aa0ee711,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:42.840057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd73e082-b345-457d-bd15-f0310bd19ae3']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:42.950858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a059e02-b584-414e-b34a-dc4e3be9477f') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:42.951144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a059e02-b584-414e-b34a-dc4e3be9477f') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:42.995983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.013205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208573f-c417-4a37-83cc-f2e925fa67dc None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:38:43.073304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.105036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:43.105476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:43.122030 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:43.130621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Allocated IP 172.26.7.133 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/ce98d3bc-fc57-47b0-b10a-17aecfb17c74) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:43.187027 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8c99f168-4322-4d7c-9d5c-5a16b2c82a12 req-ef4d3190-97bd-418a-886d-7c8159972f0f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6725612 Apr 08 10:38:43.214706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f208573f-c417-4a37-83cc-f2e925fa67dc None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:38:43.342718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Floating IP 389cdd3d-9581-432f-8e62-c5b559599a0b associated. External IP: 172.26.7.119, port: 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf. Apr 08 10:38:43.399262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Allocated IP 172.20.0.1 (c7b4e314-e84e-4d95-995a-f4aa04c5715a/90a4649a-ac93-4893-b430-f3b767590c3a/1d27b610-07fc-4b92-b944-2ccdfc7be7bf) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:43.454493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:38:43.454493 dv-neutron-837109-1-hyperv neutron-server[88613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:38:43.454493 dv-neutron-837109-1-hyperv neutron-server[88613]: [parameters: {'id': 'bd73e082-b345-457d-bd15-f0310bd19ae3'}] Apr 08 10:38:43.454493 dv-neutron-837109-1-hyperv neutron-server[88613]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:38:43.454983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:38:43.464677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7285619b-245e-4217-a7cb-1c97f693126e tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.618650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285619b-245e-4217-a7cb-1c97f693126e tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Port': ['ID=d02e7b87-2504-4a91-b201-9bcada25c42b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:43.624655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7285619b-245e-4217-a7cb-1c97f693126e tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.762970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.776622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.794665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Transition to ACTIVE for port object 1d27b610-07fc-4b92-b944-2ccdfc7be7bf will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:43.813867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46516) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:43.827943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80fe7d-f82f-4635-8590-47d5a65a939b req-8c846d5d-6aa2-4c27-adff-0d7ac4d3c61d tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:43.835294 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b80fe7d-f82f-4635-8590-47d5a65a939b req-8c846d5d-6aa2-4c27-adff-0d7ac4d3c61d tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 946 time: 0.8378007 Apr 08 10:38:43.842804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.886044 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d33700cb-4652-4675-9978-bf21b09282b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc3a81b2a72640e7956c20353b732924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709157 Apr 08 10:38:43.888852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46520) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:43.929435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.935916 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7285619b-245e-4217-a7cb-1c97f693126e tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/ports/d02e7b87-2504-4a91-b201-9bcada25c42b HTTP/1.1" status: 204 len: 168 time: 2.7212536 Apr 08 10:38:43.946370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.978453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46524) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:43.979041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.996713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.030402 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b80fe7d-f82f-4635-8590-47d5a65a939b req-f2627437-d8dc-47cc-b31e-5692cbe82bb3 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942420 Apr 08 10:38:44.060147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:44.073089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:44.097537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:44.159346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'Port': ['ID=1d27b610-07fc-4b92-b944-2ccdfc7be7bf,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:44.173825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:44.174873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting port beafe493-cd6d-401f-92b4-c507518fe4de {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:44.175211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.240897 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Floating IP c4b6873d-1f8d-441e-a676-9812d8fa455c associated. External IP: 172.26.7.143, port: 5b1f5ad6-ae88-4708-a261-e580b2159dc9. Apr 08 10:38:44.243953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:44.245856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cba25e8b-be61-4175-aa1b-8113dc88dd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.247898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:44.292199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7130e-64ed-45d3-8ecf-065f0d41c978 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Deleting port 13383a2a-ba4b-493f-8907-30388b8c39a2 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:44.292199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c1a7130e-64ed-45d3-8ecf-065f0d41c978 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.326655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Router c0138c48-9a5f-4540-bf03-fa69abb5ce76 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:38:44.429277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.448301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a58fda1b-59cb-463c-9c7c-20d0533496ea None None] Provisioning for port 1d27b610-07fc-4b92-b944-2ccdfc7be7bf completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:44.450716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cba25e8b-be61-4175-aa1b-8113dc88dd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.456021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a58fda1b-59cb-463c-9c7c-20d0533496ea None None] Provisioning complete for port 1d27b610-07fc-4b92-b944-2ccdfc7be7bf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:44.458131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a58fda1b-59cb-463c-9c7c-20d0533496ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.503380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Pushing event updated for resources: {'Port': ['ID=ce98d3bc-fc57-47b0-b10a-17aecfb17c74,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:44.541693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a58fda1b-59cb-463c-9c7c-20d0533496ea None None] Port 1d27b610-07fc-4b92-b944-2ccdfc7be7bf cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:44.556269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:44.556885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.783151 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5346468a-3391-4ea6-8074-59c893a13ba3 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8509114 Apr 08 10:38:44.798782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46528) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:44.840656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:38:44.847279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.854916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] Sync routers for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:38:44.861037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}]}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:44.869391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:44.869391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:44.877364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:44.904457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Usage tracker for resource:router and tenant:9dbad676e3ce42209a00c4f4b699ed47 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:44.908785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] For port beafe493-cd6d-401f-92b4-c507518fe4de, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=beafe493-cd6d-401f-92b4-c507518fe4de,segment=NetworkSegment(0a059e02-b584-414e-b34a-dc4e3be9477f),segment_id=0a059e02-b584-414e-b34a-dc4e3be9477f)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:44.911636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.921133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:44.933343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c1a7130e-64ed-45d3-8ecf-065f0d41c978 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.949944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:44.979123 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-68e76900-6cd4-4e74-86c3-f3d44bf7ac72 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "PUT /v2.0/floatingips/389cdd3d-9581-432f-8e62-c5b559599a0b HTTP/1.1" status: 200 len: 992 time: 5.1990273 Apr 08 10:38:44.985054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:45.063289 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d19329-ef90-448f-9985-e759fd960842'] response: {'name': 'network-changed', 'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'status': 'completed', 'code': 200} Apr 08 10:38:45.065641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:38:45.074756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:38:45.225280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cba25e8b-be61-4175-aa1b-8113dc88dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.238562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Calling delete_port for beafe493-cd6d-401f-92b4-c507518fe4de owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:45.385649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7130e-64ed-45d3-8ecf-065f0d41c978 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Calling delete_port for 13383a2a-ba4b-493f-8907-30388b8c39a2 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:45.410579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-64c387f3-3ac4-4ee8-98ec-b3aa6c6d75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:45.412106 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-64c387f3-3ac4-4ee8-98ec-b3aa6c6d75bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1099 time: 0.3281815 Apr 08 10:38:45.413140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:38:45.419517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.428067 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] Sync routers for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:38:45.440650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25e8b-be61-4175-aa1b-8113dc88dd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf0dd3b-f0b5-447d-96fb-9537de7c42b6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:45.441936 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:45.442752 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:45.512811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea13f-dd98-47f3-acad-b229b600e301 req-fff50813-5dc5-4804-9f91-3e31e1bbc0f4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:45.514365 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c62ea13f-dd98-47f3-acad-b229b600e301 req-fff50813-5dc5-4804-9f91-3e31e1bbc0f4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 946 time: 0.3168459 Apr 08 10:38:45.532797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cba25e8b-be61-4175-aa1b-8113dc88dd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.543297 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cba25e8b-be61-4175-aa1b-8113dc88dd01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/caf0dd3b-f0b5-447d-96fb-9537de7c42b6 HTTP/1.1" status: 204 len: 168 time: 1.6442180 Apr 08 10:38:45.603002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '389cdd3d-9581-432f-8e62-c5b559599a0b', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'floating_ip_address': '172.26.7.119', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'port_id': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'mac_address': 'fa:16:3e:ff:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3276bdd1-0924-4a19-940d-6440125f171d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:37:56Z', 'updated_at': '2022-04-08T10:38:41Z', 'revision_number': 1, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:55Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:45.610203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] Checking router: c0138c48-9a5f-4540-bf03-fa69abb5ce76 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:38:45.610429 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1d869d81-9b8f-4109-a67a-f7e5d5968e55 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "PUT /v2.0/floatingips/c4b6873d-1f8d-441e-a676-9812d8fa455c HTTP/1.1" status: 200 len: 992 time: 4.3980110 Apr 08 10:38:45.627048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:45.628044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:45.662783 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c62ea13f-dd98-47f3-acad-b229b600e301 req-7538d01b-43f8-422d-9b33-380631c6d6a2 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951192 Apr 08 10:38:45.671132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-46639582-4f02-4257-8237-4d73973fddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:45.673303 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-46639582-4f02-4257-8237-4d73973fddad service neutron] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 912 time: 0.2227314 Apr 08 10:38:45.691174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.744350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c1a7130e-64ed-45d3-8ecf-065f0d41c978 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.746368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.747479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.765520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.820186 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:38:45.868330 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-88d979e4-6b10-4073-a656-4899e3ddd16c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 1000 time: 0.1852036 Apr 08 10:38:45.933900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c1a7130e-64ed-45d3-8ecf-065f0d41c978 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:45.946319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7130e-64ed-45d3-8ecf-065f0d41c978 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Port': ['ID=13383a2a-ba4b-493f-8907-30388b8c39a2,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:45.953915 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c1a7130e-64ed-45d3-8ecf-065f0d41c978 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/ports/13383a2a-ba4b-493f-8907-30388b8c39a2 HTTP/1.1" status: 204 len: 168 time: 1.9722478 Apr 08 10:38:45.971699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:38:45.988745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46544) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:46.065314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-35bc0ad0-6ba5-4795-8e00-65e19940efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:46.066789 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-35bc0ad0-6ba5-4795-8e00-65e19940efd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.1887031 Apr 08 10:38:46.130126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483c05-ee31-4c74-8d91-a0fdc9701ffe req-db8266d0-03c0-407a-9e83-eb4b68b01ce9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:46.131647 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ef483c05-ee31-4c74-8d91-a0fdc9701ffe req-db8266d0-03c0-407a-9e83-eb4b68b01ce9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7996447 Apr 08 10:38:46.247698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91890407-8fe4-4107-9fb4-ca0480c8a98f req-3d2be7c0-dff2-429b-b962-ddbb69ec65d0 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:46.249699 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91890407-8fe4-4107-9fb4-ca0480c8a98f req-3d2be7c0-dff2-429b-b962-ddbb69ec65d0 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 946 time: 0.2603452 Apr 08 10:38:46.315767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-d056bf5e-c1e5-41d3-9916-16b746ec6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:46.317420 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-d056bf5e-c1e5-41d3-9916-16b746ec6f5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2432485 Apr 08 10:38:46.338279 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91890407-8fe4-4107-9fb4-ca0480c8a98f req-16c88ae1-c5d4-41cf-8eba-8afd3e372114 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745430 Apr 08 10:38:46.350714 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'c4b6873d-1f8d-441e-a676-9812d8fa455c', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'floating_ip_address': '172.26.7.143', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'port_id': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'mac_address': 'fa:16:3e:0e:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:02Z', 'updated_at': '2022-04-08T10:38:43Z', 'revision_number': 1, 'project_id': '3324b956411845afa1fa61737f3623ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:38:02Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:46.357856 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] Checking router: 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:38:46.368574 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:46.369273 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:46.469207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:46.474100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bb529d2b-9dda-434c-9f7d-0df4f7a1f853 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Synchronizing usage tracker for tenant:cdac76a796e44a3c92785947d1efca45 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:46.502895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:46.578722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '389cdd3d-9581-432f-8e62-c5b559599a0b', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'floating_ip_address': '172.26.7.119', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'port_id': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'mac_address': 'fa:16:3e:ff:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3276bdd1-0924-4a19-940d-6440125f171d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:37:56Z', 'updated_at': '2022-04-08T10:38:41Z', 'revision_number': 1, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:55Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:46.583778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87526db-b866-4441-b4b1-9938d3ad1689 None None] The sync data for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv is: [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '389cdd3d-9581-432f-8e62-c5b559599a0b', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'floating_ip_address': '172.26.7.119', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'port_id': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'mac_address': 'fa:16:3e:ff:da:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3276bdd1-0924-4a19-940d-6440125f171d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:37:56Z', 'updated_at': '2022-04-08T10:38:41Z', 'revision_number': 1, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:55Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:38:46.599818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No DVR routers for this DVR port beafe493-cd6d-401f-92b4-c507518fe4de on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:38:46.638191 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-7e47f57a-c25b-4ce9-99cb-43735dadb7b7 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140683 Apr 08 10:38:46.658697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Port': ['ID=beafe493-cd6d-401f-92b4-c507518fe4de,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:46.706321 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:38:46.796671 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ef483c05-ee31-4c74-8d91-a0fdc9701ffe req-45770555-00b2-4777-9739-3ae3f58b5907 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5738969 Apr 08 10:38:46.814735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bb529d2b-9dda-434c-9f7d-0df4f7a1f853 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Unset dirty status for tenant:cdac76a796e44a3c92785947d1efca45 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:46.815901 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bb529d2b-9dda-434c-9f7d-0df4f7a1f853 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.8250909 Apr 08 10:38:46.857037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46560) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:46.869146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1476869441'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:46.943640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:46.974114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754a9be-470a-4cc0-9e04-c6d8c8925b42 None None] New status for floating IP 389cdd3d-9581-432f-8e62-c5b559599a0b: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:38:46.995365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bb18c-cc2c-4701-9998-8c8167520ad3 req-68d54df9-3e69-428d-bbd4-c6ffc7d8f619 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:46.997040 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d9bb18c-cc2c-4701-9998-8c8167520ad3 req-68d54df9-3e69-428d-bbd4-c6ffc7d8f619 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 946 time: 0.4674494 Apr 08 10:38:46.998489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Usage tracker for resource:network and tenant:cdac76a796e44a3c92785947d1efca45 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:47.007200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:47.010746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46572) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:47.020883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Request body: {'floatingip': {'port_id': '9380d6a1-1900-4829-9b36-f45312a4abb0'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:47.090153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'tag': '5b1f5ad6-ae88-4708-a261-e580b2159dc9'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:47.107440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:47.138192 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ebfa24f0-3eeb-41a1-9200-3b0a19b747b3 req-d3c50578-f811-45ce-b2fe-e4b7b0a47970 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857378 Apr 08 10:38:47.145394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.215487 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e4f09d-42e2-451d-b7a7-5f7bea4552bd'] response: {'name': 'network-changed', 'server_uuid': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'tag': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'status': 'completed', 'code': 200} Apr 08 10:38:47.314134 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.324251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Made reservation on behalf of cdac76a796e44a3c92785947d1efca45 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:47.327720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.427985 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'c4b6873d-1f8d-441e-a676-9812d8fa455c', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'floating_ip_address': '172.26.7.143', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'port_id': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'mac_address': 'fa:16:3e:0e:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:02Z', 'updated_at': '2022-04-08T10:38:43Z', 'revision_number': 1, 'project_id': '3324b956411845afa1fa61737f3623ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:38:02Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:47.433762 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35943b-ec3d-4a4c-8900-e10467ec03d5 None None] The sync data for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv is: [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'c4b6873d-1f8d-441e-a676-9812d8fa455c', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'floating_ip_address': '172.26.7.143', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'port_id': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'mac_address': 'fa:16:3e:0e:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:02Z', 'updated_at': '2022-04-08T10:38:43Z', 'revision_number': 1, 'project_id': '3324b956411845afa1fa61737f3623ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:38:02Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:38:47.452732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd73e082-b345-457d-bd15-f0310bd19ae3']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:47.491955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:47.536005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.536361 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Added segment e353a6e0-40c6-4097-8183-626b2923ca06 of type vlan for network b7e97cdf-9f93-4542-9a58-beabed1f9294 Apr 08 10:38:47.552790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a059e02-b584-414e-b34a-dc4e3be9477f') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:47.552790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a059e02-b584-414e-b34a-dc4e3be9477f') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:47.555893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-f5851547-85fe-4f23-935c-faa82218c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:47.557451 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-f5851547-85fe-4f23-935c-faa82218c038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3324b956411845afa1fa61737f3623ed&device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 1099 time: 0.3341649 Apr 08 10:38:47.579114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.624361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.633602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723a558-aad2-4726-947b-968bf6c1e7dc req-5e10ea3b-75ea-4e8e-aff3-861d105c12b9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:47.635131 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7723a558-aad2-4726-947b-968bf6c1e7dc req-5e10ea3b-75ea-4e8e-aff3-861d105c12b9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4728963 Apr 08 10:38:47.663582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:47.663582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:47.688398 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:47.699180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.764171 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61c8fe-3e1b-4cf8-b45f-a9687dc8ca40 None None] New status for floating IP c4b6873d-1f8d-441e-a676-9812d8fa455c: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:38:47.809073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.811723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.841780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-53c4f86f-31d6-4203-b089-5cb7311fba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:47.843280 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-53c4f86f-31d6-4203-b089-5cb7311fba02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc958a3c-3466-4f4a-99ea-19d5d53114c8 HTTP/1.1" status: 200 len: 907 time: 0.2190979 Apr 08 10:38:47.913130 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7723a558-aad2-4726-947b-968bf6c1e7dc req-273a3189-2427-4c45-aad3-c91f659430fd tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641881 Apr 08 10:38:47.982693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.990216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'Port': ['ID=1d27b610-07fc-4b92-b944-2ccdfc7be7bf,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:48.017917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.042205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.049555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:48.050289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.055815 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-1099b4c5-edba-41da-bfc7-70721986860e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1f5ad6-ae88-4708-a261-e580b2159dc9 HTTP/1.1" status: 200 len: 1000 time: 0.1278074 Apr 08 10:38:48.102185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.221242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Network': ['ID=bd73e082-b345-457d-bd15-f0310bd19ae3,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:48.308628 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-23bb2f7b-e2d8-4d99-8ac6-e8d7e253b221 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/bd73e082-b345-457d-bd15-f0310bd19ae3 HTTP/1.1" status: 204 len: 168 time: 7.2936826 Apr 08 10:38:48.318589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Network': ['ID=b7e97cdf-9f93-4542-9a58-beabed1f9294,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:48.320890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46594) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:48.325240 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3493fa41-76d4-4f2e-aa01-0e52cf4873c5 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4659986 Apr 08 10:38:48.330543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-788305533'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:48.331624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network b7e97cdf-9f93-4542-9a58-beabed1f9294 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:48.335515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:48.337367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46598) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:48.339658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:network and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:48.342909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:48.349934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:48.351127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-9a0053e7-f9a6-4f79-b849-6a9d9dceda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:48.352781 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-9a0053e7-f9a6-4f79-b849-6a9d9dceda35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c97513f5-d077-455d-a810-4826574d0b84 HTTP/1.1" status: 200 len: 845 time: 0.2621362 Apr 08 10:38:48.361891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1517665139'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:48.367117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:48.421469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Usage tracker for resource:network and tenant:cdac76a796e44a3c92785947d1efca45 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:48.430457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:48.445274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:48.446560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:48.449198 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.488010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:48.492879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-935e9505-6f60-4a96-8aad-bb5da5938697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:48.494386 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-935e9505-6f60-4a96-8aad-bb5da5938697 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc958a3c-3466-4f4a-99ea-19d5d53114c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238997 Apr 08 10:38:48.521109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:48.523354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:48.541596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Made reservation on behalf of cdac76a796e44a3c92785947d1efca45 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:48.545133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.609812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46604) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:48.626975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.626975 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Added segment bd5b7c7e-0c8a-4825-b036-e9c0e61f039d of type vlan for network d679d310-450d-480e-bef5-f2bde57f541f Apr 08 10:38:48.670429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.714696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.762575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:38:48.797588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-30c0b116-f482-4a00-ad11-d26ea5830178 None None] Provisioning complete for port 1d27b610-07fc-4b92-b944-2ccdfc7be7bf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:48.797939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-30c0b116-f482-4a00-ad11-d26ea5830178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.845662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1573008202', 'router:external': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:48.856957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:48.860639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:48.872415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-30c0b116-f482-4a00-ad11-d26ea5830178 None None] Port 1d27b610-07fc-4b92-b944-2ccdfc7be7bf cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:48.876317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.883326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Usage tracker for resource:network and tenant:b0bdf547760a4ea8bdc44680a925adee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:48.890807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:48.898439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.899470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.899813 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Added segment 988d5b2f-a651-45b8-a43e-67adc3195c44 of type vlan for network cc64a15a-5ca2-4f9f-96c5-868077b78da1 Apr 08 10:38:48.907189 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-d5615cff-d56c-4eca-9a95-951023b175bb service neutron] 10.222.0.41 "GET /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051058 Apr 08 10:38:48.919978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:48.978690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.981337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.012437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Router b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:38:49.233807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Made reservation on behalf of b0bdf547760a4ea8bdc44680a925adee for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:49.236590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.263034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.268457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:49.269046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.307788 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f1aa5c-4bd1-46d2-ab4b-c1b4345be0a5 req-ba177794-ca9b-4959-b47b-d97ac412842d service neutron] 10.222.0.41 "GET /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838773 Apr 08 10:38:49.309131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.331672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.338760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:49.349109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.349289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:49.349289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Usage tracker for resource:security_group_rule and tenant:b0bdf547760a4ea8bdc44680a925adee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:49.365165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:49.380075 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Floating IP cfd064cd-86c5-4c7e-a271-3339fa1de9f6 associated. External IP: 172.26.7.208, port: 9380d6a1-1900-4829-9b36-f45312a4abb0. Apr 08 10:38:49.449273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:49.463445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1ccee-5189-4aa0-8e3c-6904db50f058 req-45bc6e7f-e84a-48d5-a6fc-d32b63ab4b92 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:49.464901 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-04c1ccee-5189-4aa0-8e3c-6904db50f058 req-45bc6e7f-e84a-48d5-a6fc-d32b63ab4b92 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3729033 Apr 08 10:38:49.511465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Network': ['ID=d679d310-450d-480e-bef5-f2bde57f541f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:49.522207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d679d310-450d-480e-bef5-f2bde57f541f details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:49.529171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.574959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Network': ['ID=cc64a15a-5ca2-4f9f-96c5-868077b78da1,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:49.608737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network cc64a15a-5ca2-4f9f-96c5-868077b78da1 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:49.608971 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bea5bc6f-98da-4f81-835b-311a0431316e tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2868798 Apr 08 10:38:49.622265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46612) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:49.634359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:38:49.642272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'subnet': {'network_id': 'd679d310-450d-480e-bef5-f2bde57f541f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:49.656585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ca00c-316d-41ca-9e2a-6a1bb80e2c18 None None] Sync routers for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:38:49.665676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-04c1ccee-5189-4aa0-8e3c-6904db50f058 req-bcaee82b-cfc9-43b9-9421-d98741fba26e tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836188 Apr 08 10:38:49.696757 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2422f9dc-b85a-451f-8324-30739921dd92 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3560884 Apr 08 10:38:49.753827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ca00c-316d-41ca-9e2a-6a1bb80e2c18 None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:49.754562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6f7ca00c-316d-41ca-9e2a-6a1bb80e2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:49.893924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6f7ca00c-316d-41ca-9e2a-6a1bb80e2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:49.906716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ca00c-316d-41ca-9e2a-6a1bb80e2c18 None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:49.907894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6f7ca00c-316d-41ca-9e2a-6a1bb80e2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:49.966210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Router 4ec232ea-200f-4ead-bb58-992d8d6db917 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:38:49.977256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6f7ca00c-316d-41ca-9e2a-6a1bb80e2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:49.977800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ca00c-316d-41ca-9e2a-6a1bb80e2c18 None None] The sync data for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:38:50.140255 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-888c8eeb-7732-4122-b5ae-777498f9ce19 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "PUT /v2.0/routers/b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7850807 Apr 08 10:38:50.142398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46618) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:50.154170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Request body: {'port': {'network_id': 'c7b4e314-e84e-4d95-995a-f4aa04c5715a', 'name': 'tempest-FloatingIPAdminTestJSON-1064470035'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:50.165771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.175377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.199353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:50.214821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:subnet and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:50.232766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:50.254694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:50.266851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.291280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951f3e-6ebb-4297-8eb8-537bcb048ad6 req-0ce82402-f09e-4ffb-b986-0983fa85bbf4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:50.295118 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c7951f3e-6ebb-4297-8eb8-537bcb048ad6 req-0ce82402-f09e-4ffb-b986-0983fa85bbf4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4549093 Apr 08 10:38:50.365828 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c7951f3e-6ebb-4297-8eb8-537bcb048ad6 req-e547bffc-6a8c-4140-b5b6-1ebcf06985fd tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635552 Apr 08 10:38:50.367815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.368426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3569dc3-595f-48e6-a4e7-e73ccb753d07 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:38:50.370194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.389956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:38:50.391322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:50.399133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.406732 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] Sync routers for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:38:50.418343 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:50.418983 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:50.422149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.424817 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Added segment 8cb71691-df74-4766-9a18-e8f87ea36ce7 of type vlan for network 5c44cefe-8b6a-4210-847b-dc17a33c5431 Apr 08 10:38:50.499236 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ae870b9f-e8de-46fd-b33f-85c6c7cd96d4 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "PUT /v2.0/floatingips/cfd064cd-86c5-4c7e-a271-3339fa1de9f6 HTTP/1.1" status: 200 len: 992 time: 3.4873083 Apr 08 10:38:50.503402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'tag': '9380d6a1-1900-4829-9b36-f45312a4abb0'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:38:50.519275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.521751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:50.532748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Usage tracker for resource:port and tenant:11523ae44d994a9383afe57986c6efaa is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:50.537479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:50.563596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:50.627909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea94c3-7781-4cfd-ad61-1c53e846eabc,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:50.631724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:50.635853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.679677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Made reservation on behalf of 11523ae44d994a9383afe57986c6efaa for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:50.684461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.732015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] device_id is not set on port 1a2ee698-83aa-4c7e-ae60-e45b661e9779 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:50.734851 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:38:50.878547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.879620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:50.880215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.884160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:38:50.888611 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a4929b68-b943-4615-a84f-06a632f46aee tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.0833411 Apr 08 10:38:50.901231 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46628) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:50.974914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:50.989757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Allocated IP 172.20.0.9 (c7b4e314-e84e-4d95-995a-f4aa04c5715a/90a4649a-ac93-4893-b430-f3b767590c3a/1a2ee698-83aa-4c7e-ae60-e45b661e9779) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:51.246132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2717e-0dd6-48b6-a6ba-cb2beaf61e30 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Deleting port ce98d3bc-fc57-47b0-b10a-17aecfb17c74 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:51.246635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7ff2717e-0dd6-48b6-a6ba-cb2beaf61e30 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:51.291969 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'cfd064cd-86c5-4c7e-a271-3339fa1de9f6', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'port_id': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'mac_address': 'fa:16:3e:9e:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:37:58Z', 'updated_at': '2022-04-08T10:38:48Z', 'revision_number': 1, 'project_id': '9b56a76045db447da29768d10045e9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:56Z', 'revision_number': 5, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:51.297606 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] Checking router: 4ec232ea-200f-4ead-bb58-992d8d6db917 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:38:51.307898 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:51.309569 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:51.391578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Subnet': ['ID=7e5164a8-08fa-466a-9c56-9f749c121142,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:51.450333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182b6d14-5a36-42bc-bb3f-3f50added0fb'] response: {'name': 'network-changed', 'server_uuid': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'tag': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'status': 'completed', 'code': 200} Apr 08 10:38:51.507835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:51.549175 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:38:51.628062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Transition to ACTIVE for port object 1a2ee698-83aa-4c7e-ae60-e45b661e9779 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:51.640954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'Network': ['ID=5c44cefe-8b6a-4210-847b-dc17a33c5431,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:51.653471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 5c44cefe-8b6a-4210-847b-dc17a33c5431 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:51.690292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c867041-22cd-4a24-a4a2-d7523815261c req-d31eb87e-baed-46dc-acf5-577b29061663 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:51.691796 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c867041-22cd-4a24-a4a2-d7523815261c req-d31eb87e-baed-46dc-acf5-577b29061663 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.1547630 Apr 08 10:38:51.699411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-21c7ab5e-e62b-409c-bbb9-f2ea4e0b29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:51.700935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-21c7ab5e-e62b-409c-bbb9-f2ea4e0b29cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b56a76045db447da29768d10045e9df&device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 1099 time: 0.3497360 Apr 08 10:38:51.728525 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9a8782ef-0f77-4ac3-b45c-31304c87c09a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1158652 Apr 08 10:38:51.745020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46634) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:51.851981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'subnet': {'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:51.857931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:51.865458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Usage tracker for resource:subnet and tenant:b0bdf547760a4ea8bdc44680a925adee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:51.871598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-1782287e-f16e-4f6e-a2e9-ecca0d45b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:51.872521 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-1782287e-f16e-4f6e-a2e9-ecca0d45b3b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b073600-9026-43b8-b1b4-b9a0a8a9bae0 HTTP/1.1" status: 200 len: 912 time: 0.1511126 Apr 08 10:38:51.877090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:51.887202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:51.945222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Checking segment: {'id': 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd679d310-450d-480e-bef5-f2bde57f541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:51.947501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network hostable DHCP agents. Network: d679d310-450d-480e-bef5-f2bde57f541f, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:51.972731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6014f9-3fa3-4f7d-997f-f8d851757adc req-356270a0-407d-48b2-b7de-824f7cadff6d tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:51.974903 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cc6014f9-3fa3-4f7d-997f-f8d851757adc req-356270a0-407d-48b2-b7de-824f7cadff6d tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 946 time: 1.0988398 Apr 08 10:38:52.005543 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-9b21ccfe-69bf-4865-b6da-ac7b05555733 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9380d6a1-1900-4829-9b36-f45312a4abb0 HTTP/1.1" status: 200 len: 1000 time: 0.1256981 Apr 08 10:38:52.038513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Made reservation on behalf of b0bdf547760a4ea8bdc44680a925adee for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:52.042146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:52.091790 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'cfd064cd-86c5-4c7e-a271-3339fa1de9f6', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'port_id': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'mac_address': 'fa:16:3e:9e:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:37:58Z', 'updated_at': '2022-04-08T10:38:48Z', 'revision_number': 1, 'project_id': '9b56a76045db447da29768d10045e9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:56Z', 'revision_number': 5, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:52.092023 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c867041-22cd-4a24-a4a2-d7523815261c req-bb9178c1-c9dc-4957-8981-93ea19981cc7 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3876476 Apr 08 10:38:52.098962 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9369fb-4da6-4c23-b26a-6b94c7168f80 None None] The sync data for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv is: [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'cfd064cd-86c5-4c7e-a271-3339fa1de9f6', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'port_id': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'mac_address': 'fa:16:3e:9e:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:37:58Z', 'updated_at': '2022-04-08T10:38:48Z', 'revision_number': 1, 'project_id': '9b56a76045db447da29768d10045e9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:56Z', 'revision_number': 5, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:38:52.132009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-aa6e62b1-8495-42fd-bdd5-a65b15c11caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:52.150327 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-aa6e62b1-8495-42fd-bdd5-a65b15c11caa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09e31997-8556-4203-bcc7-d8d6c23875c7 HTTP/1.1" status: 200 len: 850 time: 0.1176403 Apr 08 10:38:52.208106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:52.340618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:52.359587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:52.376698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:52.405594 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cc6014f9-3fa3-4f7d-997f-f8d851757adc req-be89bb30-9096-43a1-a536-c9ce25161bcf tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4124165 Apr 08 10:38:52.413482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7ff2717e-0dd6-48b6-a6ba-cb2beaf61e30 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:52.501946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136d4c0-a614-4b5b-add2-0b4f06c151bc None None] New status for floating IP cfd064cd-86c5-4c7e-a271-3339fa1de9f6: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:38:52.530223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:52.531697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:52.571622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event updated for resources: {'Port': ['ID=1a2ee698-83aa-4c7e-ae60-e45b661e9779,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:52.605526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-b13ce546-823f-4bf7-939c-0aea7b49e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:52.607547 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-b13ce546-823f-4bf7-939c-0aea7b49e01f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b073600-9026-43b8-b1b4-b9a0a8a9bae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4561987 Apr 08 10:38:52.661356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2717e-0dd6-48b6-a6ba-cb2beaf61e30 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Calling delete_port for ce98d3bc-fc57-47b0-b10a-17aecfb17c74 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:52.734495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network d679d310-450d-480e-bef5-f2bde57f541f is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:52.775236 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6def24f4-979b-412f-8345-293ed8a5fd75 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6319563 Apr 08 10:38:52.783977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46646) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:52.904468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, d679d310-450d-480e-bef5-f2bde57f541f) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:52.912266 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-ed7d22bc-8631-4b48-88b2-4589d4124a54 service neutron] 10.222.0.41 "GET /v2.0/networks/4b073600-9026-43b8-b1b4-b9a0a8a9bae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934840 Apr 08 10:38:52.961097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:52.961712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:52.993464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ac4aa6-5c99-4966-9d62-beb9546382db None None] Network d679d310-450d-480e-bef5-f2bde57f541f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:53.102025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'project_id': '11523ae44d994a9383afe57986c6efaa', 'port_id': '1a2ee698-83aa-4c7e-ae60-e45b661e9779'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:53.131449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:53.153164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Usage tracker for resource:floatingip and tenant:11523ae44d994a9383afe57986c6efaa is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:53.155274 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f90255e9-5e9c-4ae1-b26a-578ef16712b8 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5256729 Apr 08 10:38:53.157803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46654) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:53.161855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7ff2717e-0dd6-48b6-a6ba-cb2beaf61e30 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.162354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:53.183627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c2853aa2-40c4-4472-9e23-8057ce816695 None None] Provisioning for port 1a2ee698-83aa-4c7e-ae60-e45b661e9779 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:53.205297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c2853aa2-40c4-4472-9e23-8057ce816695 None None] Provisioning complete for port 1a2ee698-83aa-4c7e-ae60-e45b661e9779 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:53.205723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c2853aa2-40c4-4472-9e23-8057ce816695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.230234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2717e-0dd6-48b6-a6ba-cb2beaf61e30 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce98d3bc-fc57-47b0-b10a-17aecfb17c74,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:53.243671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46658) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:53.244392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:53.257652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'subnets': [{'network_id': 'b7e97cdf-9f93-4542-9a58-beabed1f9294', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1911877151', 'ip_version': 6}, {'network_id': 'cc64a15a-5ca2-4f9f-96c5-868077b78da1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:53.257968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'subnet': {'network_id': 'b7e97cdf-9f93-4542-9a58-beabed1f9294', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1911877151', 'ip_version': 6}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:53.259058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Request body: {'subnet': {'network_id': 'cc64a15a-5ca2-4f9f-96c5-868077b78da1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:53.355018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c2853aa2-40c4-4472-9e23-8057ce816695 None None] Port 1a2ee698-83aa-4c7e-ae60-e45b661e9779 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:38:53.380709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7ff2717e-0dd6-48b6-a6ba-cb2beaf61e30 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.382948 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7ff2717e-0dd6-48b6-a6ba-cb2beaf61e30 tempest-RoutersAdminNegativeTest-1581120843 tempest-RoutersAdminNegativeTest-1581120843-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ce98d3bc-fc57-47b0-b10a-17aecfb17c74 HTTP/1.1" status: 204 len: 168 time: 2.4244409 Apr 08 10:38:53.438416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-d679d310-450d-480e-bef5-f2bde57f541f', 'network_id': 'd679d310-450d-480e-bef5-f2bde57f541f', 'tenant_id': '6189ea442cb84b03b79db2077590e58c', 'fixed_ips': [{'subnet_id': '7e5164a8-08fa-466a-9c56-9f749c121142'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:38:53.439822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.450959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:38:53.451646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.509638 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2327a48-0f05-4900-a6fe-f964d374da5c req-ab3bc7eb-b7f8-4ef2-959c-5f4f5f283c22 service neutron] 10.222.0.41 "GET /v2.0/networks/4b073600-9026-43b8-b1b4-b9a0a8a9bae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911820 Apr 08 10:38:53.535262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db78777f-6e75-4748-84aa-f3e870d5cd2a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:53.582052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Checking segment: {'id': '8cb71691-df74-4766-9a18-e8f87ea36ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:53.582704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Network hostable DHCP agents. Network: 5c44cefe-8b6a-4210-847b-dc17a33c5431, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:53.597302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.710979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Network 5c44cefe-8b6a-4210-847b-dc17a33c5431 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:53.722188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Allocated IP 2001:db8::2 (d679d310-450d-480e-bef5-f2bde57f541f/7e5164a8-08fa-466a-9c56-9f749c121142/8f89c251-344e-429f-8091-e2312cc85a28) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:53.785384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.910398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:53.924616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 5c44cefe-8b6a-4210-847b-dc17a33c5431) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:53.932211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Usage tracker for resource:subnet and tenant:cdac76a796e44a3c92785947d1efca45 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:53.932357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:53.938225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.938375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:53.938659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:53.945479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba02e42-0b05-4574-827c-0daace5de64b None None] Network 5c44cefe-8b6a-4210-847b-dc17a33c5431 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:53.957665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:53.977827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Transition to ACTIVE for port object 8f89c251-344e-429f-8091-e2312cc85a28 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:53.979805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.024726 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5b23e954-ec32-4b7c-8455-4d315783f870 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2486098 Apr 08 10:38:54.027707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46670) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:54.040026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-512035735', 'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:54.047482 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961989e3-b251-4fb9-88b7-f4a20a10fe35 req-8a69e77d-4630-4f6c-90f6-e3dbfcd81c45 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:54.049082 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-961989e3-b251-4fb9-88b7-f4a20a10fe35 req-8a69e77d-4630-4f6c-90f6-e3dbfcd81c45 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4235137 Apr 08 10:38:54.050268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:54.059654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Usage tracker for resource:port and tenant:b0bdf547760a4ea8bdc44680a925adee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:54.064466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Transition to ACTIVE for port object 8f89c251-344e-429f-8091-e2312cc85a28 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:54.066026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:54.079366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:54.117924 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-961989e3-b251-4fb9-88b7-f4a20a10fe35 req-dc2bf544-c19d-4b4b-8b9b-c03f9bb9b35a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608411 Apr 08 10:38:54.122143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.153670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46674) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:54.158835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Made reservation on behalf of cdac76a796e44a3c92785947d1efca45 for: {'subnet': 2} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:54.163471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.163804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.172370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Made reservation on behalf of b0bdf547760a4ea8bdc44680a925adee for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:54.177608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.198679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.203458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] device_id is not set on port 58dc1c6c-51e8-4b0d-bcdb-d9350b9322dc yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:38:54.258492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be5d9a-7ce0-4bbb-855e-0d0823b244b0 None None] Network 5c44cefe-8b6a-4210-847b-dc17a33c5431 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:54.320714 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:38:54.361372 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.362300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.369606 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Network d679d310-450d-480e-bef5-f2bde57f541f is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:54.382373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:54.389039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:54.418432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5164a8-08fa-466a-9c56-9f749c121142,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:54.459785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:54.467585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] Usage tracker for resource:security_group_rule and tenant:aa89a8449e744f6c8f33a9227838a832 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:54.473439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:54.476891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Allocated IP 172.26.7.80 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/ba380288-7458-4138-b048-a3e7ee49e66d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:54.486707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:54.498681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Pushing event updated for resources: {'Port': ['ID=8f89c251-344e-429f-8091-e2312cc85a28,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:54.516826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Allocated IP 172.20.0.3 (5c44cefe-8b6a-4210-847b-dc17a33c5431/db78777f-6e75-4748-84aa-f3e870d5cd2a/58dc1c6c-51e8-4b0d-bcdb-d9350b9322dc) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:54.571971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Attempting to bind port 8f89c251-344e-429f-8091-e2312cc85a28 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:54.572267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Attempting to bind port 8f89c251-344e-429f-8091-e2312cc85a28 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd679d310-450d-480e-bef5-f2bde57f541f'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:54.572624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Attempting to bind port 8f89c251-344e-429f-8091-e2312cc85a28 on network d679d310-450d-480e-bef5-f2bde57f541f {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:54.591199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:54.591199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Checking segment: {'id': 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd679d310-450d-480e-bef5-f2bde57f541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:54.591547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.591644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.592006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Bound using segment: {'id': 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd679d310-450d-480e-bef5-f2bde57f541f'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:54.592541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Bound port: 8f89c251-344e-429f-8091-e2312cc85a28, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd679d310-450d-480e-bef5-f2bde57f541f'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:54.592910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.664662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d679d310-450d-480e-bef5-f2bde57f541f']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:54.729689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:54.729973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:54.758612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.779957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] For port 8f89c251-344e-429f-8091-e2312cc85a28, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:54.780932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] For port 8f89c251-344e-429f-8091-e2312cc85a28, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8f89c251-344e-429f-8091-e2312cc85a28,segment=NetworkSegment(bd5b7c7e-0c8a-4825-b036-e9c0e61f039d),segment_id=bd5b7c7e-0c8a-4825-b036-e9c0e61f039d)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:54.866439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.900178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.909824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.924947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.936784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.940195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:54.940629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:54.973916 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:55.010581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.033481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845d727-73bb-4e73-b6c4-d36fbd2ff2ff None None] Pushing event updated for resources: {'Port': ['ID=8f89c251-344e-429f-8091-e2312cc85a28,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:55.069074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.079397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203651f6-8428-40df-b141-40efe1203959 None None] Network d679d310-450d-480e-bef5-f2bde57f541f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:55.122915 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa89a8449e744f6c8f33a9227838a832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9654367 Apr 08 10:38:55.132047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46680) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:55.134533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2514c5d-dedf-4ec7-af52-bc58fd36404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22336a28-b197-49c2-a7f5-f1fca52364ce,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:55.241335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Network 5c44cefe-8b6a-4210-847b-dc17a33c5431 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:55.245503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:38:55.245503 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:38:55.245503 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': 'd679d310-450d-480e-bef5-f2bde57f541f'}] Apr 08 10:38:55.245503 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:38:55.245885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:38:55.247531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:55.255094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:55.301971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'Port': ['ID=58dc1c6c-51e8-4b0d-bcdb-d9350b9322dc,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:55.304335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-988e16ec-4a0b-448b-8e1a-49bbed28eb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.336708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.350301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29385d-3301-4ba6-ba2b-7b2e09b2abe6 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:38:55.371989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-988e16ec-4a0b-448b-8e1a-49bbed28eb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.412380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:55.413413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.429373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:55.429978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.468636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:55.484215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bf765-91d6-406f-ae6c-361d910d4d58 req-4a507163-cd94-4c29-9513-00d3b32a4e47 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:55.485789 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-944bf765-91d6-406f-ae6c-361d910d4d58 req-4a507163-cd94-4c29-9513-00d3b32a4e47 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.1850483 Apr 08 10:38:55.491393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29385d-3301-4ba6-ba2b-7b2e09b2abe6 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:38:55.492004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:55.529246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Pushing event updated for resources: {'Port': ['ID=ba380288-7458-4138-b048-a3e7ee49e66d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:55.545226 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-944bf765-91d6-406f-ae6c-361d910d4d58 req-3a84bc3a-cee8-4ed2-9a1d-13a22cc65e0e tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533514 Apr 08 10:38:55.560655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Subnet': ['ID=ef13fc94-7b80-418a-a4d3-282afc7566bb,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:55.563855 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d0c099b1-21ad-4db9-8897-0bce32a98f10 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5346439 Apr 08 10:38:55.568692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46686) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:55.605545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-988e16ec-4a0b-448b-8e1a-49bbed28eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.608363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-988e16ec-4a0b-448b-8e1a-49bbed28eb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.610763 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-988e16ec-4a0b-448b-8e1a-49bbed28eb7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22336a28-b197-49c2-a7f5-f1fca52364ce HTTP/1.1" status: 204 len: 168 time: 0.4720452 Apr 08 10:38:55.633146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e16ec-4a0b-448b-8e1a-49bbed28eb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22336a28-b197-49c2-a7f5-f1fca52364ce,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:55.636436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Checking segment: {'id': 'e353a6e0-40c6-4097-8183-626b2923ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b7e97cdf-9f93-4542-9a58-beabed1f9294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:55.641398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Network hostable DHCP agents. Network: b7e97cdf-9f93-4542-9a58-beabed1f9294, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:55.660133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cfc21-ceb6-4cbc-ab0d-2648c4c5db3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Deleting port 58dc1c6c-51e8-4b0d-bcdb-d9350b9322dc {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:55.660560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfc21-ceb6-4cbc-ab0d-2648c4c5db3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.810062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.826245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Network b7e97cdf-9f93-4542-9a58-beabed1f9294 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:55.869117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting port 8f89c251-344e-429f-8091-e2312cc85a28 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:55.869442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.967681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, b7e97cdf-9f93-4542-9a58-beabed1f9294) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:55.971614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfc21-ceb6-4cbc-ab0d-2648c4c5db3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.977353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:55.978013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b8b82-47e3-47d1-bfd4-d934db321073 None None] Network b7e97cdf-9f93-4542-9a58-beabed1f9294 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:56.127544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cfc21-ceb6-4cbc-ab0d-2648c4c5db3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Calling delete_port for 58dc1c6c-51e8-4b0d-bcdb-d9350b9322dc owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:56.152059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event updated for resources: {'Subnet': ['ID=49160697-8612-404c-8a3d-5772b59098b8,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:56.215554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Checking segment: {'id': '988d5b2f-a651-45b8-a43e-67adc3195c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc64a15a-5ca2-4f9f-96c5-868077b78da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:56.215829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Network hostable DHCP agents. Network: cc64a15a-5ca2-4f9f-96c5-868077b78da1, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:56.230903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-b7e97cdf-9f93-4542-9a58-beabed1f9294', 'network_id': 'b7e97cdf-9f93-4542-9a58-beabed1f9294', 'tenant_id': 'cdac76a796e44a3c92785947d1efca45', 'fixed_ips': [{'subnet_id': 'ef13fc94-7b80-418a-a4d3-282afc7566bb'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:38:56.231983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.327644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] For port 8f89c251-344e-429f-8091-e2312cc85a28, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8f89c251-344e-429f-8091-e2312cc85a28,segment=NetworkSegment(bd5b7c7e-0c8a-4825-b036-e9c0e61f039d),segment_id=bd5b7c7e-0c8a-4825-b036-e9c0e61f039d)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:38:56.328094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.395803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfc21-ceb6-4cbc-ab0d-2648c4c5db3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.444855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cfc21-ceb6-4cbc-ab0d-2648c4c5db3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event deleted for resources: {'Port': ['ID=58dc1c6c-51e8-4b0d-bcdb-d9350b9322dc,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:56.464929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Calling delete_port for 8f89c251-344e-429f-8091-e2312cc85a28 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:38:56.492729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Network cc64a15a-5ca2-4f9f-96c5-868077b78da1 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:56.498374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46694) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:56.534089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Allocated IP 2001:db8::1 (b7e97cdf-9f93-4542-9a58-beabed1f9294/ef13fc94-7b80-418a-a4d3-282afc7566bb/db7cb7d5-4f9f-449b-a1ff-34d48f33549b) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:56.569178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.597009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfc21-ceb6-4cbc-ab0d-2648c4c5db3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.601789 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dad2c695-2cfc-4d8a-94ab-ef3ab7373eca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dbad676e3ce42209a00c4f4b699ed47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022255 Apr 08 10:38:56.604301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46700) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:56.617504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, cc64a15a-5ca2-4f9f-96c5-868077b78da1) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:56.623685 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5c4cfc21-ceb6-4cbc-ab0d-2648c4c5db3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "DELETE /v2.0/ports/58dc1c6c-51e8-4b0d-bcdb-d9350b9322dc HTTP/1.1" status: 204 len: 168 time: 1.0491953 Apr 08 10:38:56.625911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46704) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:56.636385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:56.637056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:56.637771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.646972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab0fac-6ef4-4add-a901-427c2918ac4a None None] Network cc64a15a-5ca2-4f9f-96c5-868077b78da1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:56.678298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431', 'external_fixed_ips': [{'subnet_id': 'db78777f-6e75-4748-84aa-f3e870d5cd2a', 'ip_address': '172.20.0.3'}]}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:56.687972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:56.695472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Usage tracker for resource:router and tenant:b0bdf547760a4ea8bdc44680a925adee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:56.699989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:56.712914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:56.713130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.728546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fa212b43-7101-47d1-a082-a15af7476875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.752784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fa212b43-7101-47d1-a082-a15af7476875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.824448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No DVR routers for this DVR port 8f89c251-344e-429f-8091-e2312cc85a28 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:38:56.826093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Port': ['ID=8f89c251-344e-429f-8091-e2312cc85a28,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:56.858742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.899911 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-caff8971-67d8-4077-bec0-3ce51112388d tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6530807 Apr 08 10:38:56.902751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46708) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:56.957402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fa212b43-7101-47d1-a082-a15af7476875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.978234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.979514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.995024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:56.996666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa212b43-7101-47d1-a082-a15af7476875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc9d592-751d-4d9f-be83-1013aa0ee711,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:57.016792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f246fe6-a410-4dd6-ab15-2fa7f131a1e7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:57.019271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f246fe6-a410-4dd6-ab15-2fa7f131a1e7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:57.021317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f246fe6-a410-4dd6-ab15-2fa7f131a1e7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:57.033150 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4f246fe6-a410-4dd6-ab15-2fa7f131a1e7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1209447 Apr 08 10:38:57.033150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fa212b43-7101-47d1-a082-a15af7476875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.033150 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fa212b43-7101-47d1-a082-a15af7476875 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcc9d592-751d-4d9f-be83-1013aa0ee711 HTTP/1.1" status: 204 len: 168 time: 0.4216778 Apr 08 10:38:57.044232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46714) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:57.055023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Transition to ACTIVE for port object db7cb7d5-4f9f-449b-a1ff-34d48f33549b will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:57.087722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.099620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Transition to ACTIVE for port object db7cb7d5-4f9f-449b-a1ff-34d48f33549b will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:57.102694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-cc64a15a-5ca2-4f9f-96c5-868077b78da1', 'network_id': 'cc64a15a-5ca2-4f9f-96c5-868077b78da1', 'tenant_id': 'cdac76a796e44a3c92785947d1efca45', 'fixed_ips': [{'subnet_id': '49160697-8612-404c-8a3d-5772b59098b8'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:38:57.103767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.135228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b97b9c-3785-4b13-b384-290edc422bb9 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Deleting subnet ef13fc94-7b80-418a-a4d3-282afc7566bb {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:38:57.137119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.164044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5b97b9c-3785-4b13-b384-290edc422bb9 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.199388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.215674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6920a9-d719-44b2-973d-f2331f9ce778 req-0dcad4f5-b763-44fa-a047-28ed9e8b07b4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:57.217287 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ba6920a9-d719-44b2-973d-f2331f9ce778 req-0dcad4f5-b763-44fa-a047-28ed9e8b07b4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5174003 Apr 08 10:38:57.269861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d679d310-450d-480e-bef5-f2bde57f541f']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:57.291271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Network b7e97cdf-9f93-4542-9a58-beabed1f9294 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:57.298234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Pushing event updated for resources: {'Port': ['ID=db7cb7d5-4f9f-449b-a1ff-34d48f33549b,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:57.300704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:57.308503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:57.310576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:57.311082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5b7c7e-0c8a-4825-b036-e9c0e61f039d') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:57.338977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.393176 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ba6920a9-d719-44b2-973d-f2331f9ce778 req-0d524e16-2899-42a1-869b-9aa81dbe6ea1 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305544 Apr 08 10:38:57.397000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.406565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:38:57.407216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:57.423897 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:57.438476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Attempting to bind port db7cb7d5-4f9f-449b-a1ff-34d48f33549b on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:57.438846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Attempting to bind port db7cb7d5-4f9f-449b-a1ff-34d48f33549b by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'e353a6e0-40c6-4097-8183-626b2923ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b7e97cdf-9f93-4542-9a58-beabed1f9294'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:57.439202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Attempting to bind port db7cb7d5-4f9f-449b-a1ff-34d48f33549b on network b7e97cdf-9f93-4542-9a58-beabed1f9294 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:57.446234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c9a99122-4a9d-4cef-bd33-215915f0bdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.451598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:57.451974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Checking segment: {'id': 'e353a6e0-40c6-4097-8183-626b2923ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b7e97cdf-9f93-4542-9a58-beabed1f9294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:57.452372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.452817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Bound using segment: {'id': 'e353a6e0-40c6-4097-8183-626b2923ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b7e97cdf-9f93-4542-9a58-beabed1f9294'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:57.453303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Bound port: db7cb7d5-4f9f-449b-a1ff-34d48f33549b, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e353a6e0-40c6-4097-8183-626b2923ca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b7e97cdf-9f93-4542-9a58-beabed1f9294'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:57.453674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.515548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.578636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.601707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Allocated IP 2001:db8:0:1::1 (cc64a15a-5ca2-4f9f-96c5-868077b78da1/49160697-8612-404c-8a3d-5772b59098b8/c49d8f03-53fb-4f29-8877-b4da00d92957) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:57.614335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5b97b9c-3785-4b13-b384-290edc422bb9 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.626348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] For port db7cb7d5-4f9f-449b-a1ff-34d48f33549b, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:57.665679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] For port db7cb7d5-4f9f-449b-a1ff-34d48f33549b, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=db7cb7d5-4f9f-449b-a1ff-34d48f33549b,segment=NetworkSegment(e353a6e0-40c6-4097-8183-626b2923ca06),segment_id=e353a6e0-40c6-4097-8183-626b2923ca06)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:57.678415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.715471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.722480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Network': ['ID=d679d310-450d-480e-bef5-f2bde57f541f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:57.743237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.795055 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2d7a115b-e6be-4fcd-9a8b-91eed4b10eee tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/d679d310-450d-480e-bef5-f2bde57f541f HTTP/1.1" status: 204 len: 168 time: 4.6361463 Apr 08 10:38:57.799642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46726) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:57.803414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.813593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1709700788'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:57.819143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Pushing event updated for resources: {'Port': ['ID=ba380288-7458-4138-b048-a3e7ee49e66d,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:57.821980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:57.829597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:network and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:57.838645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:57.838906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.844148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:57.848602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5b97b9c-3785-4b13-b384-290edc422bb9 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.966154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:57.969454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e677755-890d-4d0b-b789-b835c0fac681 None None] Pushing event updated for resources: {'Port': ['ID=db7cb7d5-4f9f-449b-a1ff-34d48f33549b,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:57.982486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Transition to ACTIVE for port object c49d8f03-53fb-4f29-8877-b4da00d92957 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:58.005811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Transition to ACTIVE for port object c49d8f03-53fb-4f29-8877-b4da00d92957 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:58.008559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:58.012097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.052439 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Floating IP d4bf350c-fbf1-47a0-ae04-31f1e4588e1b associated. External IP: 172.26.7.80, port: 1a2ee698-83aa-4c7e-ae60-e45b661e9779. Apr 08 10:38:58.108507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.194373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Network cc64a15a-5ca2-4f9f-96c5-868077b78da1 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:58.197851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:58.202976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:38:58.255141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Pushing event updated for resources: {'Port': ['ID=c49d8f03-53fb-4f29-8877-b4da00d92957,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:58.388761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:58.393068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Attempting to bind port c49d8f03-53fb-4f29-8877-b4da00d92957 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:58.394186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Attempting to bind port c49d8f03-53fb-4f29-8877-b4da00d92957 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '988d5b2f-a651-45b8-a43e-67adc3195c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc64a15a-5ca2-4f9f-96c5-868077b78da1'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:58.396456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Attempting to bind port c49d8f03-53fb-4f29-8877-b4da00d92957 on network cc64a15a-5ca2-4f9f-96c5-868077b78da1 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:38:58.407692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.408059 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Added segment 8e0700f3-c453-4fb2-93a0-82e64ec7720b of type vlan for network a37ada85-9c7b-46d2-a10b-9c149ee874e6 Apr 08 10:38:58.408899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:38:58.409777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Checking segment: {'id': '988d5b2f-a651-45b8-a43e-67adc3195c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc64a15a-5ca2-4f9f-96c5-868077b78da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:38:58.410804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.411777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Bound using segment: {'id': '988d5b2f-a651-45b8-a43e-67adc3195c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc64a15a-5ca2-4f9f-96c5-868077b78da1'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:38:58.413330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Bound port: c49d8f03-53fb-4f29-8877-b4da00d92957, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988d5b2f-a651-45b8-a43e-67adc3195c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc64a15a-5ca2-4f9f-96c5-868077b78da1'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:58.414159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.449471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.552730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5b97b9c-3785-4b13-b384-290edc422bb9 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.588713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] For port c49d8f03-53fb-4f29-8877-b4da00d92957, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:38:58.596460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] For port c49d8f03-53fb-4f29-8877-b4da00d92957, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c49d8f03-53fb-4f29-8877-b4da00d92957,segment=NetworkSegment(988d5b2f-a651-45b8-a43e-67adc3195c44),segment_id=988d5b2f-a651-45b8-a43e-67adc3195c44)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:38:58.615713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.642267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Router b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:38:58.650407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5b97b9c-3785-4b13-b384-290edc422bb9 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.660310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.666116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:58.666796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.675637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.679901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:58.711939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b97b9c-3785-4b13-b384-290edc422bb9 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Subnet': ['ID=ef13fc94-7b80-418a-a4d3-282afc7566bb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:58.787659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142913c-6fad-4250-a2ce-70f4a4f65162 None None] Pushing event updated for resources: {'Port': ['ID=c49d8f03-53fb-4f29-8877-b4da00d92957,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:58.826665 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c5b97b9c-3785-4b13-b384-290edc422bb9 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/subnets/ef13fc94-7b80-418a-a4d3-282afc7566bb HTTP/1.1" status: 204 len: 168 time: 1.7790537 Apr 08 10:38:58.864261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46744) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:58.883846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46748) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:58.932177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Network': ['ID=a37ada85-9c7b-46d2-a10b-9c149ee874e6,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:58.965637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network a37ada85-9c7b-46d2-a10b-9c149ee874e6 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:58.979918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:38:58.990762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-93027df8-c735-4e31-b188-7ec95b1cf27b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Deleting subnet 49160697-8612-404c-8a3d-5772b59098b8 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:38:58.992343 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f51e12-7a9e-4024-8ff2-fd473bf0548e None None] Sync routers for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:38:59.006625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93027df8-c735-4e31-b188-7ec95b1cf27b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:59.018319 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f51e12-7a9e-4024-8ff2-fd473bf0548e None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:59.019347 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-14f51e12-7a9e-4024-8ff2-fd473bf0548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:59.086361 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-63333525-639e-450e-9977-178d4dcbbf29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2856295 Apr 08 10:38:59.191980 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-14f51e12-7a9e-4024-8ff2-fd473bf0548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:59.215947 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f51e12-7a9e-4024-8ff2-fd473bf0548e None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:38:59.217228 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-14f51e12-7a9e-4024-8ff2-fd473bf0548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:59.230917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46754) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:59.241405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-308738417'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:59.271684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Allocated IP 172.20.0.3 (5c44cefe-8b6a-4210-847b-dc17a33c5431/db78777f-6e75-4748-84aa-f3e870d5cd2a/b456bf93-9b42-4718-aacd-dadb61c817f1) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:59.294320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Request body: {'subnet': {'network_id': 'a37ada85-9c7b-46d2-a10b-9c149ee874e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:38:59.322116 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-14f51e12-7a9e-4024-8ff2-fd473bf0548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:59.322116 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f51e12-7a9e-4024-8ff2-fd473bf0548e None None] The sync data for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:38:59.322844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:59.352862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:network and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:59.374847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:59.398799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93027df8-c735-4e31-b188-7ec95b1cf27b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:59.443865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:59.476911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c8c1c-71d4-427e-8917-9ef9f9d94c1c None None] Network b7e97cdf-9f93-4542-9a58-beabed1f9294 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:38:59.508669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:59.540192 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-627f69f2-d530-40eb-85bb-07c21fc45510 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.7537653 Apr 08 10:38:59.544763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46758) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:59.590861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460161d-b1c6-458a-8393-1616a3b89aa4 req-1b92ad40-e2eb-4e09-bc32-90662da4aef2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:59.592439 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e460161d-b1c6-458a-8393-1616a3b89aa4 req-1b92ad40-e2eb-4e09-bc32-90662da4aef2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.9192915 Apr 08 10:38:59.620509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7ba20723-3a61-450b-9b4a-41b77496373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:59.678085 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3cf44fa-40d2-4a16-9d16-d35578422b62 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] 10.222.0.23 "GET /v2.0/floatingips/d4bf350c-fbf1-47a0-ae04-31f1e4588e1b HTTP/1.1" status: 200 len: 982 time: 0.1300321 Apr 08 10:38:59.678401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:59.678528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46762) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:59.681982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:59.724332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:59.729847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93027df8-c735-4e31-b188-7ec95b1cf27b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:59.739065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:59.758700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Usage tracker for resource:subnet and tenant:6189ea442cb84b03b79db2077590e58c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:59.767089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:59.771515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-04efe3e5-db7c-4e63-b5c6-53caf25bcf42 None None] Provisioning for port db7cb7d5-4f9f-449b-a1ff-34d48f33549b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:59.775358 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e460161d-b1c6-458a-8393-1616a3b89aa4 req-3bbdac38-fcea-4a9d-9291-1eb85dbc3f5f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673925 Apr 08 10:38:59.785496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:59.795689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:59.808406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:security_group_rule and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:59.811481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:59.818912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:59.850859 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3546e2ab-65a9-437e-a363-7733fae5719c tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3824 time: 0.1713369 Apr 08 10:38:59.853593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46766) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:59.878193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] DHCP port deletion for b7e97cdf-9f93-4542-9a58-beabed1f9294 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:38:59.882757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] Deleting port db7cb7d5-4f9f-449b-a1ff-34d48f33549b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:38:59.883128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:59.899465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.001560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c49d8f03-53fb-4f29-8877-b4da00d92957 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:00.002900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Made reservation on behalf of 6189ea442cb84b03b79db2077590e58c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:00.008739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.116801 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.123029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.127803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Deleting port ba380288-7458-4138-b048-a3e7ee49e66d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:00.128429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.196517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c49d8f03-53fb-4f29-8877-b4da00d92957 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:00.201874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93027df8-c735-4e31-b188-7ec95b1cf27b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.224964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] For port db7cb7d5-4f9f-449b-a1ff-34d48f33549b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=db7cb7d5-4f9f-449b-a1ff-34d48f33549b,segment=NetworkSegment(e353a6e0-40c6-4097-8183-626b2923ca06),segment_id=e353a6e0-40c6-4097-8183-626b2923ca06)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:00.225506 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.243131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b806adee-b84e-45b3-b775-db287d377ce8 None None] Network cc64a15a-5ca2-4f9f-96c5-868077b78da1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:00.257223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.273602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93027df8-c735-4e31-b188-7ec95b1cf27b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Subnet': ['ID=49160697-8612-404c-8a3d-5772b59098b8,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:00.276371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93027df8-c735-4e31-b188-7ec95b1cf27b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.297197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Network 5c44cefe-8b6a-4210-847b-dc17a33c5431 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:00.314213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:00.314576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-93027df8-c735-4e31-b188-7ec95b1cf27b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/subnets/49160697-8612-404c-8a3d-5772b59098b8 HTTP/1.1" status: 204 len: 168 time: 1.4491642 Apr 08 10:39:00.315280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46772) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:00.316639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:00.356657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:00.396997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] Calling delete_port for db7cb7d5-4f9f-449b-a1ff-34d48f33549b owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:00.417154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'Port': ['ID=b456bf93-9b42-4718-aacd-dadb61c817f1,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:00.427553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.427553 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Added segment 8b717233-c0a3-4fa6-b0aa-b43a759004a8 of type vlan for network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 Apr 08 10:39:00.427867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddc8a05-6571-4ff5-93fa-8a947c4acc72,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:00.461758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53a4af-1c00-4e75-af76-2b1f2db190b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:00.462453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4d53a4af-1c00-4e75-af76-2b1f2db190b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Synchronizing usage tracker for tenant:cdac76a796e44a3c92785947d1efca45 on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:00.494579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.494841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.614506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4d53a4af-1c00-4e75-af76-2b1f2db190b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Unset dirty status for tenant:cdac76a796e44a3c92785947d1efca45 on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:00.615689 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4d53a4af-1c00-4e75-af76-2b1f2db190b7 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2926025 Apr 08 10:39:00.623893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.626524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-76ada92b-5009-4bd0-98f2-6d144ae9b954 None None] Provisioning for port c49d8f03-53fb-4f29-8877-b4da00d92957 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:00.626654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Calling delete_port for ba380288-7458-4138-b048-a3e7ee49e66d owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:00.642395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-76ada92b-5009-4bd0-98f2-6d144ae9b954 None None] Provisioning complete for port c49d8f03-53fb-4f29-8877-b4da00d92957 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:00.642671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-76ada92b-5009-4bd0-98f2-6d144ae9b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.646078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46776) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:00.648916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.730605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.821048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] Pushing event deleted for resources: {'Port': ['ID=db7cb7d5-4f9f-449b-a1ff-34d48f33549b,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:00.830041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08f141-e535-49a7-b157-f08ac21835df None None] No DVR routers for this DVR port db7cb7d5-4f9f-449b-a1ff-34d48f33549b on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:00.843660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] DHCP port deletion for cc64a15a-5ca2-4f9f-96c5-868077b78da1 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:00.851694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-76ada92b-5009-4bd0-98f2-6d144ae9b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.864429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Deleting port c49d8f03-53fb-4f29-8877-b4da00d92957 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:00.864939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.900103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.913246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Deleting port c49d8f03-53fb-4f29-8877-b4da00d92957 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:00.913583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:00.969779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-76ada92b-5009-4bd0-98f2-6d144ae9b954 None None] For port c49d8f03-53fb-4f29-8877-b4da00d92957, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c49d8f03-53fb-4f29-8877-b4da00d92957,segment=NetworkSegment(988d5b2f-a651-45b8-a43e-67adc3195c44),segment_id=988d5b2f-a651-45b8-a43e-67adc3195c44)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:01.020901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.073894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb03bf5-c99d-4bcd-a48f-07e46e54a65a req-cb43e41a-6e8b-4b0e-a9db-e334b2fa6df6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:01.076353 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bb03bf5-c99d-4bcd-a48f-07e46e54a65a req-cb43e41a-6e8b-4b0e-a9db-e334b2fa6df6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.1410615 Apr 08 10:39:01.084679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event deleted for resources: {'Port': ['ID=ba380288-7458-4138-b048-a3e7ee49e66d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:01.123710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-76ada92b-5009-4bd0-98f2-6d144ae9b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.123997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.130510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:01.131127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.181147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] For port c49d8f03-53fb-4f29-8877-b4da00d92957, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c49d8f03-53fb-4f29-8877-b4da00d92957,segment=NetworkSegment(988d5b2f-a651-45b8-a43e-67adc3195c44),segment_id=988d5b2f-a651-45b8-a43e-67adc3195c44)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:01.181601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.334805 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bb03bf5-c99d-4bcd-a48f-07e46e54a65a req-225dc179-6185-4649-a709-80ed10ddbf9a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187653 Apr 08 10:39:01.345435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.346055 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Floating IP d4bf350c-fbf1-47a0-ae04-31f1e4588e1b disassociated (deleted). External IP: 172.26.7.80, port: 1a2ee698-83aa-4c7e-ae60-e45b661e9779. Apr 08 10:39:01.376518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Calling delete_port for c49d8f03-53fb-4f29-8877-b4da00d92957 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:01.390532 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4959869 Apr 08 10:39:01.411747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.419125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46782) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:01.419974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ada92b-5009-4bd0-98f2-6d144ae9b954 None None] Pushing event updated for resources: {'Port': ['ID=c49d8f03-53fb-4f29-8877-b4da00d92957,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:01.444937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:01.553317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] For port c49d8f03-53fb-4f29-8877-b4da00d92957, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c49d8f03-53fb-4f29-8877-b4da00d92957,segment=NetworkSegment(988d5b2f-a651-45b8-a43e-67adc3195c44),segment_id=988d5b2f-a651-45b8-a43e-67adc3195c44)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:01.553680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.570605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:01.571042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:01.591383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf1eba-02f5-4f7d-9057-7356bd393361 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Network': ['ID=4bfd581f-1d53-49f3-a3d8-b73cd57c9061,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:01.602474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:01.658023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:01.712459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:01.721669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:01.741148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:01.764545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Calling delete_port for c49d8f03-53fb-4f29-8877-b4da00d92957 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:01.847619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:39:01.852324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.854247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:01.858020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.877766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device db7cb7d5-4f9f-449b-a1ff-34d48f33549b no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:01.915399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.922629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: db7cb7d5-4f9f-449b-a1ff-34d48f33549b {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:01.923117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device db7cb7d5-4f9f-449b-a1ff-34d48f33549b not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:01.923630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c49d8f03-53fb-4f29-8877-b4da00d92957 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:01.926712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:01.960635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Router b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:39:02.032344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event updated for resources: {'Subnet': ['ID=5ef23315-99bb-497b-8bf4-652c75a8dc0e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:02.062138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.071743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Deleting port c49d8f03-53fb-4f29-8877-b4da00d92957 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:02.072168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.122177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Checking segment: {'id': '8e0700f3-c453-4fb2-93a0-82e64ec7720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a37ada85-9c7b-46d2-a10b-9c149ee874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:02.122566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network hostable DHCP agents. Network: a37ada85-9c7b-46d2-a10b-9c149ee874e6, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:02.140830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:02.141525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:02.187628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c49d8f03-53fb-4f29-8877-b4da00d92957, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c49d8f03-53fb-4f29-8877-b4da00d92957,segment=NetworkSegment(988d5b2f-a651-45b8-a43e-67adc3195c44),segment_id=988d5b2f-a651-45b8-a43e-67adc3195c44)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:02.244586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:02.290187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260f671-072e-44e4-b8b1-8a84a2b2584b None None] Sync routers for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:02.295804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.318860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260f671-072e-44e4-b8b1-8a84a2b2584b None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:02.319506 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3260f671-072e-44e4-b8b1-8a84a2b2584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:02.327215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Network a37ada85-9c7b-46d2-a10b-9c149ee874e6 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:02.371832 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6541b8e9-fcda-493e-8e7c-4846f8e0e9b5 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "DELETE /v2.0/floatingips/d4bf350c-fbf1-47a0-ae04-31f1e4588e1b HTTP/1.1" status: 204 len: 168 time: 2.5171421 Apr 08 10:39:02.372618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46788) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:02.375340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.378734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:02.383504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:02.388256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Usage tracker for resource:floatingip and tenant:4ec9d64afb7a4c3c8e141892a765c2f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:02.393658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:02.400504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.407293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:02.460910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3260f671-072e-44e4-b8b1-8a84a2b2584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:02.474443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.474706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] For port c49d8f03-53fb-4f29-8877-b4da00d92957, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c49d8f03-53fb-4f29-8877-b4da00d92957,segment=NetworkSegment(988d5b2f-a651-45b8-a43e-67adc3195c44),segment_id=988d5b2f-a651-45b8-a43e-67adc3195c44)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:02.474996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.505547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, a37ada85-9c7b-46d2-a10b-9c149ee874e6) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:02.531311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.556509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43221283-cd51-4db0-bc08-d6f46491072f None None] Network a37ada85-9c7b-46d2-a10b-9c149ee874e6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:02.592605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=8079428c-dfbc-4f07-b02f-1686d26f7016,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:02.600876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:02.601475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.622887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:02.623253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network hostable DHCP agents. Network: 4bfd581f-1d53-49f3-a3d8-b73cd57c9061, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:02.628162 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260f671-072e-44e4-b8b1-8a84a2b2584b None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:02.632253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3260f671-072e-44e4-b8b1-8a84a2b2584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:02.642884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Deleting port c49d8f03-53fb-4f29-8877-b4da00d92957 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:02.643221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.696374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Calling delete_port for c49d8f03-53fb-4f29-8877-b4da00d92957 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:02.739238 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e9cdc007-8818-4d72-9851-9088a5607b29 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5062289 Apr 08 10:39:02.742631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46792) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:02.768099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3260f671-072e-44e4-b8b1-8a84a2b2584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:02.768531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260f671-072e-44e4-b8b1-8a84a2b2584b None None] The sync data for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:02.769049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:02.804896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9bf00-be22-4671-8673-3ac015d4b390 req-c9b83a71-ff0d-4ed1-b175-3c89c2b6cd8f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:02.806427 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-38b9bf00-be22-4671-8673-3ac015d4b390 req-c9b83a71-ff0d-4ed1-b175-3c89c2b6cd8f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3027644 Apr 08 10:39:02.838994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:02.847440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c49d8f03-53fb-4f29-8877-b4da00d92957,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:02.953282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:02.953945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:02.954142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Router 4690094b-f1f6-4011-9173-2af0836187ca is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:39:02.984280 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-38b9bf00-be22-4671-8673-3ac015d4b390 req-a50d2748-9662-40dc-a1ed-5be9cc9c48ed tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580951 Apr 08 10:39:02.991493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] For port c49d8f03-53fb-4f29-8877-b4da00d92957, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c49d8f03-53fb-4f29-8877-b4da00d92957,segment=NetworkSegment(988d5b2f-a651-45b8-a43e-67adc3195c44),segment_id=988d5b2f-a651-45b8-a43e-67adc3195c44)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:02.991854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.020918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-a37ada85-9c7b-46d2-a10b-9c149ee874e6', 'network_id': 'a37ada85-9c7b-46d2-a10b-9c149ee874e6', 'tenant_id': '6189ea442cb84b03b79db2077590e58c', 'fixed_ips': [{'subnet_id': '5ef23315-99bb-497b-8bf4-652c75a8dc0e'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:03.020918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.147980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 4bfd581f-1d53-49f3-a3d8-b73cd57c9061) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:03.161430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a706eaca-7b17-4a67-891f-a217145305fc None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:03.168935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:03.169603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.206172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.234747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Allocated IP 172.26.7.163 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/71178843-159b-4b5e-8ea6-5f1603846e61) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:03.332204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Calling delete_port for c49d8f03-53fb-4f29-8877-b4da00d92957 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:03.346207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Allocated IP 2001:db8::f816:3eff:fe4b:c9a9 (a37ada85-9c7b-46d2-a10b-9c149ee874e6/5ef23315-99bb-497b-8bf4-652c75a8dc0e/e5ee8be2-3716-4681-b36a-17eda33d4643) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:03.443813 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f43aff56-f1a8-4d3f-b216-692a6d1689c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0162323 Apr 08 10:39:03.446483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.460466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46796) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:03.477180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'name': 'tempest-NetworksTestDHCPv6-88994693'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:03.487381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.605135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:03.606229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '8079428c-dfbc-4f07-b02f-1686d26f7016'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:03.607050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.615826 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Sync routers for ids ['4690094b-f1f6-4011-9173-2af0836187ca'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:03.629512 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Routers {'4690094b-f1f6-4011-9173-2af0836187ca'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:03.630412 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4690094b-f1f6-4011-9173-2af0836187ca'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:03.641593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.669436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:03.673736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:03.676757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:03.683447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:03.685473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.727400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:03.736938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:03.740273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:03.747761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Port': ['ID=c49d8f03-53fb-4f29-8877-b4da00d92957,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:03.758247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] No DVR routers for this DVR port c49d8f03-53fb-4f29-8877-b4da00d92957 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:03.762143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.791479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Pushing event updated for resources: {'Port': ['ID=71178843-159b-4b5e-8ea6-5f1603846e61,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:03.795841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Transition to ACTIVE for port object e5ee8be2-3716-4681-b36a-17eda33d4643 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:03.815745 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Transition to ACTIVE for port object e5ee8be2-3716-4681-b36a-17eda33d4643 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:03.817795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.823452 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d1d7eacd-3925-42ee-a171-bfd46b705c5c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.1883540 Apr 08 10:39:03.827054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46800) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:03.897223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.902967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/8079428c-dfbc-4f07-b02f-1686d26f7016/9b881407-3c27-478e-bf97-e8af7db4e572) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:03.916448 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Set router 4690094b-f1f6-4011-9173-2af0836187ca gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:03.942480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.958397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Deleting port c49d8f03-53fb-4f29-8877-b4da00d92957 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:03.958397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.970052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:03.974467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:03.995242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc64a15a-5ca2-4f9f-96c5-868077b78da1']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:04.016195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988d5b2f-a651-45b8-a43e-67adc3195c44') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:04.031208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988d5b2f-a651-45b8-a43e-67adc3195c44') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:04.042729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port e4b523c4-11ee-4428-a9d8-f070998f0def yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:39:04.085112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d3f7-fd2e-47d7-8cf2-ef3550057fd0 None None] The port 'c49d8f03-53fb-4f29-8877-b4da00d92957' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:39:04.085811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.089691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.105347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Network a37ada85-9c7b-46d2-a10b-9c149ee874e6 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:04.126376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:04.128210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.129237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:04.153878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.172221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.179902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:04.181107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.208279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Pushing event updated for resources: {'Port': ['ID=e5ee8be2-3716-4681-b36a-17eda33d4643,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:04.236195 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:04.261033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef23315-99bb-497b-8bf4-652c75a8dc0e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:04.320532 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Attempting to bind port e5ee8be2-3716-4681-b36a-17eda33d4643 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:04.320922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Attempting to bind port e5ee8be2-3716-4681-b36a-17eda33d4643 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8e0700f3-c453-4fb2-93a0-82e64ec7720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a37ada85-9c7b-46d2-a10b-9c149ee874e6'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:04.321287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Attempting to bind port e5ee8be2-3716-4681-b36a-17eda33d4643 on network a37ada85-9c7b-46d2-a10b-9c149ee874e6 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:04.332013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:04.332396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Checking segment: {'id': '8e0700f3-c453-4fb2-93a0-82e64ec7720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a37ada85-9c7b-46d2-a10b-9c149ee874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:04.332824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.333270 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Bound using segment: {'id': '8e0700f3-c453-4fb2-93a0-82e64ec7720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a37ada85-9c7b-46d2-a10b-9c149ee874e6'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:04.333754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Bound port: e5ee8be2-3716-4681-b36a-17eda33d4643, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0700f3-c453-4fb2-93a0-82e64ec7720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a37ada85-9c7b-46d2-a10b-9c149ee874e6'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:04.334123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.371979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.409917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37ada85-9c7b-46d2-a10b-9c149ee874e6']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:04.424175 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4690094b-f1f6-4011-9173-2af0836187ca', 'name': '', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431', 'external_fixed_ips': [{'subnet_id': 'db78777f-6e75-4748-84aa-f3e870d5cd2a', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b456bf93-9b42-4718-aacd-dadb61c817f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:56Z', 'updated_at': '2022-04-08T10:39:00Z', 'revision_number': 3, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port': {'id': 'b456bf93-9b42-4718-aacd-dadb61c817f1', 'name': '', 'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4690094b-f1f6-4011-9173-2af0836187ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'db78777f-6e75-4748-84aa-f3e870d5cd2a', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:58Z', 'updated_at': '2022-04-08T10:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db78777f-6e75-4748-84aa-f3e870d5cd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:04.429506 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Checking router: 4690094b-f1f6-4011-9173-2af0836187ca for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:39:04.429906 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Updating router 4690094b-f1f6-4011-9173-2af0836187ca port b456bf93-9b42-4718-aacd-dadb61c817f1 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:39:04.440822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0700f3-c453-4fb2-93a0-82e64ec7720b') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:04.441140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0700f3-c453-4fb2-93a0-82e64ec7720b') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:04.467594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.494432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.497168 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.510883 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/networks/cc64a15a-5ca2-4f9f-96c5-868077b78da1 HTTP/1.1" status: 204 len: 168 time: 3.8565781 Apr 08 10:39:04.511219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46806) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:04.511957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a35637-dcd7-4a72-99b1-332a262f7602 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Network': ['ID=cc64a15a-5ca2-4f9f-96c5-868077b78da1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:04.519194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.576958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.589713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.605045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d361c5-fb49-4bb5-a8af-cb5e8c2c3395 req-cd2ca5df-3f52-4d10-8e4e-d73512b13561 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:04.606814 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c3d361c5-fb49-4bb5-a8af-cb5e8c2c3395 req-cd2ca5df-3f52-4d10-8e4e-d73512b13561 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4040968 Apr 08 10:39:04.607700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:04.608108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:04.627427 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:04.669585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] For port e5ee8be2-3716-4681-b36a-17eda33d4643, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:04.678773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.691592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Transition to ACTIVE for port object 9b881407-3c27-478e-bf97-e8af7db4e572 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:04.711631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.714859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Transition to ACTIVE for port object 9b881407-3c27-478e-bf97-e8af7db4e572 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:04.758123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.790585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] For port e5ee8be2-3716-4681-b36a-17eda33d4643, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5ee8be2-3716-4681-b36a-17eda33d4643,segment=NetworkSegment(8e0700f3-c453-4fb2-93a0-82e64ec7720b),segment_id=8e0700f3-c453-4fb2-93a0-82e64ec7720b)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:04.797260 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c3d361c5-fb49-4bb5-a8af-cb5e8c2c3395 req-fceaca31-afc2-4628-ae26-90c64cea0629 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581986 Apr 08 10:39:04.802821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.826987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.872305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:39:04.872305 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:39:04.872305 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': 'a37ada85-9c7b-46d2-a10b-9c149ee874e6'}] Apr 08 10:39:04.872305 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:04.872987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:04.874672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:04.881283 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:04.891093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:04.913500 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.927120 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Transition to ACTIVE for port object b456bf93-9b42-4718-aacd-dadb61c817f1 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:04.931069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Deleting port b456bf93-9b42-4718-aacd-dadb61c817f1 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:04.936675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.937357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:04.960168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::c1 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/8079428c-dfbc-4f07-b02f-1686d26f7016/e4b523c4-11ee-4428-a9d8-f070998f0def) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:04.963950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.004510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e97cdf-9f93-4542-9a58-beabed1f9294']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:05.006042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Pushing event updated for resources: {'Port': ['ID=9b881407-3c27-478e-bf97-e8af7db4e572,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:05.035053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e353a6e0-40c6-4097-8183-626b2923ca06') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:05.035625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e353a6e0-40c6-4097-8183-626b2923ca06') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:05.037117 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.066601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.074993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Attempting to bind port 9b881407-3c27-478e-bf97-e8af7db4e572 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:05.075369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Attempting to bind port 9b881407-3c27-478e-bf97-e8af7db4e572 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:05.075733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Attempting to bind port 9b881407-3c27-478e-bf97-e8af7db4e572 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:05.089289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:05.089663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:05.090071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.090461 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:05.090953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Bound port: 9b881407-3c27-478e-bf97-e8af7db4e572, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:05.091332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.107292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.201297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314006b-e2b8-4270-b5d1-92daad347e22 None None] Pushing event updated for resources: {'Port': ['ID=e5ee8be2-3716-4681-b36a-17eda33d4643,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:05.234516 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Pushing event updated for resources: {'Port': ['ID=b456bf93-9b42-4718-aacd-dadb61c817f1,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:05.269595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:05.272593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.272763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] For port 9b881407-3c27-478e-bf97-e8af7db4e572, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:05.273901 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.273901 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.274080 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.275037 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.275037 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.275214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] For port 9b881407-3c27-478e-bf97-e8af7db4e572, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9b881407-3c27-478e-bf97-e8af7db4e572,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:05.275308 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.275416 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.275747 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.276505 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.277203 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.277203 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.280011 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:05.285396 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Attempting to bind port b456bf93-9b42-4718-aacd-dadb61c817f1 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:05.285675 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Attempting to bind port b456bf93-9b42-4718-aacd-dadb61c817f1 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8cb71691-df74-4766-9a18-e8f87ea36ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:05.286036 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Attempting to bind port b456bf93-9b42-4718-aacd-dadb61c817f1 on network 5c44cefe-8b6a-4210-847b-dc17a33c5431 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:05.290781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab061c-9f1a-4364-beed-d0c728ebfead None None] Network a37ada85-9c7b-46d2-a10b-9c149ee874e6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:05.295250 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:05.295728 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Checking segment: {'id': '8cb71691-df74-4766-9a18-e8f87ea36ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:05.297717 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:05.299832 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.299832 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Bound using segment: {'id': '8cb71691-df74-4766-9a18-e8f87ea36ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:05.299832 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Bound port: b456bf93-9b42-4718-aacd-dadb61c817f1, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb71691-df74-4766-9a18-e8f87ea36ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c44cefe-8b6a-4210-847b-dc17a33c5431'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:05.299832 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.403865 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] For port b456bf93-9b42-4718-aacd-dadb61c817f1, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:05.408316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.408635 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] For port b456bf93-9b42-4718-aacd-dadb61c817f1, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b456bf93-9b42-4718-aacd-dadb61c817f1,segment=NetworkSegment(8cb71691-df74-4766-9a18-e8f87ea36ce7),segment_id=8cb71691-df74-4766-9a18-e8f87ea36ce7)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:05.419912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.479110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.488371 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.531096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.576745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.580442 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Routers {'4690094b-f1f6-4011-9173-2af0836187ca'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:05.581106 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4690094b-f1f6-4011-9173-2af0836187ca'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:05.611986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Calling delete_port for b456bf93-9b42-4718-aacd-dadb61c817f1 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:05.614781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.629388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object e4b523c4-11ee-4428-a9d8-f070998f0def will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:05.632069 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/networks/b7e97cdf-9f93-4542-9a58-beabed1f9294 HTTP/1.1" status: 204 len: 168 time: 1.1180198 Apr 08 10:39:05.637241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46812) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:05.641565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51d088-338e-459e-aa6a-96ec3520fa2c tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Network': ['ID=b7e97cdf-9f93-4542-9a58-beabed1f9294,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:05.650069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting port e5ee8be2-3716-4681-b36a-17eda33d4643 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:05.650429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.669030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025d826-bc81-4a97-ab2a-e8b941b9f85d None None] Pushing event updated for resources: {'Port': ['ID=9b881407-3c27-478e-bf97-e8af7db4e572,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:05.698353 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8722da-b147-483c-b054-59a2ab9b7b34 None None] Pushing event updated for resources: {'Port': ['ID=b456bf93-9b42-4718-aacd-dadb61c817f1,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:05.811020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.811451 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] Set router 4690094b-f1f6-4011-9173-2af0836187ca gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:05.846694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:05.918452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.008751 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4690094b-f1f6-4011-9173-2af0836187ca', 'name': '', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:56Z', 'updated_at': '2022-04-08T10:39:04Z', 'revision_number': 4, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:06.019084 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57b8e3-287f-48da-b8f4-d72aa2355dcc None None] The sync data for ids ['4690094b-f1f6-4011-9173-2af0836187ca'] in dv-neutron-837109-1-hyperv is: [{'id': '4690094b-f1f6-4011-9173-2af0836187ca', 'name': '', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:56Z', 'updated_at': '2022-04-08T10:39:04Z', 'revision_number': 4, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:06.056806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.099335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.161139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:06.177874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=e4b523c4-11ee-4428-a9d8-f070998f0def,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:06.180202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:06.192457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:06.198163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:06.198847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.204512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b52727-a50a-46a2-bf22-1a87d3fa1ac0']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:06.228115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bd5a00-db7e-4397-a97d-c7a637a1fd08') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:06.228590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bd5a00-db7e-4397-a97d-c7a637a1fd08') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:06.247388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.271036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.285758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:06.286163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.291756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Pushing event updated for resources: {'Port': ['ID=71178843-159b-4b5e-8ea6-5f1603846e61,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:06.301531 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:06.334426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] For port e5ee8be2-3716-4681-b36a-17eda33d4643, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5ee8be2-3716-4681-b36a-17eda33d4643,segment=NetworkSegment(8e0700f3-c453-4fb2-93a0-82e64ec7720b),segment_id=8e0700f3-c453-4fb2-93a0-82e64ec7720b)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:06.334788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.352810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.375447 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-985c6080-aab1-4e8c-a23f-20487546d98a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9138627 Apr 08 10:39:06.379904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46818) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:06.394044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535c039-9731-4e86-b60e-b915e39e4b70 req-7b6052f1-f8e3-4485-b81d-1e537c2eefd8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:06.395559 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d535c039-9731-4e86-b60e-b915e39e4b70 req-7b6052f1-f8e3-4485-b81d-1e537c2eefd8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3363307 Apr 08 10:39:06.471745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:06.472077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:06.485084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Calling delete_port for e5ee8be2-3716-4681-b36a-17eda33d4643 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:06.491776 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d535c039-9731-4e86-b60e-b915e39e4b70 req-2a0237cf-9a70-413a-9d31-88d590d5992e tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606115 Apr 08 10:39:06.525382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eeb826-6cc8-4c64-96ef-4cf48cc065dd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:06.532016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eeb826-6cc8-4c64-96ef-4cf48cc065dd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:06.532990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d4eeb826-6cc8-4c64-96ef-4cf48cc065dd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:06.547509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.569902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.585369 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/networks/81b52727-a50a-46a2-bf22-1a87d3fa1ac0 HTTP/1.1" status: 204 len: 168 time: 0.9466109 Apr 08 10:39:06.586555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e12b3b-d236-49d8-990c-440e655ff42b tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Network': ['ID=81b52727-a50a-46a2-bf22-1a87d3fa1ac0,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:06.588136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46822) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:06.673636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.674896 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba4b06d4-a5e5-473c-a339-484a27633efe tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3011444 Apr 08 10:39:06.676160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.680765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46826) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:06.682632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d4eeb826-6cc8-4c64-96ef-4cf48cc065dd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:06.683797 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d4eeb826-6cc8-4c64-96ef-4cf48cc065dd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2998908 Apr 08 10:39:06.688163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46828) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:06.728638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Port': ['ID=e5ee8be2-3716-4681-b36a-17eda33d4643,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:06.739274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No DVR routers for this DVR port e5ee8be2-3716-4681-b36a-17eda33d4643 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:06.756781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.820317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4da83073-6f3a-4666-bec9-cfb9fe45a112 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port e4b523c4-11ee-4428-a9d8-f070998f0def {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:06.820661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4da83073-6f3a-4666-bec9-cfb9fe45a112 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:06.859138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd137504-d140-4f0f-a6df-da9365da00fd None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:07.017279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.054608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Deleting port b456bf93-9b42-4718-aacd-dadb61c817f1 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:07.055325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.059566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa7d739-da0e-43a0-b17e-15f208cc62da']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:07.095350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.102753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00da1406-5f0b-4ef3-933d-9793c6824172') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:07.103050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00da1406-5f0b-4ef3-933d-9793c6824172') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:07.113657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:07.119460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:07.125554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Usage tracker for resource:floatingip and tenant:4f5d2ac99bc341a591420ef31643ce6a is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:07.142568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:07.155950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:07.161553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37ada85-9c7b-46d2-a10b-9c149ee874e6']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:07.199251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-393b60cb-2cfe-4652-80fa-07c94cd7cbfc None None] Provisioning for port 9b881407-3c27-478e-bf97-e8af7db4e572 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:07.216967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0700f3-c453-4fb2-93a0-82e64ec7720b') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:07.217275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0700f3-c453-4fb2-93a0-82e64ec7720b') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:07.237243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.258030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.292677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.313619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:07.314306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.316220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:07.333504 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:07.355917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.374779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:07.375436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:07.396224 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:07.450366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4da83073-6f3a-4666-bec9-cfb9fe45a112 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.577157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] For port b456bf93-9b42-4718-aacd-dadb61c817f1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b456bf93-9b42-4718-aacd-dadb61c817f1,segment=NetworkSegment(8cb71691-df74-4766-9a18-e8f87ea36ce7),segment_id=8cb71691-df74-4766-9a18-e8f87ea36ce7)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:07.578491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.605862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4da83073-6f3a-4666-bec9-cfb9fe45a112 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for e4b523c4-11ee-4428-a9d8-f070998f0def owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:07.611119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-14ff5d5a-ac2c-4e38-8bc4-7f3c0afe19dd None None] Provisioning for port e4b523c4-11ee-4428-a9d8-f070998f0def completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:07.617845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-14ff5d5a-ac2c-4e38-8bc4-7f3c0afe19dd None None] Provisioning complete for port e4b523c4-11ee-4428-a9d8-f070998f0def triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:07.618304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-14ff5d5a-ac2c-4e38-8bc4-7f3c0afe19dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.680850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.684766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc826c-8860-4954-a860-832c4e382060 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:39:07.706755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.722925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] Pushing event deleted for resources: {'Network': ['ID=4fa7d739-da0e-43a0-b17e-15f208cc62da,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:07.743632 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ec2c4993-7519-40cc-a019-4ce019acee93 tempest-BulkNetworkOpsIpV6Test-1145181406 tempest-BulkNetworkOpsIpV6Test-1145181406-project] 10.222.0.23 "DELETE /v2.0/networks/4fa7d739-da0e-43a0-b17e-15f208cc62da HTTP/1.1" status: 204 len: 168 time: 1.1530931 Apr 08 10:39:07.762526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-14ff5d5a-ac2c-4e38-8bc4-7f3c0afe19dd None None] Port e4b523c4-11ee-4428-a9d8-f070998f0def cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:39:07.789224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.801037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Calling delete_port for b456bf93-9b42-4718-aacd-dadb61c817f1 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:07.847442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.893484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Network': ['ID=a37ada85-9c7b-46d2-a10b-9c149ee874e6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:07.901663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4da83073-6f3a-4666-bec9-cfb9fe45a112 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:07.935391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-81ccbb6f-a5d8-423f-81fb-dd6a72b93bb1 None None] Could not find standard attr ID for object e4b523c4-11ee-4428-a9d8-f070998f0def. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:39:07.936856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc826c-8860-4954-a860-832c4e382060 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:39:07.940520 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-08895f68-acac-4c97-8003-56f8b7b53090 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/a37ada85-9c7b-46d2-a10b-9c149ee874e6 HTTP/1.1" status: 204 len: 168 time: 5.1930857 Apr 08 10:39:07.940825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46842) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:07.984944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9b881407-3c27-478e-bf97-e8af7db4e572 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:08.016865 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e0287c-4dcb-4802-b8e7-cedc0f5e5548 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): The resource could not be found. Apr 08 10:39:08.017126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e0287c-4dcb-4802-b8e7-cedc0f5e5548 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:39:08.021493 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b4e0287c-4dcb-4802-b8e7-cedc0f5e5548 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/subnets/5ef23315-99bb-497b-8bf4-652c75a8dc0e HTTP/1.1" status: 404 len: 337 time: 0.0755556 Apr 08 10:39:08.034161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46846) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.068218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da83073-6f3a-4666-bec9-cfb9fe45a112 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=e4b523c4-11ee-4428-a9d8-f070998f0def,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:08.090581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4da83073-6f3a-4666-bec9-cfb9fe45a112 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.094126 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c890330-39fb-4d78-beeb-17ad5d5a49fa tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): The resource could not be found. Apr 08 10:39:08.094638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c890330-39fb-4d78-beeb-17ad5d5a49fa tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:39:08.099234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2c890330-39fb-4d78-beeb-17ad5d5a49fa tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/a37ada85-9c7b-46d2-a10b-9c149ee874e6 HTTP/1.1" status: 404 len: 339 time: 0.0648894 Apr 08 10:39:08.100724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.102552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46850) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.197663 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4da83073-6f3a-4666-bec9-cfb9fe45a112 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/e4b523c4-11ee-4428-a9d8-f070998f0def HTTP/1.1" status: 204 len: 168 time: 1.5047691 Apr 08 10:39:08.198625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46854) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.215351 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b2c5ab-3f9e-4d5b-aa83-fad07719c9d5 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): The resource could not be found. Apr 08 10:39:08.216090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b2c5ab-3f9e-4d5b-aa83-fad07719c9d5 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:39:08.249848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec198d-3505-4987-a1bd-edef4b072b66 req-7b00e7d5-6b3c-4b0d-badf-fb89c8545e0b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:08.251390 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-33ec198d-3505-4987-a1bd-edef4b072b66 req-7b00e7d5-6b3c-4b0d-badf-fb89c8545e0b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5121539 Apr 08 10:39:08.259202 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3b2c5ab-3f9e-4d5b-aa83-fad07719c9d5 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/subnets/7e5164a8-08fa-466a-9c56-9f749c121142 HTTP/1.1" status: 404 len: 337 time: 0.1537588 Apr 08 10:39:08.266182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46858) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.270891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 9b881407-3c27-478e-bf97-e8af7db4e572 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:08.278391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9b881407-3c27-478e-bf97-e8af7db4e572 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:08.278813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.331135 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b367ee-d3fa-4870-be94-05f36b2faffc tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): The resource could not be found. Apr 08 10:39:08.331616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b367ee-d3fa-4870-be94-05f36b2faffc tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:39:08.333478 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-17b367ee-d3fa-4870-be94-05f36b2faffc tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/d679d310-450d-480e-bef5-f2bde57f541f HTTP/1.1" status: 404 len: 339 time: 0.0667584 Apr 08 10:39:08.336291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46862) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.410036 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-33ec198d-3505-4987-a1bd-edef4b072b66 req-28282a75-5080-4eac-b813-210d6a4d01b0 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469712 Apr 08 10:39:08.458184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a57bb63-a7a8-42c7-86a8-fa5454b23a0a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:08.459365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a57bb63-a7a8-42c7-86a8-fa5454b23a0a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:08.464984 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3a57bb63-a7a8-42c7-86a8-fa5454b23a0a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2513514 Apr 08 10:39:08.464984 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd8dab6-c24a-4ff3-b139-8ed335e2b165 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): The resource could not be found. Apr 08 10:39:08.464984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd8dab6-c24a-4ff3-b139-8ed335e2b165 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:39:08.464984 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bcd8dab6-c24a-4ff3-b139-8ed335e2b165 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/subnets/bfdb2542-cf40-4960-baa3-c33fb04a170a HTTP/1.1" status: 404 len: 337 time: 0.1271434 Apr 08 10:39:08.465405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46866) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.471157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46870) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.524320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Allocated IP 172.26.7.43 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/303406d7-bfff-4e5d-bbb0-b17787ad2ebe) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:08.532537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.533451 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9d8e27-0636-42cc-b6e3-e49b0b080246 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): The resource could not be found. Apr 08 10:39:08.534169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9d8e27-0636-42cc-b6e3-e49b0b080246 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:39:08.551085 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1c9d8e27-0636-42cc-b6e3-e49b0b080246 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/bd73e082-b345-457d-bd15-f0310bd19ae3 HTTP/1.1" status: 404 len: 339 time: 0.0788176 Apr 08 10:39:08.568984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff253aa-192a-469f-ac62-2c87251b58c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 8079428c-dfbc-4f07-b02f-1686d26f7016 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:08.571547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46874) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.575863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fff253aa-192a-469f-ac62-2c87251b58c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.609537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 9b881407-3c27-478e-bf97-e8af7db4e572, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9b881407-3c27-478e-bf97-e8af7db4e572,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:08.691716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.716671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46880) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:08.717586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.718482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fff253aa-192a-469f-ac62-2c87251b58c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.758629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-813a5c3a-d5e4-47cc-9cd1-2e36511bb710 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting port 876addef-05ae-47ff-b278-ab552ef99b57 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:08.758976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-813a5c3a-d5e4-47cc-9cd1-2e36511bb710 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:08.827111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=9b881407-3c27-478e-bf97-e8af7db4e572,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:08.963043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fff253aa-192a-469f-ac62-2c87251b58c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.087442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-813a5c3a-d5e4-47cc-9cd1-2e36511bb710 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.105013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event deleted for resources: {'Port': ['ID=b456bf93-9b42-4718-aacd-dadb61c817f1,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:09.137395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.196712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.226426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-813a5c3a-d5e4-47cc-9cd1-2e36511bb710 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Calling delete_port for 876addef-05ae-47ff-b278-ab552ef99b57 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:09.250371 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-be1e1dc4-fec6-412c-a5df-37e7275c18b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdac76a796e44a3c92785947d1efca45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179048 Apr 08 10:39:09.256155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46886) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:09.361785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b7c72fe4-5a78-40dd-99d5-5c63448f86ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.374305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fff253aa-192a-469f-ac62-2c87251b58c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.384860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.387957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.501317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.505656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.506156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4690094b-f1f6-4011-9173-2af0836187ca {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:39:09.510414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-813a5c3a-d5e4-47cc-9cd1-2e36511bb710 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.518224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff253aa-192a-469f-ac62-2c87251b58c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=8079428c-dfbc-4f07-b02f-1686d26f7016,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:09.523221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b7c72fe4-5a78-40dd-99d5-5c63448f86ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.577651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.578698 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-49dfa32c-7238-43df-9c90-44988118c9a5 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "DELETE /v2.0/routers/4690094b-f1f6-4011-9173-2af0836187ca HTTP/1.1" status: 204 len: 168 time: 5.7500343 Apr 08 10:39:09.583448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46892) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:09.587260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e4d910-fe90-4918-890b-01e23a81ae0d None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:09.590553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:09.625304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:09.628214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fff253aa-192a-469f-ac62-2c87251b58c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.632908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a5c3a-d5e4-47cc-9cd1-2e36511bb710 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Port': ['ID=876addef-05ae-47ff-b278-ab552ef99b57,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:09.649856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:09.670854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-813a5c3a-d5e4-47cc-9cd1-2e36511bb710 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.675116 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-813a5c3a-d5e4-47cc-9cd1-2e36511bb710 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/ports/876addef-05ae-47ff-b278-ab552ef99b57 HTTP/1.1" status: 204 len: 168 time: 1.0993669 Apr 08 10:39:09.680439 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fff253aa-192a-469f-ac62-2c87251b58c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/8079428c-dfbc-4f07-b02f-1686d26f7016 HTTP/1.1" status: 204 len: 168 time: 1.2141845 Apr 08 10:39:09.685701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46896) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:09.689952 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46898) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:09.710369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Pushing event updated for resources: {'Port': ['ID=303406d7-bfff-4e5d-bbb0-b17787ad2ebe,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:09.730096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54447c5-3bb2-479b-b907-f266596ac3f1 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Deleting subnet db78777f-6e75-4748-84aa-f3e870d5cd2a {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:09.736188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d54447c5-3bb2-479b-b907-f266596ac3f1 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.810374 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-022f793a-0928-4e57-8dbe-e04e1110f384 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207786 Apr 08 10:39:09.811183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d54447c5-3bb2-479b-b907-f266596ac3f1 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.811928 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fd0ef7-6ae3-4eb7-bfda-5de453d57707 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): The resource could not be found. Apr 08 10:39:09.812884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fd0ef7-6ae3-4eb7-bfda-5de453d57707 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:39:09.817927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46904) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:09.826203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:09.846920 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-81fd0ef7-6ae3-4eb7-bfda-5de453d57707 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/subnets/a7f6d081-0ba1-4698-b03a-e7e8a584cd99 HTTP/1.1" status: 404 len: 337 time: 0.1592305 Apr 08 10:39:09.852667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46908) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:09.911962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.957393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8c117-350e-4cdf-a08e-e8921b93ca68 req-ce116b5b-6e16-45cb-89ca-b1841a7eaf18 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:09.957393 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cff8c117-350e-4cdf-a08e-e8921b93ca68 req-ce116b5b-6e16-45cb-89ca-b1841a7eaf18 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3792281 Apr 08 10:39:09.957648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:09.962193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b7c72fe4-5a78-40dd-99d5-5c63448f86ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:09.970349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] Deleting port 9b881407-3c27-478e-bf97-e8af7db4e572 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:09.970983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.005478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d54447c5-3bb2-479b-b907-f266596ac3f1 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.005704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b7c72fe4-5a78-40dd-99d5-5c63448f86ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.009238 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b7c72fe4-5a78-40dd-99d5-5c63448f86ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4cdbc32-7ea7-42c4-8997-98c957a6bb8e HTTP/1.1" status: 204 len: 168 time: 0.7495241 Apr 08 10:39:10.009238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c72fe4-5a78-40dd-99d5-5c63448f86ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdbc32-7ea7-42c4-8997-98c957a6bb8e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:10.014114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:10.021692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:10.031965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:10.042817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:10.054060 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cff8c117-350e-4cdf-a08e-e8921b93ca68 req-ac4f029b-15e1-4c99-8034-4ed18889c719 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733688 Apr 08 10:39:10.129427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.147276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:10.152071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.159470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.350418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] For port 9b881407-3c27-478e-bf97-e8af7db4e572, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9b881407-3c27-478e-bf97-e8af7db4e572,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:10.351177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.393183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.491026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] Calling delete_port for 9b881407-3c27-478e-bf97-e8af7db4e572 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:10.519523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:10.533415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d54447c5-3bb2-479b-b907-f266596ac3f1 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.587544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22945b04-8a9f-41fa-b92d-5c55536a0917') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:10.587840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22945b04-8a9f-41fa-b92d-5c55536a0917') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:10.597247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54447c5-3bb2-479b-b907-f266596ac3f1 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db78777f-6e75-4748-84aa-f3e870d5cd2a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:10.601878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d54447c5-3bb2-479b-b907-f266596ac3f1 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.611242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.618326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.663023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.663960 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d54447c5-3bb2-479b-b907-f266596ac3f1 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/db78777f-6e75-4748-84aa-f3e870d5cd2a HTTP/1.1" status: 204 len: 168 time: 1.0693545 Apr 08 10:39:10.671327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46926) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:10.674859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.683224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:10.683686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.700201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:10.703730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:10.708369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:10.709004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:10.713680 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:10.753354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] Pushing event deleted for resources: {'Port': ['ID=9b881407-3c27-478e-bf97-e8af7db4e572,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:10.753621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=1e2ef1d5-2900-45f9-a62e-78d4abb85603,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:10.760126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6297373-3999-4586-8d9d-9617b3fc65b8 None None] No DVR routers for this DVR port 9b881407-3c27-478e-bf97-e8af7db4e572 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:10.794298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298c1e4-f947-4d55-9348-3e501b1306c3 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:10.912357 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-92136a39-d1c8-46fe-9a2b-94021f9bd298 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0908747 Apr 08 10:39:10.915266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46932) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:10.923722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'name': 'tempest-NetworksTestDHCPv6-1385679239'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:11.072022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf39de-e320-4fd9-9c2b-988e2dbfe437 req-ae2f6f76-759a-475a-8e24-cc074cfa5e0f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:11.072022 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e7bf39de-e320-4fd9-9c2b-988e2dbfe437 req-ae2f6f76-759a-475a-8e24-cc074cfa5e0f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.2789841 Apr 08 10:39:11.084289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:39:11.099904 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.121257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '1e2ef1d5-2900-45f9-a62e-78d4abb85603'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:11.122086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.128712 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e7bf39de-e320-4fd9-9c2b-988e2dbfe437 req-43fc59bb-c628-42af-bab7-f0ed8ddde78b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513225 Apr 08 10:39:11.171902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:11.176752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:11.179742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:11.185720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.186304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:11.194570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.302616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/1e2ef1d5-2900-45f9-a62e-78d4abb85603/291d9af8-dab9-4526-9c89-dea59f61701b) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:11.324302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:11.328793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.369429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46944) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:11.382740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port d7353705-4ed3-4f57-90d4-5260b8396faa yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:39:11.490454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.503425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-47170486'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:11.507709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.508546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:11.512733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:11.518319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:11.523200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:11.537650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Pushing event updated for resources: {'Port': ['ID=303406d7-bfff-4e5d-bbb0-b17787ad2ebe,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:11.549254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.568407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Network': ['ID=cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:11.579568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.586794 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e0988c34-2916-48e6-9acb-740bae014a70 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/cd8e8d2e-4de4-4b5f-b325-0b4e2290d64b HTTP/1.1" status: 204 len: 168 time: 1.7330847 Apr 08 10:39:11.589876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46950) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:11.591131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Transition to ACTIVE for port object 291d9af8-dab9-4526-9c89-dea59f61701b will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:11.593857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c44cefe-8b6a-4210-847b-dc17a33c5431']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:11.607537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.614909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Transition to ACTIVE for port object 291d9af8-dab9-4526-9c89-dea59f61701b will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:11.615187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-23ae7030-6476-428d-bd27-35c356ec7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:11.616673 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-23ae7030-6476-428d-bd27-35c356ec7ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1099 time: 0.5493674 Apr 08 10:39:11.621270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb71691-df74-4766-9a18-e8f87ea36ce7') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:11.621270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb71691-df74-4766-9a18-e8f87ea36ce7') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:11.639303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:11.644080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.660905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.663375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.689268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:11.692310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.727731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:security_group_rule and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:11.734121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4d3cc-9c35-4a0b-9cff-f5905d86ddce tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting port 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:11.734481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d3cc-9c35-4a0b-9cff-f5905d86ddce tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.740266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.760275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:11.760711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.765870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:11.774363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:11.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:11.779303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:11.790980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.791227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:11.792342 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-41104145-c8ce-4e9f-934e-0615bffafe84 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0678906 Apr 08 10:39:11.795014 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Pushing event updated for resources: {'Port': ['ID=291d9af8-dab9-4526-9c89-dea59f61701b,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:11.807203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46954) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:11.834732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:11.891227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-aa43bc00-21a6-423d-9dc0-ed8c59ea1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:11.891682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9b881407-3c27-478e-bf97-e8af7db4e572 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:11.892772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-aa43bc00-21a6-423d-9dc0-ed8c59ea1151 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 912 time: 0.2633984 Apr 08 10:39:11.968734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:11.972897 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2b3bdfab-c993-42cb-8672-a1b075c88e58 tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4009 time: 0.1498482 Apr 08 10:39:11.986770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46958) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:12.001420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::373 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/1e2ef1d5-2900-45f9-a62e-78d4abb85603/d7353705-4ed3-4f57-90d4-5260b8396faa) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:12.001739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 9b881407-3c27-478e-bf97-e8af7db4e572 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:12.002100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9b881407-3c27-478e-bf97-e8af7db4e572 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:12.003857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Attempting to bind port 291d9af8-dab9-4526-9c89-dea59f61701b on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:12.004012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Attempting to bind port 291d9af8-dab9-4526-9c89-dea59f61701b by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:12.004455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Attempting to bind port 291d9af8-dab9-4526-9c89-dea59f61701b on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:12.014319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:12.015308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:12.015988 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:12.016107 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:12.016560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Bound port: 291d9af8-dab9-4526-9c89-dea59f61701b, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:12.016935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:12.083021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c44cefe-8b6a-4210-847b-dc17a33c5431 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 08 10:39:12.101943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:12.119597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c44cefe-8b6a-4210-847b-dc17a33c5431,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:12.151597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-107a52bc-19be-4489-8944-02a9612a47ad tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Synchronizing usage tracker for tenant:11523ae44d994a9383afe57986c6efaa on resource:floatingip {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:12.165954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] For port 291d9af8-dab9-4526-9c89-dea59f61701b, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:12.171928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] For port 291d9af8-dab9-4526-9c89-dea59f61701b, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=291d9af8-dab9-4526-9c89-dea59f61701b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:12.185149 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f8bf767f-5db0-4a32-b2c3-ea7c8e07ce0e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5c44cefe-8b6a-4210-847b-dc17a33c5431 HTTP/1.1" status: 204 len: 168 time: 1.5122185 Apr 08 10:39:12.213612 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-1fcf7c25-b811-4190-8856-4bd103acf0d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 1002 time: 0.3114138 Apr 08 10:39:12.267824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:12.320332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-7fb99979-0a3a-4680-b3d8-42662ed5f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:12.322213 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-7fb99979-0a3a-4680-b3d8-42662ed5f3fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.0997756 Apr 08 10:39:12.426586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-107a52bc-19be-4489-8944-02a9612a47ad tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Unset dirty status for tenant:11523ae44d994a9383afe57986c6efaa on resource:floatingip {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:12.430874 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-107a52bc-19be-4489-8944-02a9612a47ad tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4410403 Apr 08 10:39:12.439531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46968) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:12.452942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23a053-70ac-46c5-b2f7-72e9daf75189 None None] Pushing event updated for resources: {'Port': ['ID=291d9af8-dab9-4526-9c89-dea59f61701b,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:12.546302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d3cc-9c35-4a0b-9cff-f5905d86ddce tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:12.677961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Deleting port 303406d7-bfff-4e5d-bbb0-b17787ad2ebe {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:12.678325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:12.779230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4d3cc-9c35-4a0b-9cff-f5905d86ddce tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Calling delete_port for 287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:12.797638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-a2e053da-fd6d-4334-b492-1785d1b8bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:12.798127 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-a2e053da-fd6d-4334-b492-1785d1b8bf54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4686565 Apr 08 10:39:12.816350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46976) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:12.828524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db2ec8-12a5-4247-bdbb-872765db9b3c req-c84942ac-83d2-4664-8489-73b3277e7389 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:12.830121 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d9db2ec8-12a5-4247-bdbb-872765db9b3c req-c84942ac-83d2-4664-8489-73b3277e7389 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4574077 Apr 08 10:39:12.860135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'router': {'name': 'tempest-router--1034719095', 'project_id': '68bf4fd9a15643bbb4a4c52f48d69b83'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:12.894219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:12.963787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:12.963787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:12.963787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object d7353705-4ed3-4f57-90d4-5260b8396faa will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:13.086241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Usage tracker for resource:router and tenant:68bf4fd9a15643bbb4a4c52f48d69b83 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:13.125348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.153700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:13.161815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:13.171706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:13.171972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b1f04c-d5fe-4340-97b7-435df2543453,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:13.181717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.182074 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment a3b9e7a4-746b-49ed-8a68-9fb8922a4021 of type vlan for network 7c57c927-fbef-4cbb-9005-7d8426d66ef0 Apr 08 10:39:13.196241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d3cc-9c35-4a0b-9cff-f5905d86ddce tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.199393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.219453 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d9db2ec8-12a5-4247-bdbb-872765db9b3c req-8649cb53-87b0-49cd-b878-2303c00cf26b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562074 Apr 08 10:39:13.257529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.257860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.271963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.275675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4d3cc-9c35-4a0b-9cff-f5905d86ddce tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Port': ['ID=287bc93d-a8ab-4c35-aca5-bc8b5777e8b5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:13.379873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d3cc-9c35-4a0b-9cff-f5905d86ddce tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.394026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=d7353705-4ed3-4f57-90d4-5260b8396faa,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:13.398898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:13.412157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:13.413150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.414207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.414664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:13.421678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:13.422595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.425186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Calling delete_port for 303406d7-bfff-4e5d-bbb0-b17787ad2ebe owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:13.455192 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-16aa2258-b1ed-4e69-9cd3-97094c0e020a service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404839 Apr 08 10:39:13.459192 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9ac4d3cc-9c35-4a0b-9cff-f5905d86ddce tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/ports/287bc93d-a8ab-4c35-aca5-bc8b5777e8b5 HTTP/1.1" status: 204 len: 168 time: 1.8682172 Apr 08 10:39:13.459859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46982) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:13.501246 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-271b9162-48d0-4911-a2b9-fe887ae6579a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] DELETE failed (client error): The resource could not be found. Apr 08 10:39:13.501744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271b9162-48d0-4911-a2b9-fe887ae6579a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:39:13.506207 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-271b9162-48d0-4911-a2b9-fe887ae6579a tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/subnets/71092811-0644-4758-9c33-ade4d42ee988 HTTP/1.1" status: 404 len: 337 time: 0.0452437 Apr 08 10:39:13.507178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46986) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:13.529815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.536073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:13.536718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.590430 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f1af30b2-3270-47bf-ac93-4cdc4aeaa3e9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6690652 Apr 08 10:39:13.593043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.602098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 46990) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:13.754618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.760164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=7c57c927-fbef-4cbb-9005-7d8426d66ef0,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:13.772763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 7c57c927-fbef-4cbb-9005-7d8426d66ef0 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:13.775430 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a00f7f71-b7c3-4cb1-bf38-7bcc49268927 req-c66d58db-bc15-46ac-8ec7-c85b0264c595 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089342 Apr 08 10:39:13.814073 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-241ccd5e-965f-4bca-aeed-f1176ad71bce tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.4435427 Apr 08 10:39:13.819419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f564dbc-d2c1-4688-a0a0-a9a6d774c950 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:13.825818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f564dbc-d2c1-4688-a0a0-a9a6d774c950 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:13.827756 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8f564dbc-d2c1-4688-a0a0-a9a6d774c950 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2246091 Apr 08 10:39:13.834156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46994) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:13.841363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.851039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9897fd11-573c-4c6b-b7bf-44c9753b07c1 None None] Provisioning for port 291d9af8-dab9-4526-9c89-dea59f61701b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:13.951125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.007878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 291d9af8-dab9-4526-9c89-dea59f61701b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:14.013547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.029879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f4bd2-f74a-4125-b2bc-5b8766e62649 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port d7353705-4ed3-4f57-90d4-5260b8396faa {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:14.029879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4bd2-f74a-4125-b2bc-5b8766e62649 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.050791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.052932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b1c0c7d0-7f89-4f50-9663-881fd93aa2be tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2218680 Apr 08 10:39:14.065287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 46998) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:14.115836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Pushing event deleted for resources: {'Port': ['ID=303406d7-bfff-4e5d-bbb0-b17787ad2ebe,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:14.154184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f87ec84-29e3-458c-b2d0-9fa1555268d3']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:14.188292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e691fc3-3fe5-4109-9246-9cc46ee13922') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:14.188665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e691fc3-3fe5-4109-9246-9cc46ee13922') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:14.200630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-120dac3f-4998-4e12-9712-c7511c3cba31 None None] Provisioning for port d7353705-4ed3-4f57-90d4-5260b8396faa completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:14.208859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.215076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-120dac3f-4998-4e12-9712-c7511c3cba31 None None] Provisioning complete for port d7353705-4ed3-4f57-90d4-5260b8396faa triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:14.216407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-120dac3f-4998-4e12-9712-c7511c3cba31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.216989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.221027 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bf248bbd-5578-4077-b18c-958c1d4dc171 tempest-FloatingIPAdminTestJSON-279297223 tempest-FloatingIPAdminTestJSON-279297223-project] 10.222.0.23 "DELETE /v2.0/floatingips/8fcaa42e-7e6b-48b1-9dc3-c0c12f571982 HTTP/1.1" status: 204 len: 168 time: 1.7760699 Apr 08 10:39:14.225383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47002) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:14.366573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 291d9af8-dab9-4526-9c89-dea59f61701b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:14.387448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 291d9af8-dab9-4526-9c89-dea59f61701b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:14.387815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.413814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.447959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9204c530-acf5-45f9-a245-fdfbc8470b3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.547811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-120dac3f-4998-4e12-9712-c7511c3cba31 None None] Port d7353705-4ed3-4f57-90d4-5260b8396faa cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:39:14.616134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Deleting port 71178843-159b-4b5e-8ea6-5f1603846e61 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:14.616617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.663522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.690223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.731937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 291d9af8-dab9-4526-9c89-dea59f61701b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=291d9af8-dab9-4526-9c89-dea59f61701b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:14.767345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:14.767743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:14.790746 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:14.825226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.847557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.848301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:14.916456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=291d9af8-dab9-4526-9c89-dea59f61701b,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:14.995181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Calling delete_port for 71178843-159b-4b5e-8ea6-5f1603846e61 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:15.179687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9204c530-acf5-45f9-a245-fdfbc8470b3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.190979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.194228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9204c530-acf5-45f9-a245-fdfbc8470b3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.250174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.275920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Network': ['ID=2f87ec84-29e3-458c-b2d0-9fa1555268d3,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:15.284405 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3854eb96-83db-4d6a-95b0-352863a33f1f tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/2f87ec84-29e3-458c-b2d0-9fa1555268d3 HTTP/1.1" status: 204 len: 168 time: 1.7765973 Apr 08 10:39:15.303339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728f9b3-21aa-4e9a-8f60-32bd0b7d9941 req-e90810ad-d8be-403a-afc5-10f6f1d43fe8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:15.311216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3728f9b3-21aa-4e9a-8f60-32bd0b7d9941 req-e90810ad-d8be-403a-afc5-10f6f1d43fe8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7613509 Apr 08 10:39:15.318237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47008) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:15.354063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9204c530-acf5-45f9-a245-fdfbc8470b3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.354694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9204c530-acf5-45f9-a245-fdfbc8470b3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1dd33a-c4d9-4716-9363-5ab965b53155 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:39:15.357617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4bd2-f74a-4125-b2bc-5b8766e62649 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.373137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9204c530-acf5-45f9-a245-fdfbc8470b3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.377020 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9204c530-acf5-45f9-a245-fdfbc8470b3a tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9d1dd33a-c4d9-4716-9363-5ab965b53155 HTTP/1.1" status: 204 len: 168 time: 1.3082507 Apr 08 10:39:15.393296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.504250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Pushing event deleted for resources: {'Port': ['ID=71178843-159b-4b5e-8ea6-5f1603846e61,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:15.504856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f4bd2-f74a-4125-b2bc-5b8766e62649 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for d7353705-4ed3-4f57-90d4-5260b8396faa owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:15.541944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-a226312b-3181-4e64-aa47-70fef5c1864b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting subnet 42c87bc9-ea01-448a-9404-ac99f0c4e130 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:15.544004 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3728f9b3-21aa-4e9a-8f60-32bd0b7d9941 req-c25aed39-60e2-4efd-bcde-d1789b52d87b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294719 Apr 08 10:39:15.559091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a226312b-3181-4e64-aa47-70fef5c1864b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.626034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.633758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a226312b-3181-4e64-aa47-70fef5c1864b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.688445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.693604 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ff5571de-6eba-489f-879c-70f23902f5ec tempest-FloatingIPAdminTestJSON-1358854952 tempest-FloatingIPAdminTestJSON-1358854952-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/8cc3b231-2f32-4573-bc4f-b2b789a92af1 HTTP/1.1" status: 204 len: 168 time: 1.4665737 Apr 08 10:39:15.695261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47014) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:15.718453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47018) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:15.772312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a226312b-3181-4e64-aa47-70fef5c1864b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.794236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bd2ed-2cb9-47b6-b2d1-6b8aa7b19318 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Deleting port 1a2ee698-83aa-4c7e-ae60-e45b661e9779 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:15.794607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd2ed-2cb9-47b6-b2d1-6b8aa7b19318 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.863846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4bd2-f74a-4125-b2bc-5b8766e62649 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.962375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f4bd2-f74a-4125-b2bc-5b8766e62649 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=d7353705-4ed3-4f57-90d4-5260b8396faa,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:15.995004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 291d9af8-dab9-4526-9c89-dea59f61701b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:16.039549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2073885734', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:16.048362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4bd2-f74a-4125-b2bc-5b8766e62649 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.052818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:16.055969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a226312b-3181-4e64-aa47-70fef5c1864b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.066311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Usage tracker for resource:router and tenant:352b2f9f57be4bc49769431a2403d34d is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:16.088945 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9a1f4bd2-f74a-4125-b2bc-5b8766e62649 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/d7353705-4ed3-4f57-90d4-5260b8396faa HTTP/1.1" status: 204 len: 168 time: 2.2534924 Apr 08 10:39:16.089697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47024) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:16.130373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 291d9af8-dab9-4526-9c89-dea59f61701b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:16.131128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.146197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:16.175304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:16.178516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226312b-3181-4e64-aa47-70fef5c1864b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Subnet': ['ID=42c87bc9-ea01-448a-9404-ac99f0c4e130,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:16.181347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a226312b-3181-4e64-aa47-70fef5c1864b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.207977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a226312b-3181-4e64-aa47-70fef5c1864b tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/subnets/42c87bc9-ea01-448a-9404-ac99f0c4e130 HTTP/1.1" status: 204 len: 168 time: 0.8864353 Apr 08 10:39:16.210014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47026) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:16.255274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e02bd-401a-4e89-88bb-b14516a35dfb None None] Network f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:16.397182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.398203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.445193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd2ed-2cb9-47b6-b2d1-6b8aa7b19318 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.453879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.458185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.477283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:16.477659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.613429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3836f-d899-4751-aca6-b475ae8914a3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:16.615976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3836f-d899-4751-aca6-b475ae8914a3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:16.617084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-08b3836f-d899-4751-aca6-b475ae8914a3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:16.629174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bd2ed-2cb9-47b6-b2d1-6b8aa7b19318 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Calling delete_port for 1a2ee698-83aa-4c7e-ae60-e45b661e9779 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:16.795769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-08b3836f-d899-4751-aca6-b475ae8914a3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:16.802304 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-08b3836f-d899-4751-aca6-b475ae8914a3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5152075 Apr 08 10:39:16.804461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47034) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:16.857404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] DHCP port deletion for f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:16.862198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] Deleting port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:16.862576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.937248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29e9cda-3d33-45bd-9ac8-a651b41e99da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 1e2ef1d5-2900-45f9-a62e-78d4abb85603 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:16.941890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b29e9cda-3d33-45bd-9ac8-a651b41e99da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.001344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd2ed-2cb9-47b6-b2d1-6b8aa7b19318 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.051392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b29e9cda-3d33-45bd-9ac8-a651b41e99da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.095873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bd2ed-2cb9-47b6-b2d1-6b8aa7b19318 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event deleted for resources: {'Port': ['ID=1a2ee698-83aa-4c7e-ae60-e45b661e9779,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:17.132157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] For port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d003c49b-cab4-4788-a5a4-45a4e9c8a4ae,segment=NetworkSegment(7e8b0c5c-06b4-4b99-a25f-a5d2b429d483),segment_id=7e8b0c5c-06b4-4b99-a25f-a5d2b429d483)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:17.132851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.160682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.227143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] For port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d003c49b-cab4-4788-a5a4-45a4e9c8a4ae,segment=NetworkSegment(7e8b0c5c-06b4-4b99-a25f-a5d2b429d483),segment_id=7e8b0c5c-06b4-4b99-a25f-a5d2b429d483)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:17.227799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.322207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd2ed-2cb9-47b6-b2d1-6b8aa7b19318 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.348731 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4c7bd2ed-2cb9-47b6-b2d1-6b8aa7b19318 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "DELETE /v2.0/ports/1a2ee698-83aa-4c7e-ae60-e45b661e9779 HTTP/1.1" status: 204 len: 168 time: 1.6526017 Apr 08 10:39:17.350920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47038) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:17.409393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] Calling delete_port for d003c49b-cab4-4788-a5a4-45a4e9c8a4ae owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:17.461919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b29e9cda-3d33-45bd-9ac8-a651b41e99da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.580023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fdb989-36c9-425a-ae75-0232e656bc22 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:17.581242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-41fdb989-36c9-425a-ae75-0232e656bc22 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Synchronizing usage tracker for tenant:11523ae44d994a9383afe57986c6efaa on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:17.596359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Calling delete_port for d003c49b-cab4-4788-a5a4-45a4e9c8a4ae owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:17.605214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.652314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] No DVR routers for this DVR port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:17.664807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1623fa-6662-4ae6-8114-9b3a4c500932 req-183382ab-2ca7-46f6-904b-527c427b5a19 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:17.666808 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-af1623fa-6662-4ae6-8114-9b3a4c500932 req-183382ab-2ca7-46f6-904b-527c427b5a19 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.8831763 Apr 08 10:39:17.676639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b38a5-ef1d-4b8f-887e-e87f62e6b23d None None] Pushing event deleted for resources: {'Port': ['ID=d003c49b-cab4-4788-a5a4-45a4e9c8a4ae,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:17.688254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b29e9cda-3d33-45bd-9ac8-a651b41e99da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.726643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-41fdb989-36c9-425a-ae75-0232e656bc22 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Unset dirty status for tenant:11523ae44d994a9383afe57986c6efaa on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:17.730161 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-41fdb989-36c9-425a-ae75-0232e656bc22 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5 HTTP/1.1" status: 200 len: 913 time: 0.3756208 Apr 08 10:39:17.733787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47044) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:17.736711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e9cda-3d33-45bd-9ac8-a651b41e99da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2ef1d5-2900-45f9-a62e-78d4abb85603,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:17.800250 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-af1623fa-6662-4ae6-8114-9b3a4c500932 req-d75911cd-a4ad-4440-9592-5241e8580fc6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183898 Apr 08 10:39:17.801139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:17.801461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:17.814665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b29e9cda-3d33-45bd-9ac8-a651b41e99da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:17.847493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d68cc-037f-408a-860a-b8ee4cab1a70 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:17.947610 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b29e9cda-3d33-45bd-9ac8-a651b41e99da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/1e2ef1d5-2900-45f9-a62e-78d4abb85603 HTTP/1.1" status: 204 len: 168 time: 1.1317170 Apr 08 10:39:17.967025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47050) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:17.968141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47052) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:17.969957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d003c49b-cab4-4788-a5a4-45a4e9c8a4ae no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:18.017636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: d003c49b-cab4-4788-a5a4-45a4e9c8a4ae {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:18.017997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d003c49b-cab4-4788-a5a4-45a4e9c8a4ae not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:18.054069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': '7c57c927-fbef-4cbb-9005-7d8426d66ef0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:18.151766 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cf15fe12-ab05-4ee3-970a-9e945e79e4b0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1822593 Apr 08 10:39:18.158768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47058) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:18.171243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:18.215066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:18.220690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] Deleting port 291d9af8-dab9-4526-9c89-dea59f61701b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:18.221231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.264848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.302742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Deleting port d003c49b-cab4-4788-a5a4-45a4e9c8a4ae {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:18.303092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.393774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.458223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:18.475350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:subnet and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:18.481621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:18.498253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] The port 'd003c49b-cab4-4788-a5a4-45a4e9c8a4ae' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:39:18.504905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:18.511012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] For port 291d9af8-dab9-4526-9c89-dea59f61701b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=291d9af8-dab9-4526-9c89-dea59f61701b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:18.511411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.546451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:18.558055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:18.564675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:18.589576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:18.654144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09883102-01f0-42bd-9049-d718b92fda53 req-7fff82ac-a426-4e76-adc0-87ef124fb80f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:18.655357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] Calling delete_port for 291d9af8-dab9-4526-9c89-dea59f61701b owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:18.657882 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-09883102-01f0-42bd-9049-d718b92fda53 req-7fff82ac-a426-4e76-adc0-87ef124fb80f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5812662 Apr 08 10:39:18.721165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.756644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:18.778530 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-09883102-01f0-42bd-9049-d718b92fda53 req-6fd9e69c-b08e-4861-84f4-99402ae23297 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037700 Apr 08 10:39:18.780766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8b0c5c-06b4-4b99-a25f-a5d2b429d483') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:18.781050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8b0c5c-06b4-4b99-a25f-a5d2b429d483') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:18.788379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Allocated IP 172.26.7.48 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/c1208ca7-a8a8-487b-90b9-c0a19319e292) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:18.807669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.823936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:18.824924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:18.828191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.829289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.853367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.867370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.902775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] Pushing event deleted for resources: {'Port': ['ID=291d9af8-dab9-4526-9c89-dea59f61701b,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:18.907253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436b45e-f619-410f-932d-09f6bfd7aeca None None] No DVR routers for this DVR port 291d9af8-dab9-4526-9c89-dea59f61701b on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:18.916670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:18.916670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:18.938414 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:19.113253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.223864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.234631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.256878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.285554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] Pushing event deleted for resources: {'Network': ['ID=f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:19.304253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-84ae256c-923f-48dd-b77a-a2a795899a86 tempest-NetworksIpV6TestAttrs-739036235 tempest-NetworksIpV6TestAttrs-739036235-project] 10.222.0.23 "DELETE /v2.0/networks/f9d488e2-82a8-4bfe-aaf4-1a8964ece2e8 HTTP/1.1" status: 204 len: 168 time: 3.0929885 Apr 08 10:39:19.445126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.498536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.628646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.655463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Deleting port 1d27b610-07fc-4b92-b944-2ccdfc7be7bf {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:19.655790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.706501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=4873517e-b2fc-4a0d-ad24-eee148f8a88e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:19.722825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:19.726025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': 'a3b9e7a4-746b-49ed-8a68-9fb8922a4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c57c927-fbef-4cbb-9005-7d8426d66ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:19.727578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: 7c57c927-fbef-4cbb-9005-7d8426d66ef0, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:19.730881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:19.734631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:19.738203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event updated for resources: {'Port': ['ID=c1208ca7-a8a8-487b-90b9-c0a19319e292,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:19.742358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:19.767468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:19.774840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:19.775459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.785455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d204b87-b054-4a62-8d97-4e815d87e170 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:19.815446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=38b5404d-94e1-4610-9997-9e235fe15221,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:19.904442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2543099-2cf8-4432-ae3e-8f46512d4fcd req-d965ce07-c93e-453e-8372-fcf7fe5299a9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:19.906618 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e2543099-2cf8-4432-ae3e-8f46512d4fcd req-d965ce07-c93e-453e-8372-fcf7fe5299a9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3113272 Apr 08 10:39:19.922256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:19.955891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 291d9af8-dab9-4526-9c89-dea59f61701b no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:20.003428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 7c57c927-fbef-4cbb-9005-7d8426d66ef0 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:20.013859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 291d9af8-dab9-4526-9c89-dea59f61701b {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:20.015098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 291d9af8-dab9-4526-9c89-dea59f61701b not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:20.064607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47072) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:20.071692 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e2204228-7f65-41a0-a9fa-8bd8812dccf8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9114625 Apr 08 10:39:20.078134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47076) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:20.082562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Calling delete_port for 1d27b610-07fc-4b92-b944-2ccdfc7be7bf owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:20.083755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'name': 'tempest-NetworksTestDHCPv6-669388854'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:20.136547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '38b5404d-94e1-4610-9997-9e235fe15221'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:20.138572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.260184 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e2543099-2cf8-4432-ae3e-8f46512d4fcd req-04404a6e-813b-4b0a-b998-25baad658047 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302579 Apr 08 10:39:20.270947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:20.278823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:20.279612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:20.291262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:20.443984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/38b5404d-94e1-4610-9997-9e235fe15221/ab26e483-a9ae-4f4b-a57e-5123018c48d7) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:20.491654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:20.494827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.544077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 7c57c927-fbef-4cbb-9005-7d8426d66ef0) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:20.558341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:20.558341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.574575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9419d68-d65f-489a-b106-01fd0509fec3 None None] Network 7c57c927-fbef-4cbb-9005-7d8426d66ef0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:20.635883 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-285f066a-5deb-4065-bc3d-f140fecdc26f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6189ea442cb84b03b79db2077590e58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692806 Apr 08 10:39:20.643501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 94279c5e-a084-4517-9902-3250b91afdec yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:39:20.648350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47086) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:20.680558 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e2501d98-95ce-4b30-a6e0-c140c136ac93 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7047751 Apr 08 10:39:20.682185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47090) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:20.694614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1980873922'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:20.697961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.779425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4eebfdfa-814b-4c75-a24f-7bfb8e15e23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.785734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:20.804728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:20.812307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:20.828279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:20.837729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4eebfdfa-814b-4c75-a24f-7bfb8e15e23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.870926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.916782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.936681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-7c57c927-fbef-4cbb-9005-7d8426d66ef0', 'network_id': '7c57c927-fbef-4cbb-9005-7d8426d66ef0', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': '4873517e-b2fc-4a0d-ad24-eee148f8a88e'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:20.941323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.957111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2891a-451d-4bab-a19c-7144605617aa req-7d6ed1d8-4a22-4be4-a4a7-9e27e86d2579 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:20.962468 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-95c2891a-451d-4bab-a19c-7144605617aa req-7d6ed1d8-4a22-4be4-a4a7-9e27e86d2579 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4410295 Apr 08 10:39:20.971387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:20.975054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:20.978287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event deleted for resources: {'Port': ['ID=1d27b610-07fc-4b92-b944-2ccdfc7be7bf,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:21.021508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4eebfdfa-814b-4c75-a24f-7bfb8e15e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.057849 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-95c2891a-451d-4bab-a19c-7144605617aa req-d0375e17-80d9-4d19-9583-94b8d5fb68d5 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707402 Apr 08 10:39:21.120893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebfdfa-814b-4c75-a24f-7bfb8e15e23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea069341-9058-47ec-b56f-0565ed14f727,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:21.169481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:21.175016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4eebfdfa-814b-4c75-a24f-7bfb8e15e23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.181388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4eebfdfa-814b-4c75-a24f-7bfb8e15e23d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea069341-9058-47ec-b56f-0565ed14f727 HTTP/1.1" status: 204 len: 168 time: 0.5315495 Apr 08 10:39:21.208186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.210788 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment 48595f15-01cd-4d11-9ef9-19bd0d0aadd3 of type vlan for network 12a7c475-e58a-4c42-93ee-d95422e38ae6 Apr 08 10:39:21.221856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Allocated IP 2001:db8:0:ffff::2 (7c57c927-fbef-4cbb-9005-7d8426d66ef0/4873517e-b2fc-4a0d-ad24-eee148f8a88e/9ecb1b70-a2a6-4e28-9d54-8292105f33e5) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:21.352526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.363210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.486735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645d0a0-8dd8-4161-97ce-a42091a99a34 req-466c9f14-f785-40dc-933c-4fbe4ade3e71 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:21.491946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.495504 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a645d0a0-8dd8-4161-97ce-a42091a99a34 req-466c9f14-f785-40dc-933c-4fbe4ade3e71 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 946 time: 0.2218812 Apr 08 10:39:21.499204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Transition to ACTIVE for port object ab26e483-a9ae-4f4b-a57e-5123018c48d7 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:21.528750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Transition to ACTIVE for port object 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:21.554060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Transition to ACTIVE for port object ab26e483-a9ae-4f4b-a57e-5123018c48d7 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:21.561710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Transition to ACTIVE for port object 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:21.574274 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a645d0a0-8dd8-4161-97ce-a42091a99a34 req-d23c3582-b793-4c21-be2e-34fc30fc4f00 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774438 Apr 08 10:39:21.575183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.614219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.668341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:39:21.710166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.730502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:21.739543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:21.751492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:21.757338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Network 7c57c927-fbef-4cbb-9005-7d8426d66ef0 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:21.762446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:21.768111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Pushing event updated for resources: {'Port': ['ID=ab26e483-a9ae-4f4b-a57e-5123018c48d7,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:21.770836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:21.855509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.858454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:21.859103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:21.875992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::397 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/38b5404d-94e1-4610-9997-9e235fe15221/94279c5e-a084-4517-9902-3250b91afdec) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:22.004397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Attempting to bind port ab26e483-a9ae-4f4b-a57e-5123018c48d7 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:22.005025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Attempting to bind port ab26e483-a9ae-4f4b-a57e-5123018c48d7 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:22.005025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Attempting to bind port ab26e483-a9ae-4f4b-a57e-5123018c48d7 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:22.010448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Pushing event updated for resources: {'Port': ['ID=9ecb1b70-a2a6-4e28-9d54-8292105f33e5,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:22.020032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:22.020423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:22.021431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.021431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:22.021720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Bound port: ab26e483-a9ae-4f4b-a57e-5123018c48d7, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:22.022103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.034815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Attempting to bind port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:22.035192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Attempting to bind port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'a3b9e7a4-746b-49ed-8a68-9fb8922a4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c57c927-fbef-4cbb-9005-7d8426d66ef0'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:22.035564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Attempting to bind port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 on network 7c57c927-fbef-4cbb-9005-7d8426d66ef0 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:22.044519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=12a7c475-e58a-4c42-93ee-d95422e38ae6,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:22.065943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02791-09f9-4208-b80a-41587c1810d3 req-1b225fbd-94e3-456e-b923-f00d86542263 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:22.072849 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f3a02791-09f9-4208-b80a-41587c1810d3 req-1b225fbd-94e3-456e-b923-f00d86542263 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4621112 Apr 08 10:39:22.074001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:22.074385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Checking segment: {'id': 'a3b9e7a4-746b-49ed-8a68-9fb8922a4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c57c927-fbef-4cbb-9005-7d8426d66ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:22.074801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.075176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Bound using segment: {'id': 'a3b9e7a4-746b-49ed-8a68-9fb8922a4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c57c927-fbef-4cbb-9005-7d8426d66ef0'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:22.075657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Bound port: 9ecb1b70-a2a6-4e28-9d54-8292105f33e5, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b9e7a4-746b-49ed-8a68-9fb8922a4021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7c57c927-fbef-4cbb-9005-7d8426d66ef0'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:22.076031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.092078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 12a7c475-e58a-4c42-93ee-d95422e38ae6 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:22.103772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-955318ce-74f6-4fc6-aa67-4df3cf6ce828 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4199076 Apr 08 10:39:22.109650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47108) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:22.117920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': '12a7c475-e58a-4c42-93ee-d95422e38ae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:22.182059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Router b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:39:22.203253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f3a02791-09f9-4208-b80a-41587c1810d3 req-c511660e-720c-488d-91fc-0edd66f071ee tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291997 Apr 08 10:39:22.318580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] For port ab26e483-a9ae-4f4b-a57e-5123018c48d7, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:22.323725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] For port ab26e483-a9ae-4f4b-a57e-5123018c48d7, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ab26e483-a9ae-4f4b-a57e-5123018c48d7,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:22.328424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] For port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:22.332223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] For port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9ecb1b70-a2a6-4e28-9d54-8292105f33e5,segment=NetworkSegment(a3b9e7a4-746b-49ed-8a68-9fb8922a4021),segment_id=a3b9e7a4-746b-49ed-8a68-9fb8922a4021)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:22.336593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Router 948ff2e1-9feb-46ae-9a49-382fd4557fcf is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:39:22.445399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.510076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.562183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eff6fd-1499-4924-8203-dd8856bbb085 None None] Pushing event updated for resources: {'Port': ['ID=ab26e483-a9ae-4f4b-a57e-5123018c48d7,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:22.580644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.585450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:22.594731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:subnet and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:22.602872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:22.614251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:22.616558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 94279c5e-a084-4517-9902-3250b91afdec will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:22.784494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:22.797566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.801069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74af09a-2045-487d-a93c-d4bdb007c6b8 None None] Pushing event updated for resources: {'Port': ['ID=9ecb1b70-a2a6-4e28-9d54-8292105f33e5,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:22.810291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:22.855380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-ecdf28ab-8eca-4ba3-b879-2518ed92e23b tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:22.857352 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-ecdf28ab-8eca-4ba3-b879-2518ed92e23b tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 946 time: 0.5031962 Apr 08 10:39:23.090364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:23.111902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe204e9-3b4d-4c60-b943-56961ccb85be None None] Sync routers for ids ['948ff2e1-9feb-46ae-9a49-382fd4557fcf'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:23.127509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:23.133922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe204e9-3b4d-4c60-b943-56961ccb85be None None] Routers {'948ff2e1-9feb-46ae-9a49-382fd4557fcf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:23.134729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cfe204e9-3b4d-4c60-b943-56961ccb85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['948ff2e1-9feb-46ae-9a49-382fd4557fcf'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:23.163532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:23.170714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47128) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:23.174366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:23.183661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:23.189491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:23.195089 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-84b86da5-4aaa-4675-af64-0c94acfff5de tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "PUT /v2.0/routers/b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4597456 Apr 08 10:39:23.196265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47130) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:23.197007 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58409a3a-dba4-4965-988c-135b79107275 None None] Sync routers for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:23.206086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:23.223047 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58409a3a-dba4-4965-988c-135b79107275 None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:23.223982 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-58409a3a-dba4-4965-988c-135b79107275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:23.263927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cfe204e9-3b4d-4c60-b943-56961ccb85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:23.304875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe204e9-3b4d-4c60-b943-56961ccb85be None None] Routers {'948ff2e1-9feb-46ae-9a49-382fd4557fcf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:23.317077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cfe204e9-3b4d-4c60-b943-56961ccb85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['948ff2e1-9feb-46ae-9a49-382fd4557fcf'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:23.400057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=94279c5e-a084-4517-9902-3250b91afdec,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:23.446008 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-58409a3a-dba4-4965-988c-135b79107275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:23.452570 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e41c5eb5-dfd0-4499-9007-a50c04409b75 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3730681 Apr 08 10:39:23.453202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cfe204e9-3b4d-4c60-b943-56961ccb85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:23.453616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe204e9-3b4d-4c60-b943-56961ccb85be None None] The sync data for ids ['948ff2e1-9feb-46ae-9a49-382fd4557fcf'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:23.457769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Deleting port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:23.458120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:23.471782 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58409a3a-dba4-4965-988c-135b79107275 None None] Routers {'b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:23.473199 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-58409a3a-dba4-4965-988c-135b79107275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:23.481934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47138) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:23.490788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa5101-2f35-4f4b-a066-1b51b42eb4f3 req-c6c608a5-393f-4ab0-b175-8aa37d9159ff tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:23.498219 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4eaa5101-2f35-4f4b-a066-1b51b42eb4f3 req-c6c608a5-393f-4ab0-b175-8aa37d9159ff tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5227420 Apr 08 10:39:23.532007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:23.533238 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a66463d1-541a-48ff-b690-d323ebe970ff tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8136616 Apr 08 10:39:23.537705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47142) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:23.598116 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-58409a3a-dba4-4965-988c-135b79107275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:23.598523 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58409a3a-dba4-4965-988c-135b79107275 None None] The sync data for ids ['b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:23.642578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-796021062'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:23.672667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:23.685640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:23.693155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:23.694194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:23.704061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:23.715078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93d3da-e560-43cf-9092-82b155a3a1a9 req-53adf270-ec3c-470e-b0fd-36486d3ae731 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:23.716848 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7a93d3da-e560-43cf-9092-82b155a3a1a9 req-53adf270-ec3c-470e-b0fd-36486d3ae731 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 946 time: 0.8154342 Apr 08 10:39:23.755266 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4eaa5101-2f35-4f4b-a066-1b51b42eb4f3 req-a5ac0e6a-4ff0-49c1-a8c4-4f94fc9d28f4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555335 Apr 08 10:39:23.858356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961511c7-b723-4449-b2ae-90fe62b7d1b8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:23.859731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961511c7-b723-4449-b2ae-90fe62b7d1b8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:23.860630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-961511c7-b723-4449-b2ae-90fe62b7d1b8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:24.004227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.019153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.037420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ab26e483-a9ae-4f4b-a57e-5123018c48d7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:24.079063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-961511c7-b723-4449-b2ae-90fe62b7d1b8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:24.080257 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-961511c7-b723-4449-b2ae-90fe62b7d1b8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5761664 Apr 08 10:39:24.087635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47146) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:24.143468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Deleting port 9157c4cd-4bc9-4df8-a958-f8553b147452 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:24.143808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.154143 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7a93d3da-e560-43cf-9092-82b155a3a1a9 req-39e96488-6f2b-4899-8cc3-3916fddbee69 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups?id=919f6cd5-22f0-48c1-8590-cd31fba2cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156151 Apr 08 10:39:24.159068 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cd0dff9b-d654-4919-865f-e42c3caab2e6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/routers/948ff2e1-9feb-46ae-9a49-382fd4557fcf HTTP/1.1" status: 200 len: 920 time: 0.6202674 Apr 08 10:39:24.162902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47150) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:24.165543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:24.170678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.218052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=3a59c555-cd6d-4f68-b9a0-dc2721b0f7eb,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:24.226554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e721468-ee9b-4918-b7e4-7203f7c456e5 None None] Network 7c57c927-fbef-4cbb-9005-7d8426d66ef0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:24.228737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.244276 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c038f1a6-e81e-4ae3-bd63-51dd16c0ac28 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=948ff2e1-9feb-46ae-9a49-382fd4557fcf HTTP/1.1" status: 200 len: 205 time: 0.0796978 Apr 08 10:39:24.250750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47154) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:24.262369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2975c8c0-f184-43d1-b783-54732ead1f2c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 94279c5e-a084-4517-9902-3250b91afdec {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:24.262743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2975c8c0-f184-43d1-b783-54732ead1f2c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.265836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:24.342996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': '48595f15-01cd-4d11-9ef9-19bd0d0aadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '12a7c475-e58a-4c42-93ee-d95422e38ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:24.343250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: 12a7c475-e58a-4c42-93ee-d95422e38ae6, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:24.351115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:security_group_rule and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:24.362527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port ab26e483-a9ae-4f4b-a57e-5123018c48d7 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:24.368033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:24.376339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] For port 5b1f5ad6-ae88-4708-a261-e580b2159dc9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b1f5ad6-ae88-4708-a261-e580b2159dc9,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:24.376758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.388507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:24.472330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:24.629400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b9554e3f-1659-4048-a74d-af01fd0014db None None] Provisioning for port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:24.719902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:24.726607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:24.727268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.762349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.863944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 12a7c475-e58a-4c42-93ee-d95422e38ae6 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:24.899539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c74f5f12-2cbd-4e57-acb8-fc4e49ee04ff None None] Provisioning for port ab26e483-a9ae-4f4b-a57e-5123018c48d7 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:24.917372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c74f5f12-2cbd-4e57-acb8-fc4e49ee04ff None None] Provisioning complete for port ab26e483-a9ae-4f4b-a57e-5123018c48d7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:24.917803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c74f5f12-2cbd-4e57-acb8-fc4e49ee04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.961128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:24.995250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.000167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2975c8c0-f184-43d1-b783-54732ead1f2c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.017902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.041785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9ecb1b70-a2a6-4e28-9d54-8292105f33e5,segment=NetworkSegment(a3b9e7a4-746b-49ed-8a68-9fb8922a4021),segment_id=a3b9e7a4-746b-49ed-8a68-9fb8922a4021)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:25.055558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.055558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.056144 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Floating IP c4b6873d-1f8d-441e-a676-9812d8fa455c disassociated. External IP: 172.26.7.143, port: 5b1f5ad6-ae88-4708-a261-e580b2159dc9. Apr 08 10:39:25.056783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Calling delete_port for 5b1f5ad6-ae88-4708-a261-e580b2159dc9 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:25.145268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2975c8c0-f184-43d1-b783-54732ead1f2c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 94279c5e-a084-4517-9902-3250b91afdec owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:25.154418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.224448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.302738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:25.349494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c74f5f12-2cbd-4e57-acb8-fc4e49ee04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.357182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.357182 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment 44d637d5-d245-49fb-a7ed-8aee565a5e93 of type vlan for network 194322be-ed54-4948-89b8-8c3a541cb2e0 Apr 08 10:39:25.366842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559d3739-4835-4797-86f3-29dabb64393f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:25.418513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 12a7c475-e58a-4c42-93ee-d95422e38ae6) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:25.427684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Calling delete_port for 9157c4cd-4bc9-4df8-a958-f8553b147452 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:25.428113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=9ecb1b70-a2a6-4e28-9d54-8292105f33e5,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:25.432947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.453022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.458368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f184bdd-124e-4dd5-b9ed-f638979c2aae None None] Network 12a7c475-e58a-4c42-93ee-d95422e38ae6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:25.480549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:25.481313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.544866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Deleting port c1208ca7-a8a8-487b-90b9-c0a19319e292 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:25.546289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.570926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c74f5f12-2cbd-4e57-acb8-fc4e49ee04ff None None] For port ab26e483-a9ae-4f4b-a57e-5123018c48d7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ab26e483-a9ae-4f4b-a57e-5123018c48d7,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:25.624126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.629812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:25.630681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.644713 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2fa2d545-f704-4184-aab0-bfbdb78d5373 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5349941 Apr 08 10:39:25.648018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47166) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:25.658676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c74f5f12-2cbd-4e57-acb8-fc4e49ee04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.688100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743c37f-f145-480b-8a67-9834f260ac97 req-c8c16956-5d9f-4806-8392-397dc38c09ce tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:25.692336 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3743c37f-f145-480b-8a67-9834f260ac97 req-c8c16956-5d9f-4806-8392-397dc38c09ce tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4413371 Apr 08 10:39:25.699002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.798273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f5f12-2cbd-4e57-acb8-fc4e49ee04ff None None] Pushing event updated for resources: {'Port': ['ID=ab26e483-a9ae-4f4b-a57e-5123018c48d7,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:25.802869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-12a7c475-e58a-4c42-93ee-d95422e38ae6', 'network_id': '12a7c475-e58a-4c42-93ee-d95422e38ae6', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': '3a59c555-cd6d-4f68-b9a0-dc2721b0f7eb'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:25.803685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.869730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-64bbfc59-0509-450c-bf6b-139f935605b9 None None] Provisioning for port 94279c5e-a084-4517-9902-3250b91afdec completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:25.877981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.879382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2975c8c0-f184-43d1-b783-54732ead1f2c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.896460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-64bbfc59-0509-450c-bf6b-139f935605b9 None None] Provisioning complete for port 94279c5e-a084-4517-9902-3250b91afdec triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:25.897175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-64bbfc59-0509-450c-bf6b-139f935605b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.964442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-64bbfc59-0509-450c-bf6b-139f935605b9 None None] Port 94279c5e-a084-4517-9902-3250b91afdec was deleted so its status cannot be updated. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 08 10:39:25.968630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ab26e483-a9ae-4f4b-a57e-5123018c48d7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:26.024119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975c8c0-f184-43d1-b783-54732ead1f2c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=94279c5e-a084-4517-9902-3250b91afdec,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:26.033875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event deleted for resources: {'Port': ['ID=5b1f5ad6-ae88-4708-a261-e580b2159dc9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:26.070475 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-64bbfc59-0509-450c-bf6b-139f935605b9 None None] Provisioning complete for port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:26.071021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-64bbfc59-0509-450c-bf6b-139f935605b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.105630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2975c8c0-f184-43d1-b783-54732ead1f2c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.108775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=194322be-ed54-4948-89b8-8c3a541cb2e0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:26.123048 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2975c8c0-f184-43d1-b783-54732ead1f2c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/94279c5e-a084-4517-9902-3250b91afdec HTTP/1.1" status: 204 len: 168 time: 2.0297992 Apr 08 10:39:26.133591 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3743c37f-f145-480b-8a67-9834f260ac97 req-36289a77-49e8-459b-bd08-d57eb7305eec tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4298956 Apr 08 10:39:26.137388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47172) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:26.195227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-b36db5ba-2543-4b76-979d-f003ae704415 req-a610d350-2a05-41c3-aa8b-e01c1537f262 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Synchronizing usage tracker for tenant:3324b956411845afa1fa61737f3623ed on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:26.204301 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5dc70fd1-5fd9-4e1d-924c-356b3915f2f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8827267 Apr 08 10:39:26.219056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47178) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:26.257867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-297810213'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:26.272227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 194322be-ed54-4948-89b8-8c3a541cb2e0 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:26.293737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.305158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.331694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ab26e483-a9ae-4f4b-a57e-5123018c48d7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:26.331694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.368890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:26.444671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-b36db5ba-2543-4b76-979d-f003ae704415 req-a610d350-2a05-41c3-aa8b-e01c1537f262 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Unset dirty status for tenant:3324b956411845afa1fa61737f3623ed on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:26.445969 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b36db5ba-2543-4b76-979d-f003ae704415 req-a610d350-2a05-41c3-aa8b-e01c1537f262 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.3926721 Apr 08 10:39:26.491265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.504245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:26.587590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Allocated IP 2001:db8::1 (12a7c475-e58a-4c42-93ee-d95422e38ae6/3a59c555-cd6d-4f68-b9a0-dc2721b0f7eb/17a5a080-d529-4c29-9699-8eb41fc13186) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:26.600809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:26.634343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Calling delete_port for c1208ca7-a8a8-487b-90b9-c0a19319e292 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:26.636503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:26.644330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event deleted for resources: {'Port': ['ID=9157c4cd-4bc9-4df8-a958-f8553b147452,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:26.719831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:39:26.792135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:26.825830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 5b1f5ad6-ae88-4708-a261-e580b2159dc9 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:26.857809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8408d85-7e98-40c8-9588-88b6177abe24 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:26.858653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8408d85-7e98-40c8-9588-88b6177abe24 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:26.860310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e8408d85-7e98-40c8-9588-88b6177abe24 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:26.894579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 5b1f5ad6-ae88-4708-a261-e580b2159dc9 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:26.895195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 5b1f5ad6-ae88-4708-a261-e580b2159dc9 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:26.937782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.974410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:26.975083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.103357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.107096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:27.121610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Transition to ACTIVE for port object 17a5a080-d529-4c29-9699-8eb41fc13186 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:27.138148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.144416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.168451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e8408d85-7e98-40c8-9588-88b6177abe24 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:27.172294 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e8408d85-7e98-40c8-9588-88b6177abe24 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0307021 Apr 08 10:39:27.172294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:27.175904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.181759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] Sync routers for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:27.181946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47184) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:27.201935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad026dd2-de21-42b5-9ddf-3e28ea2684f6 req-3e30d3dc-1da3-454c-9bca-394a1be450a9 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:27.205032 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ad026dd2-de21-42b5-9ddf-3e28ea2684f6 req-3e30d3dc-1da3-454c-9bca-394a1be450a9 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 946 time: 0.8302603 Apr 08 10:39:27.250984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:27.254021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:27.258536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:27.260993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.264970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Fanout notify agent at l3_agent the message router_deleted on router b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:39:27.298783 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ad026dd2-de21-42b5-9ddf-3e28ea2684f6 req-5b8654f2-829f-4e11-b369-5dd13476f4f7 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833759 Apr 08 10:39:27.300032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.300569 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment 13009ae3-7255-439e-aa45-df30294209ba of type vlan for network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 Apr 08 10:39:27.319085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.324415 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bf33435c-e8d0-4051-9fbb-80debc11f469 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "DELETE /v2.0/routers/b6351da8-ea4c-4ff8-9cd1-3e1f47b830e5 HTTP/1.1" status: 204 len: 168 time: 4.1228063 Apr 08 10:39:27.330898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47188) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:27.365699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f6be55-3b8a-4727-b402-278d3d6a075d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 38b5404d-94e1-4610-9997-9e235fe15221 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:27.406358 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Transition to ACTIVE for port object 17a5a080-d529-4c29-9699-8eb41fc13186 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:27.408121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-594de494-9a19-48ae-a666-e8ca4f2547b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.431745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0f6be55-3b8a-4727-b402-278d3d6a075d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.509910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.535424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.559898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6533bc64-5e78-4f92-8b4f-b5921ac8fe66 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Deleting subnet 90a4649a-ac93-4893-b430-f3b767590c3a {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:27.564974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6533bc64-5e78-4f92-8b4f-b5921ac8fe66 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.570942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0f6be55-3b8a-4727-b402-278d3d6a075d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.638425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:27.721956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:39:27.731740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-ee3009b7-bb4c-4cc7-8258-f915d77fff7b tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:27.733490 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-ee3009b7-bb4c-4cc7-8258-f915d77fff7b tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 946 time: 0.4216304 Apr 08 10:39:27.739179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] No DVR routers for this DVR port 5b1f5ad6-ae88-4708-a261-e580b2159dc9 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:27.751395 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ab669e06-abc8-4c1e-b3ec-53377f072757 req-44b0523c-ae4b-4b58-b192-e2e013667ada tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.0863924 Apr 08 10:39:27.775265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Pushing event updated for resources: {'Port': ['ID=17a5a080-d529-4c29-9699-8eb41fc13186,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:27.781134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.784238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'name': 'network-vif-deleted', 'tag': '5b1f5ad6-ae88-4708-a261-e580b2159dc9'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:39:27.797074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf87118-40d7-4182-bb3b-da662c783f0b req-1b3f2af5-3b02-401c-9c17-96067a684ac3 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:27.806105 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4bf87118-40d7-4182-bb3b-da662c783f0b req-1b3f2af5-3b02-401c-9c17-96067a684ac3 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4967175 Apr 08 10:39:27.839521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.841573 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6533bc64-5e78-4f92-8b4f-b5921ac8fe66 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.864498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Network 12a7c475-e58a-4c42-93ee-d95422e38ae6 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:27.866876 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:27.882418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.882654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:27.889724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:27.889724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.930661 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bebea3-62d8-42c4-966b-fe164e95195a'] response: {'server_uuid': 'ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab', 'name': 'network-vif-deleted', 'tag': '5b1f5ad6-ae88-4708-a261-e580b2159dc9', 'status': 'completed', 'code': 200} Apr 08 10:39:27.931458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event deleted for resources: {'Port': ['ID=c1208ca7-a8a8-487b-90b9-c0a19319e292,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:27.934355 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b1650ca-269b-4568-89c8-03821a0b5343 req-bd3dbff5-850b-4c17-a1ae-c44f32d8c2cf tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.41 "DELETE /v2.0/ports/5b1f5ad6-ae88-4708-a261-e580b2159dc9 HTTP/1.1" status: 204 len: 173 time: 4.9770620 Apr 08 10:39:27.962755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.963108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.963476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.963819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.964157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.964515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.964858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.965180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.965510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.965837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.966166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.966483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.977965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.039023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=3a59c555-cd6d-4f68-b9a0-dc2721b0f7eb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:28.057455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.057812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.058153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.058489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.059484 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.059856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.060330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.061236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.061583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.061912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.062238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.062773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:28.067252 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8435738 Apr 08 10:39:28.091181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Attempting to bind port 17a5a080-d529-4c29-9699-8eb41fc13186 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:28.091554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Attempting to bind port 17a5a080-d529-4c29-9699-8eb41fc13186 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '48595f15-01cd-4d11-9ef9-19bd0d0aadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '12a7c475-e58a-4c42-93ee-d95422e38ae6'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:28.092156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Attempting to bind port 17a5a080-d529-4c29-9699-8eb41fc13186 on network 12a7c475-e58a-4c42-93ee-d95422e38ae6 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:28.102843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:28.103260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Checking segment: {'id': '48595f15-01cd-4d11-9ef9-19bd0d0aadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '12a7c475-e58a-4c42-93ee-d95422e38ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:28.103842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.104236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Bound using segment: {'id': '48595f15-01cd-4d11-9ef9-19bd0d0aadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '12a7c475-e58a-4c42-93ee-d95422e38ae6'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:28.104789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Bound port: 17a5a080-d529-4c29-9699-8eb41fc13186, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48595f15-01cd-4d11-9ef9-19bd0d0aadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '12a7c475-e58a-4c42-93ee-d95422e38ae6'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:28.105225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.147097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47196) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:28.203870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0f6be55-3b8a-4727-b402-278d3d6a075d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.240395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] For port 17a5a080-d529-4c29-9699-8eb41fc13186, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:28.242596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': '194322be-ed54-4948-89b8-8c3a541cb2e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:28.243644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] For port 17a5a080-d529-4c29-9699-8eb41fc13186, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=17a5a080-d529-4c29-9699-8eb41fc13186,segment=NetworkSegment(48595f15-01cd-4d11-9ef9-19bd0d0aadd3),segment_id=48595f15-01cd-4d11-9ef9-19bd0d0aadd3)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:28.283137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a23c9a-f5e4-4467-bf27-ad8a0e4ae90f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=8f2ea754-d35e-4917-a790-c4c9c02e6ef2,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:28.297698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:28.391923 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4bf87118-40d7-4182-bb3b-da662c783f0b req-389f0bd6-012b-4782-8096-0ff8a261530e tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5813408 Apr 08 10:39:28.441992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Deleting port 9380d6a1-1900-4829-9b36-f45312a4abb0 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:28.442481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.449118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.465986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6533bc64-5e78-4f92-8b4f-b5921ac8fe66 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.509990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.552027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.616133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:28.620860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:28.623960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:28.627292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a7c475-e58a-4c42-93ee-d95422e38ae6']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:28.630445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:28.650217 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48595f15-01cd-4d11-9ef9-19bd0d0aadd3') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:28.651302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48595f15-01cd-4d11-9ef9-19bd0d0aadd3') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:28.679621 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba0cfa-6093-4cfe-9e6a-afdc5a41e23e None None] Network 12a7c475-e58a-4c42-93ee-d95422e38ae6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:28.683307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.710202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7120f-ee50-4f9b-b0e0-2fd9fc8963ef None None] Pushing event updated for resources: {'Port': ['ID=17a5a080-d529-4c29-9699-8eb41fc13186,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:28.715531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.741329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:28.742652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.746251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:28.751156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:28.780722 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:28.826866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f9773-1218-4dc9-8b12-e473ec804d36 req-c5bd0fa6-f282-4a08-b07b-499d1df186bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:28.835090 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-012f9773-1218-4dc9-8b12-e473ec804d36 req-c5bd0fa6-f282-4a08-b07b-499d1df186bb tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 946 time: 0.2772706 Apr 08 10:39:28.846454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:38:02Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:28.867694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] Checking router: 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:39:28.900123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6533bc64-5e78-4f92-8b4f-b5921ac8fe66 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:28.915324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:28.916264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:38:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:29.019204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6533bc64-5e78-4f92-8b4f-b5921ac8fe66 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.027102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0b4f1-2d3b-4975-b12e-4e0f7126a571 None None] Network c7b4e314-e84e-4d95-995a-f4aa04c5715a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:29.031016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:39:29.031016 dv-neutron-837109-1-hyperv neutron-server[88613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:39:29.031016 dv-neutron-837109-1-hyperv neutron-server[88613]: [parameters: {'id': '12a7c475-e58a-4c42-93ee-d95422e38ae6'}] Apr 08 10:39:29.031016 dv-neutron-837109-1-hyperv neutron-server[88613]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:29.031383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:29.035328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533bc64-5e78-4f92-8b4f-b5921ac8fe66 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event deleted for resources: {'Subnet': ['ID=90a4649a-ac93-4893-b430-f3b767590c3a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:29.051490 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6533bc64-5e78-4f92-8b4f-b5921ac8fe66 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "DELETE /v2.0/subnets/90a4649a-ac93-4893-b430-f3b767590c3a HTTP/1.1" status: 204 len: 168 time: 1.7195737 Apr 08 10:39:29.065372 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-012f9773-1218-4dc9-8b12-e473ec804d36 req-6726568d-a786-4b7d-a019-f821efba2b68 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1553931 Apr 08 10:39:29.072916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47204) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:29.134350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.151478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.161327 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-68e10628-4989-4e13-a9e8-ec7145de38fd req-02c7bfee-e850-45e4-bb53-fed639f715fc tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3a41bd-0c7e-40f5-af66-0bf03fefa7ab HTTP/1.1" status: 200 len: 210 time: 0.1527724 Apr 08 10:39:29.237603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.253511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Deleting port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:29.254057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.310221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0f6be55-3b8a-4727-b402-278d3d6a075d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.374679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:29.398008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.398595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Fanout notify agent at l3_agent the message router_deleted on router 948ff2e1-9feb-46ae-9a49-382fd4557fcf {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:39:29.406486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0f6be55-3b8a-4727-b402-278d3d6a075d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.435845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c3c2d-3246-4be9-a33f-daddd49c0975 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:29.437561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.445672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47210) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:29.448663 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-176a373e-0e02-4930-8749-ddfa92366535 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/948ff2e1-9feb-46ae-9a49-382fd4557fcf HTTP/1.1" status: 204 len: 168 time: 5.1929340 Apr 08 10:39:29.456926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1420779440', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': False}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:29.457556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6be55-3b8a-4727-b402-278d3d6a075d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=38b5404d-94e1-4610-9997-9e235fe15221,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:29.497881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:29.507998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Usage tracker for resource:router and tenant:b0bdf547760a4ea8bdc44680a925adee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:29.515141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:29.531434 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c0f6be55-3b8a-4727-b402-278d3d6a075d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/38b5404d-94e1-4610-9997-9e235fe15221 HTTP/1.1" status: 204 len: 168 time: 2.3485074 Apr 08 10:39:29.542601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47214) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:29.546779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.572422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:29.649266 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c389da8e-4835-4f6c-978c-d8ed4e28f1ca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055260 Apr 08 10:39:29.656743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47218) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:29.658652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] For port 9380d6a1-1900-4829-9b36-f45312a4abb0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9380d6a1-1900-4829-9b36-f45312a4abb0,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:29.659040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.672094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e3fe96ba-6371-4085-966f-c1d6526bdb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.765486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port 17a5a080-d529-4c29-9699-8eb41fc13186 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:29.765892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.877966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.879137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.976716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] For port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3a9d6fc6-4d28-4745-a3ce-a76638aa1e85,segment=NetworkSegment(1f8c6582-ec81-447c-8657-7d18327081a0),segment_id=1f8c6582-ec81-447c-8657-7d18327081a0)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:29.977244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.979400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b009a76e-d1b2-4727-8c1b-11d85507fe71 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:29.980154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b009a76e-d1b2-4727-8c1b-11d85507fe71 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:29.991795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.996373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:29.997911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] DHCP port deletion for c7b4e314-e84e-4d95-995a-f4aa04c5715a request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:30.006064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Deleting port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:30.006621 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.061677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:38:02Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:30.068032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:30.082579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] Deleting port ab26e483-a9ae-4f4b-a57e-5123018c48d7 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:30.082944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.119183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59877da5-3683-4a32-ae64-06bb959a760b None None] The sync data for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv is: [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:37:48Z', 'revision_number': 4, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '3365260c-0abd-42fb-a33b-3f980d7f09c4', 'name': '', 'network_id': 'cc958a3c-3466-4f4a-99ea-19d5d53114c8', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'mac_address': 'fa:16:3e:5d:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'c97513f5-d077-455d-a810-4826574d0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:46Z', 'updated_at': '2022-04-08T10:38:02Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'subnets': [{'id': 'c97513f5-d077-455d-a810-4826574d0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:30.188676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Calling delete_port for 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:30.362725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] For port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3a9d6fc6-4d28-4745-a3ce-a76638aa1e85,segment=NetworkSegment(1f8c6582-ec81-447c-8657-7d18327081a0),segment_id=1f8c6582-ec81-447c-8657-7d18327081a0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:30.363411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.379200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b009a76e-d1b2-4727-8c1b-11d85507fe71 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:30.380720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b009a76e-d1b2-4727-8c1b-11d85507fe71 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7127707 Apr 08 10:39:30.386467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=69fc572a-67a4-4c2b-8cec-9ebd2f362868,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:30.398812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47226) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:30.409658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': '44d637d5-d245-49fb-a7ed-8aee565a5e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '194322be-ed54-4948-89b8-8c3a541cb2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:30.410027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: 194322be-ed54-4948-89b8-8c3a541cb2e0, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:30.427284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port 17a5a080-d529-4c29-9699-8eb41fc13186, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=17a5a080-d529-4c29-9699-8eb41fc13186,segment=NetworkSegment(48595f15-01cd-4d11-9ef9-19bd0d0aadd3),segment_id=48595f15-01cd-4d11-9ef9-19bd0d0aadd3)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:30.427796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.472519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.477189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.477189 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Floating IP cfd064cd-86c5-4c7e-a271-3339fa1de9f6 disassociated. External IP: 172.26.7.208, port: 9380d6a1-1900-4829-9b36-f45312a4abb0. Apr 08 10:39:30.477189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Calling delete_port for 9380d6a1-1900-4829-9b36-f45312a4abb0 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:30.527386 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef846175-c86b-45b1-ba07-538c21291cf6 None None] New status for floating IP c4b6873d-1f8d-441e-a676-9812d8fa455c: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:39:30.534561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Calling delete_port for 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:30.580279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f89f5e6-7186-4488-91b6-39047e17323b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:30.581033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5f89f5e6-7186-4488-91b6-39047e17323b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:30.594664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e3f30-1a55-40a4-80b2-59bc1166e9ec req-884f4f5d-2eab-44e0-a86c-c004de084904 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:30.596115 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db0e3f30-1a55-40a4-80b2-59bc1166e9ec req-884f4f5d-2eab-44e0-a86c-c004de084904 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 946 time: 0.3381951 Apr 08 10:39:30.641034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 194322be-ed54-4948-89b8-8c3a541cb2e0 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:30.725993 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db0e3f30-1a55-40a4-80b2-59bc1166e9ec req-5fb5226e-e5c6-40f1-8754-7ee6d8f6830c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0e93ab2-7920-4b5a-91bb-843e49c97701&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063867 Apr 08 10:39:30.730672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.768760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5f89f5e6-7186-4488-91b6-39047e17323b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:30.769916 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5f89f5e6-7186-4488-91b6-39047e17323b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3657250 Apr 08 10:39:30.770681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 194322be-ed54-4948-89b8-8c3a541cb2e0) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:30.789245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.789416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:30.789416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.789416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47230) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:30.793311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b282ad-af93-4296-93d3-6fe4613a75fe None None] Network 194322be-ed54-4948-89b8-8c3a541cb2e0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:30.793950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023603ec-b55d-4f4d-be8d-7288734e9d33 req-50a2a06e-55fd-43f2-bffe-fdbcf1745bd4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:30.804535 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-023603ec-b55d-4f4d-be8d-7288734e9d33 req-50a2a06e-55fd-43f2-bffe-fdbcf1745bd4 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 1.0999813 Apr 08 10:39:30.812414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Pushing event deleted for resources: {'Port': ['ID=3a9d6fc6-4d28-4745-a3ce-a76638aa1e85,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:30.838086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 9380d6a1-1900-4829-9b36-f45312a4abb0 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:30.916867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for 17a5a080-d529-4c29-9699-8eb41fc13186 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:30.929384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.939243 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1e45653c-0a6b-4feb-8714-d088af5928bc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1417782 Apr 08 10:39:30.947247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] For port ab26e483-a9ae-4f4b-a57e-5123018c48d7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ab26e483-a9ae-4f4b-a57e-5123018c48d7,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:30.947495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47236) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:30.948026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.955630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] No DVR routers for this DVR port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:30.958280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 9380d6a1-1900-4829-9b36-f45312a4abb0 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:30.958280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 9380d6a1-1900-4829-9b36-f45312a4abb0 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:30.961115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.961115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.961115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.961115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.961115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.961115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.961655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.961655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.962109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.962278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.962586 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:30.962900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98796864-d031-415d-ab3a-6c389ad8b091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:31.007175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:31.042408 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b2ba567b-a537-4478-86f2-34090464a213 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8816798 Apr 08 10:39:31.043404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47240) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:31.043892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47242) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:31.062766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event deleted for resources: {'Port': ['ID=9380d6a1-1900-4829-9b36-f45312a4abb0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:31.103091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': '8f2ea754-d35e-4917-a790-c4c9c02e6ef2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:31.112509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.121611 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-023603ec-b55d-4f4d-be8d-7288734e9d33 req-e9f06240-97e6-44e7-a337-52b3c7a764a9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162251 Apr 08 10:39:31.161923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:31.162299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:31.175131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] Calling delete_port for ab26e483-a9ae-4f4b-a57e-5123018c48d7 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:31.278522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.319089 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:39:31.349861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No DVR routers for this DVR port 17a5a080-d529-4c29-9699-8eb41fc13186 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:31.353180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Port': ['ID=17a5a080-d529-4c29-9699-8eb41fc13186,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:31.375403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.392260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-194322be-ed54-4948-89b8-8c3a541cb2e0', 'network_id': '194322be-ed54-4948-89b8-8c3a541cb2e0', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': '69fc572a-67a4-4c2b-8cec-9ebd2f362868'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:31.393113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.496163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.513155 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:31.573164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] No DVR routers for this DVR port ab26e483-a9ae-4f4b-a57e-5123018c48d7 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:31.584929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0e639-367b-4cb0-824f-b41dc4150e59 None None] Pushing event deleted for resources: {'Port': ['ID=ab26e483-a9ae-4f4b-a57e-5123018c48d7,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:31.634581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:31.636965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:31.641815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d35ff80d-8899-4c5a-9476-5a0a6a32e4d7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.670034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:31.681669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Deleting port 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:31.682017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.685618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:31.693230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Allocated IP 172.20.0.2 (194322be-ed54-4948-89b8-8c3a541cb2e0/69fc572a-67a4-4c2b-8cec-9ebd2f362868/7f31b801-55cf-40db-98af-6a74bd095d43) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:31.706168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:31.727660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d35ff80d-8899-4c5a-9476-5a0a6a32e4d7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.729940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.739140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Router 4ec232ea-200f-4ead-bb58-992d8d6db917 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:39:31.769684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655782-bd4c-411b-8cdc-211fa08cf1bb req-6c7b0a63-95c8-4ed9-a670-69a65e1d75af tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:31.771206 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78655782-bd4c-411b-8cdc-211fa08cf1bb req-6c7b0a63-95c8-4ed9-a670-69a65e1d75af tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4726591 Apr 08 10:39:31.779002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:31.783255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.821803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a7c475-e58a-4c42-93ee-d95422e38ae6']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:31.872416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48595f15-01cd-4d11-9ef9-19bd0d0aadd3') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:31.875356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48595f15-01cd-4d11-9ef9-19bd0d0aadd3') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:31.903320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.928905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.938394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:31.939092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.942692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.993781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ab26e483-a9ae-4f4b-a57e-5123018c48d7 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:32.038160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: ab26e483-a9ae-4f4b-a57e-5123018c48d7 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:32.038959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ab26e483-a9ae-4f4b-a57e-5123018c48d7 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:32.039176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:32.050394 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:32.058486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:32.064632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.066888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.085374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:32.085691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3a9d6fc6-4d28-4745-a3ce-a76638aa1e85 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:32.103602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] The port '3a9d6fc6-4d28-4745-a3ce-a76638aa1e85' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:39:32.144767 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9c6da609-aeae-4154-bc49-0513d0619088 req-032b71e3-7a98-402b-a943-08ed299d2026 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.0904331 Apr 08 10:39:32.177788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.193131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Transition to ACTIVE for port object 7f31b801-55cf-40db-98af-6a74bd095d43 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:32.195611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.218175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Transition to ACTIVE for port object 7f31b801-55cf-40db-98af-6a74bd095d43 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:32.274635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.287007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.288223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.310717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=12a7c475-e58a-4c42-93ee-d95422e38ae6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:32.364125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Network 194322be-ed54-4948-89b8-8c3a541cb2e0 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:32.375636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:32.384996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:32.394196 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3a88850d-5f8d-4d2d-abf5-ccd96d4902a5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/12a7c475-e58a-4c42-93ee-d95422e38ae6 HTTP/1.1" status: 204 len: 168 time: 6.7363312 Apr 08 10:39:32.399108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47252) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:32.410401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088547308'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:32.420798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b4e314-e84e-4d95-995a-f4aa04c5715a']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:32.483926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78655782-bd4c-411b-8cdc-211fa08cf1bb req-7bd9e6c1-acfb-4e19-9a50-fdddf146a52a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445903 Apr 08 10:39:32.487369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:32.494681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:32.504581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Attempting to bind port 7f31b801-55cf-40db-98af-6a74bd095d43 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:32.504952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Attempting to bind port 7f31b801-55cf-40db-98af-6a74bd095d43 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '44d637d5-d245-49fb-a7ed-8aee565a5e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '194322be-ed54-4948-89b8-8c3a541cb2e0'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:32.505311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Attempting to bind port 7f31b801-55cf-40db-98af-6a74bd095d43 on network 194322be-ed54-4948-89b8-8c3a541cb2e0 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:32.516402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:32.516402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Checking segment: {'id': '44d637d5-d245-49fb-a7ed-8aee565a5e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '194322be-ed54-4948-89b8-8c3a541cb2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:32.516402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.516402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Bound using segment: {'id': '44d637d5-d245-49fb-a7ed-8aee565a5e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '194322be-ed54-4948-89b8-8c3a541cb2e0'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:32.516402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Bound port: 7f31b801-55cf-40db-98af-6a74bd095d43, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d637d5-d245-49fb-a7ed-8aee565a5e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '194322be-ed54-4948-89b8-8c3a541cb2e0'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:32.517052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.524878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:32.529835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8c6582-ec81-447c-8657-7d18327081a0') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:32.530688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8c6582-ec81-447c-8657-7d18327081a0') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:32.537727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:32.553957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:32.565503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.569351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Pushing event updated for resources: {'Port': ['ID=7f31b801-55cf-40db-98af-6a74bd095d43,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:32.578587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:32.581212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:32.581830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.597320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d35ff80d-8899-4c5a-9476-5a0a6a32e4d7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.598189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.600390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b831c606-42be-45a5-8ff8-896040d09e65 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:32.609680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:32.610224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.618064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=411e774a-f105-4dd4-9b4d-33beb0252708,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:32.627718 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:32.644611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.654971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ff80d-8899-4c5a-9476-5a0a6a32e4d7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919f6cd5-22f0-48c1-8590-cd31fba2cecd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:32.678468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:32.719312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] Sync routers for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:32.730405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] For port 7f31b801-55cf-40db-98af-6a74bd095d43, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:32.752027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:32.752753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:32.773004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] No DVR routers for this DVR port 9380d6a1-1900-4829-9b36-f45312a4abb0 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:32.774760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.776729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:32.781174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.812148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:32.814480 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e354e65d-1932-4fa0-9212-a07c67d0924b req-63526664-2580-4dc9-927e-8960a28d3d5c tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.41 "DELETE /v2.0/ports/9380d6a1-1900-4829-9b36-f45312a4abb0 HTTP/1.1" status: 204 len: 173 time: 5.0726244 Apr 08 10:39:32.815394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'name': 'network-vif-deleted', 'tag': '9380d6a1-1900-4829-9b36-f45312a4abb0'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:39:32.826720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2c30da7b-0312-4c69-a224-c74167354fe7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8388863 Apr 08 10:39:32.831326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47260) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:32.837786 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': '411e774a-f105-4dd4-9b4d-33beb0252708', 'ip_address': '2001:db8::4638:90a9:90b7:dd66'}], 'name': 'tempest-NetworksTestDHCPv6-2050828309'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:32.917493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:33.010216 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cb59c0-df1f-4d71-b7a8-ba8c6ed9b558'] response: {'server_uuid': 'd5a2efed-70f2-4d86-8de9-2787dbe0bed8', 'name': 'network-vif-deleted', 'tag': '9380d6a1-1900-4829-9b36-f45312a4abb0', 'status': 'completed', 'code': 200} Apr 08 10:39:33.013867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:33.016690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d35ff80d-8899-4c5a-9476-5a0a6a32e4d7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.017890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d35ff80d-8899-4c5a-9476-5a0a6a32e4d7 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "DELETE /v2.0/security-groups/919f6cd5-22f0-48c1-8590-cd31fba2cecd HTTP/1.1" status: 204 len: 168 time: 1.9593229 Apr 08 10:39:33.020045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434b7a-edd0-46de-9e59-acfb44028e79 req-fddc16d8-2f75-45c4-9dc3-9a88e62ffd1c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:33.022287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47264) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:33.025340 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-05434b7a-edd0-46de-9e59-acfb44028e79 req-fddc16d8-2f75-45c4-9dc3-9a88e62ffd1c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.2903776 Apr 08 10:39:33.032872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.033286 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment 9466db52-15a3-4845-b32c-f5b541c3366d of type vlan for network b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf Apr 08 10:39:33.037462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.056057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Allocated IP 172.26.7.215 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/c140d79c-8a85-40ec-8286-540071a7142c) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:33.069630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] For port 7f31b801-55cf-40db-98af-6a74bd095d43, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7f31b801-55cf-40db-98af-6a74bd095d43,segment=NetworkSegment(44d637d5-d245-49fb-a7ed-8aee565a5e93),segment_id=44d637d5-d245-49fb-a7ed-8aee565a5e93)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:33.071116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:33.074668 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-69046b5c-1106-4d22-91e1-2b149c5f6fc4 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] show failed (client error): The resource could not be found. Apr 08 10:39:33.075762 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-69046b5c-1106-4d22-91e1-2b149c5f6fc4 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "GET /v2.0/security-groups/919f6cd5-22f0-48c1-8590-cd31fba2cecd HTTP/1.1" status: 404 len: 347 time: 0.0380664 Apr 08 10:39:33.090021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47268) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:33.112188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.116309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:33.145002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event deleted for resources: {'Network': ['ID=c7b4e314-e84e-4d95-995a-f4aa04c5715a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:33.184413 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fc424e64-46a4-4a3c-98fe-58e51907a9ce tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "DELETE /v2.0/networks/c7b4e314-e84e-4d95-995a-f4aa04c5715a HTTP/1.1" status: 204 len: 168 time: 4.1100252 Apr 08 10:39:33.203249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.204232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47274) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:33.304436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '411e774a-f105-4dd4-9b4d-33beb0252708'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:33.305661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.381250 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-05434b7a-edd0-46de-9e59-acfb44028e79 req-42da058f-cbbd-4682-a221-4352cdc46d35 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291056 Apr 08 10:39:33.384005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.393694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:33.518522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.559405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Deleting port b670663d-683a-4a65-968e-9751b09e3e01 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:33.567207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.606632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bfa1f-cb53-4f37-9267-e65d3f6d58bd None None] Pushing event updated for resources: {'Port': ['ID=7f31b801-55cf-40db-98af-6a74bd095d43,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:33.650977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.654030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-53bbae40-38ff-4f30-803c-9833a4795a40 req-45d96424-ad26-4297-ba32-ea78fedc3bec tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Synchronizing usage tracker for tenant:9b56a76045db447da29768d10045e9df on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:33.679358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.692893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:33.697587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.804909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/411e774a-f105-4dd4-9b4d-33beb0252708/6c516774-1e41-45ab-a783-85c97655293b) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:33.812272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acced7e-ff20-4244-bf1c-9078c4ab32a7 req-2e0c3c3e-508c-466b-abd1-2cd329a4ed83 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:33.813879 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5acced7e-ff20-4244-bf1c-9078c4ab32a7 req-2e0c3c3e-508c-466b-abd1-2cd329a4ed83 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.2704310 Apr 08 10:39:33.861748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Deleting port 2a564463-408f-453d-ab55-7a406fa650eb {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:33.862093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.913447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:33.950093 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5acced7e-ff20-4244-bf1c-9078c4ab32a7 req-1a627840-e96b-4447-be24-15427f22c72f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824523 Apr 08 10:39:33.964129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:33.978213 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-811dcd68-db8c-4ecf-8f86-3ea19cf0293e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5710561 Apr 08 10:39:33.978213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47280) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:33.992130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': 'b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:34.002941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-53bbae40-38ff-4f30-803c-9833a4795a40 req-45d96424-ad26-4297-ba32-ea78fedc3bec tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Unset dirty status for tenant:9b56a76045db447da29768d10045e9df on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:34.018021 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-53bbae40-38ff-4f30-803c-9833a4795a40 req-45d96424-ad26-4297-ba32-ea78fedc3bec tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5a2efed-70f2-4d86-8de9-2787dbe0bed8 HTTP/1.1" status: 200 len: 210 time: 0.6371708 Apr 08 10:39:34.079721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:56Z', 'revision_number': 5, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:34.115450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] Checking router: 4ec232ea-200f-4ead-bb58-992d8d6db917 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:39:34.207007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.268792 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:34.269600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:34.293306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=08100c86-c5b7-4e69-b216-9ca72fc87105,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:34.308863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:34.314171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:subnet and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:34.317159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:34.323804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:34.339786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:34.343928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:34.346736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:34.360365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.378302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.393311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': '13009ae3-7255-439e-aa45-df30294209ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f2ea754-d35e-4917-a790-c4c9c02e6ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:34.393680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: 8f2ea754-d35e-4917-a790-c4c9c02e6ef2, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:34.432792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:34.437208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.452049 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'Port': ['ID=c140d79c-8a85-40ec-8286-540071a7142c,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:34.487115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91e3ba-d887-41af-96b4-6d3710724ac6 req-d9db39e3-5fea-4a27-a744-3309e22372f3 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:34.488975 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1f91e3ba-d887-41af-96b4-6d3710724ac6 req-d9db39e3-5fea-4a27-a744-3309e22372f3 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3441808 Apr 08 10:39:34.506442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.506845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.517373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 51396b72-e25f-4cf0-9c1c-81d4646306bc yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:39:34.555699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.578705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Transition to ACTIVE for port object 6c516774-1e41-45ab-a783-85c97655293b will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:34.605230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:34.665472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Transition to ACTIVE for port object 6c516774-1e41-45ab-a783-85c97655293b will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:34.684944 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1f91e3ba-d887-41af-96b4-6d3710724ac6 req-a1d1e886-8618-427b-a4b8-ae60caa5a23e tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879506 Apr 08 10:39:34.726139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Calling delete_port for b670663d-683a-4a65-968e-9751b09e3e01 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:34.826207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:34.856240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.860610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.025998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.127784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:35.133527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:35.148279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:35.190485 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Calling delete_port for 2a564463-408f-453d-ab55-7a406fa650eb owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:35.221037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.246887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 8f2ea754-d35e-4917-a790-c4c9c02e6ef2) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:35.267905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Pushing event updated for resources: {'Port': ['ID=6c516774-1e41-45ab-a783-85c97655293b,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:35.299669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1ca32-aad5-421f-9d0f-2affdf73f299 None None] Network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:35.319486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:35.320730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.333783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.365850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47292) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:35.426958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=1badb720-a0a5-4dec-aab6-5fd15dd94dba,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:35.436023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': '9466db52-15a3-4845-b32c-f5b541c3366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:35.436645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:35.440633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Attempting to bind port 6c516774-1e41-45ab-a783-85c97655293b on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:35.440805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Attempting to bind port 6c516774-1e41-45ab-a783-85c97655293b by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:35.441154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Attempting to bind port 6c516774-1e41-45ab-a783-85c97655293b on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:35.472706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad825a15-d4ab-4e95-8956-e7d87dc17078 None None] Network 194322be-ed54-4948-89b8-8c3a541cb2e0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:35.576711 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2a440d76-a3e5-4b12-b488-e51a94b8288f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5156705 Apr 08 10:39:35.596941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:35.597197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:35.597663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.598064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:35.598344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47296) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:35.598549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Bound port: 6c516774-1e41-45ab-a783-85c97655293b, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:35.598930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.611227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1836509236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:35.630191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:35.644073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::4638:90a9:90b7:dd66 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/411e774a-f105-4dd4-9b4d-33beb0252708/51396b72-e25f-4cf0-9c1c-81d4646306bc) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:35.666617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:35.689827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:router and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:35.720407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:35.725230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-29700764-e435-4c64-b6f4-fb6b2d800ad0 None None] Provisioning for port 7f31b801-55cf-40db-98af-6a74bd095d43 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:35.742770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:35.746148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e455572-0b6c-4e85-8f73-943d924cd928 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.776788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:35.778873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db90cc-7996-401f-8311-0cb3bd2ccfd0 req-dfaecc20-1e4f-4e9f-96f3-143a7761447a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:35.781853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7db90cc-7996-401f-8311-0cb3bd2ccfd0 req-dfaecc20-1e4f-4e9f-96f3-143a7761447a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.6111298 Apr 08 10:39:35.784332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:35.784332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.831328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf55e9-f342-428b-816a-550d18acf225 None None] Network b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:35.848443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.867106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e455572-0b6c-4e85-8f73-943d924cd928 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.942683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.944088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.944898 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ee35f53a-9709-4cb4-8def-e7c3fdfe9d05 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9712296 Apr 08 10:39:35.959482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47300) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:35.962776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.965836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Pushing event deleted for resources: {'Port': ['ID=b670663d-683a-4a65-968e-9751b09e3e01,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:35.999996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] For port 6c516774-1e41-45ab-a783-85c97655293b, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:36.020409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.065870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7f31b801-55cf-40db-98af-6a74bd095d43 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:36.071913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-888800783'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:36.077215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:36.081183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:36.092110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:36.110592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:36.110851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] For port 6c516774-1e41-45ab-a783-85c97655293b, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6c516774-1e41-45ab-a783-85c97655293b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:36.126379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:56Z', 'revision_number': 5, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:36.135185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-8f2ea754-d35e-4917-a790-c4c9c02e6ef2', 'network_id': '8f2ea754-d35e-4917-a790-c4c9c02e6ef2', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': '08100c86-c5b7-4e69-b216-9ca72fc87105'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:36.136076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.164847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.175271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Pushing event deleted for resources: {'Port': ['ID=2a564463-408f-453d-ab55-7a406fa650eb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:36.179566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f673e-5c98-4e6f-939a-203a7752ca06 None None] The sync data for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv is: [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd15e4442-aba6-4e0c-a6ac-4b3d5da6ed01', 'name': '', 'network_id': '4b073600-9026-43b8-b1b4-b9a0a8a9bae0', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'mac_address': 'fa:16:3e:ad:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:56Z', 'revision_number': 5, 'project_id': '9b56a76045db447da29768d10045e9df', 'subnets': [{'id': '09e31997-8556-4203-bcc7-d8d6c23875c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:36.231693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:36.234590 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7db90cc-7996-401f-8311-0cb3bd2ccfd0 req-9951c75b-82bd-495f-9ce1-9048343897f2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4244580 Apr 08 10:39:36.235778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.281038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.288014 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:36.302447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.302944 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment 00039c68-f94b-4779-85b9-7f0d084a0c30 of type vlan for network 20020037-59bf-4867-87fe-7e7b4e0b5457 Apr 08 10:39:36.338842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.448130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.456204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:36.463220 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.490663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 7f31b801-55cf-40db-98af-6a74bd095d43 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:36.521019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Router 28d81983-00df-4673-89a8-030f26c86cf5 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:39:36.600597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf', 'network_id': 'b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': '1badb720-a0a5-4dec-aab6-5fd15dd94dba'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:36.601703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.637820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 7f31b801-55cf-40db-98af-6a74bd095d43 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:36.638588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.647183 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315440eb-b3a3-459b-b301-b50be7c209d2 None None] New status for floating IP cfd064cd-86c5-4c7e-a271-3339fa1de9f6: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:39:36.709009 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7479346 Apr 08 10:39:36.710140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.712423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf49fe-114d-4ffd-bffd-0c0bb114031b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=20020037-59bf-4867-87fe-7e7b4e0b5457,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:36.724855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47306) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:36.731291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': '20020037-59bf-4867-87fe-7e7b4e0b5457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:36.745435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.791032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.842324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.899234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 51396b72-e25f-4cf0-9c1c-81d4646306bc will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:36.903097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Allocated IP 2001:db8::3 (b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf/1badb720-a0a5-4dec-aab6-5fd15dd94dba/c9269989-01b4-422a-b9b9-f0b92dee64b7) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:36.918413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e455572-0b6c-4e85-8f73-943d924cd928 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:36.922925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37da63-8597-44f5-872a-26fb7db3571a None None] Pushing event updated for resources: {'Port': ['ID=6c516774-1e41-45ab-a783-85c97655293b,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:36.937986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Allocated IP 172.21.0.2 (8f2ea754-d35e-4917-a790-c4c9c02e6ef2/08100c86-c5b7-4e69-b216-9ca72fc87105/a27a407e-5d05-4bff-b21f-484f2cb4ccac) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:36.965609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e455572-0b6c-4e85-8f73-943d924cd928 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e93ab2-7920-4b5a-91bb-843e49c97701,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:37.018290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.020051 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-85761c20-3ec8-4e10-b059-2e11ae80c2f1 tempest-ServersTestJSON-1280221253 tempest-ServersTestJSON-1280221253-project] 10.222.0.23 "DELETE /v2.0/floatingips/c4b6873d-1f8d-441e-a676-9812d8fa455c HTTP/1.1" status: 204 len: 168 time: 3.9250584 Apr 08 10:39:37.025919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47310) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:37.027451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e455572-0b6c-4e85-8f73-943d924cd928 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.028879 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5e455572-0b6c-4e85-8f73-943d924cd928 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0e93ab2-7920-4b5a-91bb-843e49c97701 HTTP/1.1" status: 204 len: 168 time: 1.6567063 Apr 08 10:39:37.047015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 20020037-59bf-4867-87fe-7e7b4e0b5457 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:37.076148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47312) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:37.076673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:37.129852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.131024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ff240c64-9435-4800-967f-416adc40d515 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5317140 Apr 08 10:39:37.141176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47318) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:37.145348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:subnet and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:37.148844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:37.158987 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-5ba6a16e-204c-4713-a054-cc1fc3736936 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] show failed (client error): The resource could not be found. Apr 08 10:39:37.161188 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5ba6a16e-204c-4713-a054-cc1fc3736936 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "GET /v2.0/security-groups/a0e93ab2-7920-4b5a-91bb-843e49c97701 HTTP/1.1" status: 404 len: 347 time: 0.0818422 Apr 08 10:39:37.165524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:37.173931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:37.178413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47322) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:37.197113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Sync routers for ids ['28d81983-00df-4673-89a8-030f26c86cf5'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:37.288980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.293364 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dd77dcc8-40a9-45d1-b649-5e872aa24e64 tempest-FloatingIPAdminTestJSON-273159264 tempest-FloatingIPAdminTestJSON-273159264-project] 10.222.0.23 "DELETE /v2.0/floatingips/0c3481c4-6ee1-4672-8fc7-e3f688cef5bb HTTP/1.1" status: 204 len: 168 time: 4.0880563 Apr 08 10:39:37.353082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:37.357174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.391937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.396190 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5b52ad9f-f779-4edb-b3a4-59ed39018b7e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.9483004 Apr 08 10:39:37.401525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47328) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:37.427995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f1337214-4eac-4567-9d9c-1b57a773d060 None None] Provisioning complete for port 7f31b801-55cf-40db-98af-6a74bd095d43 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:37.428371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f1337214-4eac-4567-9d9c-1b57a773d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.471511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Routers {'28d81983-00df-4673-89a8-030f26c86cf5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:37.472169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['28d81983-00df-4673-89a8-030f26c86cf5'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:37.477342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Deleting port 5d699ec1-719e-4dec-a04a-919ed0f8bb0d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:37.478454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.614008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing IP validity checks on allocation pools {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 08 10:39:37.614543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 08 10:39:37.667986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.870181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:37.879327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:37.886690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:37.904946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:37.910063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.913669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.025446 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1928306 Apr 08 10:39:38.026159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Set router 28d81983-00df-4673-89a8-030f26c86cf5 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:38.039784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47334) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:38.048619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ed75e-62e5-4915-b75e-42e4609bec85 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=51396b72-e25f-4cf0-9c1c-81d4646306bc,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:38.117692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47338) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:38.168406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.227787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.228122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.266424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.378403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Transition to ACTIVE for port object c9269989-01b4-422a-b9b9-f0b92dee64b7 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:38.381892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 7f31b801-55cf-40db-98af-6a74bd095d43, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7f31b801-55cf-40db-98af-6a74bd095d43,segment=NetworkSegment(44d637d5-d245-49fb-a7ed-8aee565a5e93),segment_id=44d637d5-d245-49fb-a7ed-8aee565a5e93)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:38.424220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f1337214-4eac-4567-9d9c-1b57a773d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.451301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.455174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Transition to ACTIVE for port object c9269989-01b4-422a-b9b9-f0b92dee64b7 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:38.461581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Calling delete_port for 5d699ec1-719e-4dec-a04a-919ed0f8bb0d owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:38.488058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Transition to ACTIVE for port object a27a407e-5d05-4bff-b21f-484f2cb4ccac will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:38.495629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.508154 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ca618348-10d6-4220-8b72-7b5cef012792 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/routers/28d81983-00df-4673-89a8-030f26c86cf5 HTTP/1.1" status: 200 len: 909 time: 1.0881305 Apr 08 10:39:38.510693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47344) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:38.523713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1420779440', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': True}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:38.543321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:38.575289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Usage tracker for resource:router and tenant:b0bdf547760a4ea8bdc44680a925adee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:38.588836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:38.608943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.657761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:38.676433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Transition to ACTIVE for port object a27a407e-5d05-4bff-b21f-484f2cb4ccac will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:38.711046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Network b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:38.727234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:38.735202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.20.0.1 (194322be-ed54-4948-89b8-8c3a541cb2e0/69fc572a-67a4-4c2b-8cec-9ebd2f362868/9ff86fd6-4c08-4411-8a4b-54d8d636d460) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:38.737868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:38.738507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d68b46-6568-4323-abdf-d86fd3959a6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:38.741592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-f1337214-4eac-4567-9d9c-1b57a773d060 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:38.742015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-f1337214-4eac-4567-9d9c-1b57a773d060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:38.746135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d68b46-6568-4323-abdf-d86fd3959a6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:38.747145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-82d68b46-6568-4323-abdf-d86fd3959a6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:38.753728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6c516774-1e41-45ab-a783-85c97655293b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:38.842619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=7f31b801-55cf-40db-98af-6a74bd095d43,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:38.852752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.855842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.863298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.863298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.916577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:38.934498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object 9ff86fd6-4c08-4411-8a4b-54d8d636d460 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:38.991508 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6ce9d467-6acb-4ce3-aacb-291c2f8d7aa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11523ae44d994a9383afe57986c6efaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8517005 Apr 08 10:39:38.993594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.009870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47348) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:39.010076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-82d68b46-6568-4323-abdf-d86fd3959a6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:39.010735 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-82d68b46-6568-4323-abdf-d86fd3959a6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9696639 Apr 08 10:39:39.013028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:39.016644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47352) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:39.018365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:39.024943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:39.049470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Pushing event updated for resources: {'Port': ['ID=c9269989-01b4-422a-b9b9-f0b92dee64b7,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:39.064815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=d1a34928-5585-4ce1-8017-5f4dcb1d34ce,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:39.090058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': '00039c68-f94b-4779-85b9-7f0d084a0c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '20020037-59bf-4867-87fe-7e7b4e0b5457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:39.090267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: 20020037-59bf-4867-87fe-7e7b4e0b5457, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:39.119469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Attempting to bind port c9269989-01b4-422a-b9b9-f0b92dee64b7 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:39.119469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Attempting to bind port c9269989-01b4-422a-b9b9-f0b92dee64b7 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9466db52-15a3-4845-b32c-f5b541c3366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:39.119787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Attempting to bind port c9269989-01b4-422a-b9b9-f0b92dee64b7 on network b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:39.121681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-56939425-09c8-4fc0-9bf3-3581e2fa4224 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 51396b72-e25f-4cf0-9c1c-81d4646306bc {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:39.122032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56939425-09c8-4fc0-9bf3-3581e2fa4224 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.148159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-439ead68-e064-4b18-b3a1-5f3fea0711ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.150300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.170834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.174023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d81983-00df-4673-89a8-030f26c86cf5', 'name': 'tempest-snat-router-1420779440', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.215'}], 'enable_snat': False}, 'gw_port_id': 'c140d79c-8a85-40ec-8286-540071a7142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:29Z', 'updated_at': '2022-04-08T10:39:34Z', 'revision_number': 3, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port': {'id': 'c140d79c-8a85-40ec-8286-540071a7142c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d81983-00df-4673-89a8-030f26c86cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:32Z', 'updated_at': '2022-04-08T10:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:39.176239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:39.183318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Checking segment: {'id': '9466db52-15a3-4845-b32c-f5b541c3366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:39.183318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.183318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Bound using segment: {'id': '9466db52-15a3-4845-b32c-f5b541c3366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:39.183318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Bound port: c9269989-01b4-422a-b9b9-f0b92dee64b7, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9466db52-15a3-4845-b32c-f5b541c3366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:39.183318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.220756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Checking router: 28d81983-00df-4673-89a8-030f26c86cf5 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:39:39.221015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Updating router 28d81983-00df-4673-89a8-030f26c86cf5 port c140d79c-8a85-40ec-8286-540071a7142c binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:39:39.249971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 194322be-ed54-4948-89b8-8c3a541cb2e0 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:39.258869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:39.267361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Pushing event deleted for resources: {'Port': ['ID=5d699ec1-719e-4dec-a04a-919ed0f8bb0d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:39.291868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Pushing event updated for resources: {'Port': ['ID=a27a407e-5d05-4bff-b21f-484f2cb4ccac,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:39.294071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:39.335974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-439ead68-e064-4b18-b3a1-5f3fea0711ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.342281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Attempting to bind port a27a407e-5d05-4bff-b21f-484f2cb4ccac on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:39.343651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Attempting to bind port a27a407e-5d05-4bff-b21f-484f2cb4ccac by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '13009ae3-7255-439e-aa45-df30294209ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f2ea754-d35e-4917-a790-c4c9c02e6ef2'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:39.343651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Attempting to bind port a27a407e-5d05-4bff-b21f-484f2cb4ccac on network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:39.390972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:39.391342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Checking segment: {'id': '13009ae3-7255-439e-aa45-df30294209ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f2ea754-d35e-4917-a790-c4c9c02e6ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:39.391920 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.392455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Bound using segment: {'id': '13009ae3-7255-439e-aa45-df30294209ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f2ea754-d35e-4917-a790-c4c9c02e6ef2'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:39.393106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Bound port: a27a407e-5d05-4bff-b21f-484f2cb4ccac, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13009ae3-7255-439e-aa45-df30294209ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f2ea754-d35e-4917-a790-c4c9c02e6ef2'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:39.393667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.418762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 20020037-59bf-4867-87fe-7e7b4e0b5457 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:39.441999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6c516774-1e41-45ab-a783-85c97655293b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:39.469056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.484914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=9ff86fd6-4c08-4411-8a4b-54d8d636d460,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:39.548588 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-b17d81fb-a747-44af-aa11-92c9120a3a7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5845187 Apr 08 10:39:39.549342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.594830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 20020037-59bf-4867-87fe-7e7b4e0b5457) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:39.599282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:39.599963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.630252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00975fa3-fab0-484b-a603-17992f9921de None None] Network 20020037-59bf-4867-87fe-7e7b4e0b5457 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:39.774684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.810050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] For port c9269989-01b4-422a-b9b9-f0b92dee64b7, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:39.850251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] For port c9269989-01b4-422a-b9b9-f0b92dee64b7, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c9269989-01b4-422a-b9b9-f0b92dee64b7,segment=NetworkSegment(9466db52-15a3-4845-b32c-f5b541c3366d),segment_id=9466db52-15a3-4845-b32c-f5b541c3366d)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:39.851658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.890002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] For port a27a407e-5d05-4bff-b21f-484f2cb4ccac, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:39.895125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] For port a27a407e-5d05-4bff-b21f-484f2cb4ccac, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a27a407e-5d05-4bff-b21f-484f2cb4ccac,segment=NetworkSegment(13009ae3-7255-439e-aa45-df30294209ba),segment_id=13009ae3-7255-439e-aa45-df30294209ba)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:39.959734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-6d79ae09-7f83-4e7e-b6d0-1ad307b8c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:39.961384 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-6d79ae09-7f83-4e7e-b6d0-1ad307b8c564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1099 time: 0.2655218 Apr 08 10:39:39.965860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Provisioning for port 9ff86fd6-4c08-4411-8a4b-54d8d636d460 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:39.987027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56939425-09c8-4fc0-9bf3-3581e2fa4224 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.021404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.048806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-439ead68-e064-4b18-b3a1-5f3fea0711ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.075152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.078663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Provisioning complete for port 9ff86fd6-4c08-4411-8a4b-54d8d636d460 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:40.079018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.135091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.136424 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6054759e-0715-4d97-9603-6be91f5ec722 tempest-ServersTestManualDisk-1497372823 tempest-ServersTestManualDisk-1497372823-project] 10.222.0.23 "DELETE /v2.0/floatingips/cfd064cd-86c5-4c7e-a271-3339fa1de9f6 HTTP/1.1" status: 204 len: 168 time: 2.9566553 Apr 08 10:39:40.140887 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b684859e-98e3-4eac-84dc-1f6d21922208 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4120228 Apr 08 10:39:40.149350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ead68-e064-4b18-b3a1-5f3fea0711ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0dcecb-fc5b-4373-93fb-abde9f7b0390,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:40.150221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-56939425-09c8-4fc0-9bf3-3581e2fa4224 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 51396b72-e25f-4cf0-9c1c-81d4646306bc owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:40.165837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47356) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:40.166234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47358) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:40.280047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-20020037-59bf-4867-87fe-7e7b4e0b5457', 'network_id': '20020037-59bf-4867-87fe-7e7b4e0b5457', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': 'd1a34928-5585-4ce1-8017-5f4dcb1d34ce'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:40.280928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.303718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Port 9ff86fd6-4c08-4411-8a4b-54d8d636d460 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:39:40.358570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd311a6-ed9d-44d8-9048-e7bb45dad0aa None None] Pushing event updated for resources: {'Port': ['ID=c9269989-01b4-422a-b9b9-f0b92dee64b7,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:40.652687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-439ead68-e064-4b18-b3a1-5f3fea0711ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.659731 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-439ead68-e064-4b18-b3a1-5f3fea0711ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a0dcecb-fc5b-4373-93fb-abde9f7b0390 HTTP/1.1" status: 204 len: 168 time: 1.6502404 Apr 08 10:39:40.787728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.793932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.resource_extend [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:39:40.833846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56939425-09c8-4fc0-9bf3-3581e2fa4224 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.921059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56939425-09c8-4fc0-9bf3-3581e2fa4224 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=51396b72-e25f-4cf0-9c1c-81d4646306bc,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:40.977653 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-ee936421-6bda-4910-810a-62720969836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:40.980129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04db60-f991-4463-8514-539d5645ba81 None None] Pushing event updated for resources: {'Port': ['ID=a27a407e-5d05-4bff-b21f-484f2cb4ccac,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:40.981082 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-ee936421-6bda-4910-810a-62720969836d service neutron] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 912 time: 0.9706373 Apr 08 10:39:41.004317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7f31b801-55cf-40db-98af-6a74bd095d43 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:41.066101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56939425-09c8-4fc0-9bf3-3581e2fa4224 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.149214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.179125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Provisioning for port 51396b72-e25f-4cf0-9c1c-81d4646306bc completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:41.211251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.266401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Provisioning complete for port 51396b72-e25f-4cf0-9c1c-81d4646306bc triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:41.267170 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.319920 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-56939425-09c8-4fc0-9bf3-3581e2fa4224 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/51396b72-e25f-4cf0-9c1c-81d4646306bc HTTP/1.1" status: 204 len: 168 time: 2.2987840 Apr 08 10:39:41.319920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47368) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:41.342501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.379718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Port 51396b72-e25f-4cf0-9c1c-81d4646306bc was deleted so its status cannot be updated. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 08 10:39:41.401417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.503327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faea052-8cc1-492e-99ea-a48160e80860 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:41.507194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faea052-8cc1-492e-99ea-a48160e80860 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:41.512077 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8faea052-8cc1-492e-99ea-a48160e80860 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1777837 Apr 08 10:39:41.518166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47372) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:41.556986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Transition to ACTIVE for port object c140d79c-8a85-40ec-8286-540071a7142c will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:41.581571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 7f31b801-55cf-40db-98af-6a74bd095d43 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:41.582348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.617375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe34812d-9e22-4139-b723-735d335c9879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 411e774a-f105-4dd4-9b4d-33beb0252708 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:41.620956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe34812d-9e22-4139-b723-735d335c9879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.633960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Provisioning for port 6c516774-1e41-45ab-a783-85c97655293b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:41.671892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47376) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:41.672619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Allocated IP 2001:db8::3 (20020037-59bf-4867-87fe-7e7b4e0b5457/d1a34928-5585-4ce1-8017-5f4dcb1d34ce/3b48c9cc-7f9b-45ac-92da-02391c9c0940) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:41.675343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.679993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Provisioning complete for port 6c516774-1e41-45ab-a783-85c97655293b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:41.680607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.803479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.832431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:41.842846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe34812d-9e22-4139-b723-735d335c9879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.863178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Attempting to bind port c140d79c-8a85-40ec-8286-540071a7142c on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:41.863697 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Attempting to bind port c140d79c-8a85-40ec-8286-540071a7142c by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:41.864201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Attempting to bind port c140d79c-8a85-40ec-8286-540071a7142c on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:41.890343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5d2ac99bc341a591420ef31643ce6a is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:41.901632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:41.937799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:41.940160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Allocated IP 172.26.7.38 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/caf33af4-c703-4051-84bc-3430c66a67b3) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:41.940304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:41.940850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:41.941351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:41.941844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:41.942427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Bound port: c140d79c-8a85-40ec-8286-540071a7142c, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:41.942903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.034917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1ad6b-f45d-4e9e-8e0c-9c98cbfcf713 None None] Pushing event updated for resources: {'Port': ['ID=c140d79c-8a85-40ec-8286-540071a7142c,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:42.083167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6324f-b288-4498-be71-a4353f410f3d None None] Network b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:42.123917 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-22f55e54-8afd-4ede-93d2-6925074bddab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 1002 time: 1.0658276 Apr 08 10:39:42.137668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.241811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe34812d-9e22-4139-b723-735d335c9879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.348951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.399286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ac246-c22a-4fa1-995b-cd6c60e26352 None None] Network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:42.458779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.459831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] For port c140d79c-8a85-40ec-8286-540071a7142c, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:42.526276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.592235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] For port c140d79c-8a85-40ec-8286-540071a7142c, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c140d79c-8a85-40ec-8286-540071a7142c,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:42.642276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.712881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.719898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.723240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a27a407e-5d05-4bff-b21f-484f2cb4ccac up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:42.724169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe34812d-9e22-4139-b723-735d335c9879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.734268 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f5d2ac99bc341a591420ef31643ce6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0531175 Apr 08 10:39:42.763793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-4c21f8ce-82ad-4906-88d5-6f30a1615ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:42.765577 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-4c21f8ce-82ad-4906-88d5-6f30a1615ecf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.6145575 Apr 08 10:39:42.772156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47382) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:42.807419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b882f-51b4-4d9f-afbc-5546ca787164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3998b2-7ce0-428f-8259-86d1f799b6ec,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:42.807867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.835213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34812d-9e22-4139-b723-735d335c9879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=411e774a-f105-4dd4-9b4d-33beb0252708,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:42.841335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fe34812d-9e22-4139-b723-735d335c9879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.847386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:42.857953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:42.860104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Transition to ACTIVE for port object 3b48c9cc-7f9b-45ac-92da-02391c9c0940 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:42.867486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:42.877676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7957f421-aad9-4241-9a53-09191ce16f32 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:42.892582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:42.899243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'Port': ['ID=caf33af4-c703-4051-84bc-3430c66a67b3,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:43.006453 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fe34812d-9e22-4139-b723-735d335c9879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/411e774a-f105-4dd4-9b4d-33beb0252708 HTTP/1.1" status: 204 len: 168 time: 1.4857676 Apr 08 10:39:43.008930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47388) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:43.080950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Transition to ACTIVE for port object 3b48c9cc-7f9b-45ac-92da-02391c9c0940 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:43.084392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:43.084775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:43.172919 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6f39b2b7-eed8-4a44-9eab-6b3d458b0f5c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1627831 Apr 08 10:39:43.173485 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47392) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:43.188197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:43.213447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Deleting port 3365260c-0abd-42fb-a33b-3f980d7f09c4 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:43.214025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.222892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1ad6b-f45d-4e9e-8e0c-9c98cbfcf713 None None] Pushing event updated for resources: {'Port': ['ID=c140d79c-8a85-40ec-8286-540071a7142c,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:43.226493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Routers {'28d81983-00df-4673-89a8-030f26c86cf5'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:43.228307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['28d81983-00df-4673-89a8-030f26c86cf5'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:43.253405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-667a10eb-f8e4-4196-a9f5-9582fb0bf859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.285816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-a014f508-ae6b-4a2f-b8e3-9fc7b05e772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:43.287297 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-a014f508-ae6b-4a2f-b8e3-9fc7b05e772d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5063820 Apr 08 10:39:43.344330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:43.349048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:43.352214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:43.359338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:43.386671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.390856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-667a10eb-f8e4-4196-a9f5-9582fb0bf859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.403610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.509578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Network 20020037-59bf-4867-87fe-7e7b4e0b5457 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:43.539243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:39:43.563641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:43.605778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a34928-5585-4ce1-8017-5f4dcb1d34ce,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:43.609718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.627590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a27a407e-5d05-4bff-b21f-484f2cb4ccac completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:43.662327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.671626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:43.677844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.682132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:43.743268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Pushing event updated for resources: {'Port': ['ID=3b48c9cc-7f9b-45ac-92da-02391c9c0940,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:43.759507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c9269989-01b4-422a-b9b9-f0b92dee64b7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:43.774354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.975828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] Set router 28d81983-00df-4673-89a8-030f26c86cf5 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:44.077163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.086676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-f303c0e9-9500-4d5c-bbff-e3cc69553930 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880840 Apr 08 10:39:44.105977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.125144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.164116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Attempting to bind port 3b48c9cc-7f9b-45ac-92da-02391c9c0940 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:44.164502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Attempting to bind port 3b48c9cc-7f9b-45ac-92da-02391c9c0940 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '00039c68-f94b-4779-85b9-7f0d084a0c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '20020037-59bf-4867-87fe-7e7b4e0b5457'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:44.164875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Attempting to bind port 3b48c9cc-7f9b-45ac-92da-02391c9c0940 on network 20020037-59bf-4867-87fe-7e7b4e0b5457 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:44.173179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-667a10eb-f8e4-4196-a9f5-9582fb0bf859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.208412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:44.208814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Checking segment: {'id': '00039c68-f94b-4779-85b9-7f0d084a0c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '20020037-59bf-4867-87fe-7e7b4e0b5457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:44.209589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.209986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Bound using segment: {'id': '00039c68-f94b-4779-85b9-7f0d084a0c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '20020037-59bf-4867-87fe-7e7b4e0b5457'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:44.210476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Bound port: 3b48c9cc-7f9b-45ac-92da-02391c9c0940, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00039c68-f94b-4779-85b9-7f0d084a0c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '20020037-59bf-4867-87fe-7e7b4e0b5457'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:44.210850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.297999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] For port 6c516774-1e41-45ab-a783-85c97655293b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6c516774-1e41-45ab-a783-85c97655293b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:44.432991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.437968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c9269989-01b4-422a-b9b9-f0b92dee64b7 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:44.446441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.514151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a10eb-f8e4-4196-a9f5-9582fb0bf859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3998b2-7ce0-428f-8259-86d1f799b6ec,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:44.525192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 194322be-ed54-4948-89b8-8c3a541cb2e0 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:44.530375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=9ff86fd6-4c08-4411-8a4b-54d8d636d460,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:44.542484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20020037-59bf-4867-87fe-7e7b4e0b5457']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:44.544024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:44.550912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:44.589222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] Deleting port 6c516774-1e41-45ab-a783-85c97655293b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:44.589597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.637008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] For port 3b48c9cc-7f9b-45ac-92da-02391c9c0940, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:44.644252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] For port 3b48c9cc-7f9b-45ac-92da-02391c9c0940, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3b48c9cc-7f9b-45ac-92da-02391c9c0940,segment=NetworkSegment(00039c68-f94b-4779-85b9-7f0d084a0c30),segment_id=00039c68-f94b-4779-85b9-7f0d084a0c30)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:44.650717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.697042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6c516774-1e41-45ab-a783-85c97655293b no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:44.729247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:44.742651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:44.745379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7567bd-fd58-4824-b40f-1ba74be0dfc5 None None] Pushing event updated for resources: {'Port': ['ID=6c516774-1e41-45ab-a783-85c97655293b,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:44.751299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:44.752160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.765570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.800269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=f9f3ba6e-865b-4d5b-8998-a7d8011627ea,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:44.829760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Provisioning for port c9269989-01b4-422a-b9b9-f0b92dee64b7 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:44.892038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-49e7c0f0-c144-464a-9c2e-11085395e77b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7072704 Apr 08 10:39:44.892323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47396) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:44.899758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': 'f9f3ba6e-865b-4d5b-8998-a7d8011627ea', 'ip_address': '2001:db8::41ed:404d:7736:9464'}], 'name': 'tempest-NetworksTestDHCPv6-2089868735'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:44.908357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] For port 3365260c-0abd-42fb-a33b-3f980d7f09c4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3365260c-0abd-42fb-a33b-3f980d7f09c4,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:44.908621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.921445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.931110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Provisioning complete for port c9269989-01b4-422a-b9b9-f0b92dee64b7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:44.931110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:44.943598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Router 055a3444-2623-4262-bd3c-b95613aacb86 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:39:44.979209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00039c68-f94b-4779-85b9-7f0d084a0c30') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:44.979576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00039c68-f94b-4779-85b9-7f0d084a0c30') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:45.076597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.136913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d81983-00df-4673-89a8-030f26c86cf5', 'name': 'tempest-snat-router-1420779440', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.215'}], 'enable_snat': False}, 'gw_port_id': 'c140d79c-8a85-40ec-8286-540071a7142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:29Z', 'updated_at': '2022-04-08T10:39:34Z', 'revision_number': 3, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port': {'id': 'c140d79c-8a85-40ec-8286-540071a7142c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d81983-00df-4673-89a8-030f26c86cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:32Z', 'updated_at': '2022-04-08T10:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:45.145846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-667a10eb-f8e4-4196-a9f5-9582fb0bf859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.146866 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-667a10eb-f8e4-4196-a9f5-9582fb0bf859 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c3998b2-7ce0-428f-8259-86d1f799b6ec HTTP/1.1" status: 204 len: 168 time: 2.3697548 Apr 08 10:39:45.156766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Calling delete_port for 3365260c-0abd-42fb-a33b-3f980d7f09c4 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:45.217874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:45.222448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:45.225522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:45.231678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:45.244679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.269808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:45.279117 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Sync routers for ids ['055a3444-2623-4262-bd3c-b95613aacb86'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:45.292426 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Routers {'055a3444-2623-4262-bd3c-b95613aacb86'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:45.293618 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['055a3444-2623-4262-bd3c-b95613aacb86'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:45.338447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:45.343557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] For port 6c516774-1e41-45ab-a783-85c97655293b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6c516774-1e41-45ab-a783-85c97655293b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:45.343973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.359724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:45.360254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:45.377765 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:45.403079 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5ec8f5d-bc65-44ba-ad84-609881f39fa8 req-99fd1aa4-c0ca-42b0-a903-e015253600c4 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2944462 Apr 08 10:39:45.503645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.504910 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-757e9ddb-c635-4966-bbb2-1b9b270e81c7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9910550 Apr 08 10:39:45.510030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47402) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:45.515189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] Calling delete_port for 6c516774-1e41-45ab-a783-85c97655293b owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:45.609732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router bc0a0839-e833-4a9d-8ea9-f9053ab559cf is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:39:45.660838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:39:45.660838 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:39:45.660838 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': '20020037-59bf-4867-87fe-7e7b4e0b5457'}] Apr 08 10:39:45.660838 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:45.661644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:45.663983 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Set router 055a3444-2623-4262-bd3c-b95613aacb86 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:45.677260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a23d5-f8c6-453e-ba3f-5d66071fecac None None] The sync data for ids ['28d81983-00df-4673-89a8-030f26c86cf5'] in dv-neutron-837109-1-hyperv is: [{'id': '28d81983-00df-4673-89a8-030f26c86cf5', 'name': 'tempest-snat-router-1420779440', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.215'}], 'enable_snat': False}, 'gw_port_id': 'c140d79c-8a85-40ec-8286-540071a7142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:29Z', 'updated_at': '2022-04-08T10:39:34Z', 'revision_number': 3, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port': {'id': 'c140d79c-8a85-40ec-8286-540071a7142c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d81983-00df-4673-89a8-030f26c86cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:32Z', 'updated_at': '2022-04-08T10:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:45.737684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9958f9-5f95-4c54-a680-3b21d6cbdea5 None None] Pushing event updated for resources: {'Port': ['ID=3b48c9cc-7f9b-45ac-92da-02391c9c0940,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:45.765008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Port 6c516774-1e41-45ab-a783-85c97655293b update to DOWN by agent not found {{(pid=88614) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 08 10:39:45.779098 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.779941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55c74d-c378-4505-9f2e-622ad68cbc1a None None] Network 20020037-59bf-4867-87fe-7e7b4e0b5457 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:45.850818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port fcda21c5-eff4-44dd-b041-b8edbde55af8 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:39:45.929861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.935244 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3b9f7701-4f3e-4199-99b5-2405574d7f6c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/routers/055a3444-2623-4262-bd3c-b95613aacb86 HTTP/1.1" status: 200 len: 907 time: 0.4236944 Apr 08 10:39:45.941946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47408) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:46.010114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:46.026702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-09d45a8d-9ed5-4b9c-b0ff-8d7ed81cfe8d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/bc0a0839-e833-4a9d-8ea9-f9053ab559cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8815517 Apr 08 10:39:46.040751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47412) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:46.200145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.210699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] Pushing event deleted for resources: {'Port': ['ID=6c516774-1e41-45ab-a783-85c97655293b,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:46.222165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b65e8-c236-4c53-aa86-5a6a68474fb0 None None] Sync routers for ids ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:46.253928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bd6d4-7725-484f-bc12-f2ba2603c73a None None] No DVR routers for this DVR port 6c516774-1e41-45ab-a783-85c97655293b on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:46.266032 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055a3444-2623-4262-bd3c-b95613aacb86', 'name': 'tempest-snat-router-1420779440', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.38'}], 'enable_snat': True}, 'gw_port_id': 'caf33af4-c703-4051-84bc-3430c66a67b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:38Z', 'updated_at': '2022-04-08T10:39:43Z', 'revision_number': 3, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port': {'id': 'caf33af4-c703-4051-84bc-3430c66a67b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055a3444-2623-4262-bd3c-b95613aacb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:41Z', 'updated_at': '2022-04-08T10:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:46.279960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47416) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:46.281122 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Checking router: 055a3444-2623-4262-bd3c-b95613aacb86 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:39:46.281557 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Updating router 055a3444-2623-4262-bd3c-b95613aacb86 port caf33af4-c703-4051-84bc-3430c66a67b3 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:39:46.295864 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af9969-6c30-4144-aead-a99a0887848b None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:46.346640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Deleting port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:46.347954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b65e8-c236-4c53-aa86-5a6a68474fb0 None None] Routers {'bc0a0839-e833-4a9d-8ea9-f9053ab559cf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:46.348636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.348749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-941b65e8-c236-4c53-aa86-5a6a68474fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:46.377776 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.424731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.430048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port 3b48c9cc-7f9b-45ac-92da-02391c9c0940 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:46.440429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.453088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec6927c-08c2-4bc0-9bfc-f2bd13163227 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:46.454427 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aec6927c-08c2-4bc0-9bfc-f2bd13163227 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports/9ff86fd6-4c08-4411-8a4b-54d8d636d460 HTTP/1.1" status: 200 len: 910 time: 0.4029520 Apr 08 10:39:46.471357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.542061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47422) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:46.571464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-941b65e8-c236-4c53-aa86-5a6a68474fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:46.671132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b65e8-c236-4c53-aa86-5a6a68474fb0 None None] Routers {'bc0a0839-e833-4a9d-8ea9-f9053ab559cf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:46.680408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-941b65e8-c236-4c53-aa86-5a6a68474fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:46.709980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:46.709980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec9d64afb7a4c3c8e141892a765c2f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:46.712829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:46.721525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:46.761594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] For port c9269989-01b4-422a-b9b9-f0b92dee64b7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c9269989-01b4-422a-b9b9-f0b92dee64b7,segment=NetworkSegment(9466db52-15a3-4845-b32c-f5b541c3366d),segment_id=9466db52-15a3-4845-b32c-f5b541c3366d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:46.780337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c140d79c-8a85-40ec-8286-540071a7142c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:46.871638 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-941b65e8-c236-4c53-aa86-5a6a68474fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:46.873081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b65e8-c236-4c53-aa86-5a6a68474fb0 None None] The sync data for ids ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:46.875444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.905863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.957127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.963576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.105409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Pushing event updated for resources: {'Port': ['ID=c9269989-01b4-422a-b9b9-f0b92dee64b7,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:47.116628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'f9f3ba6e-865b-4d5b-8998-a7d8011627ea'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:47.117107 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.127715 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.144413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Provisioning for port a27a407e-5d05-4bff-b21f-484f2cb4ccac completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:47.146356 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Transition to ACTIVE for port object caf33af4-c703-4051-84bc-3430c66a67b3 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:47.157479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Provisioning complete for port a27a407e-5d05-4bff-b21f-484f2cb4ccac triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:47.157935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.233209 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.235544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3365260c-0abd-42fb-a33b-3f980d7f09c4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:47.237885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.262229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c140d79c-8a85-40ec-8286-540071a7142c completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:47.290430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c140d79c-8a85-40ec-8286-540071a7142c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:47.290805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.356507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::41ed:404d:7736:9464 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/f9f3ba6e-865b-4d5b-8998-a7d8011627ea/fcda21c5-eff4-44dd-b041-b8edbde55af8) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:47.382141 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb824967-594a-42cb-90ce-77ee752d9ecf None None] Pushing event updated for resources: {'Port': ['ID=caf33af4-c703-4051-84bc-3430c66a67b3,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:47.390289 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ec9d64afb7a4c3c8e141892a765c2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1032560 Apr 08 10:39:47.390289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b58675-4fd1-4ccf-a33c-1cc7f8e5ebc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80841bcd-0377-4044-a885-49bbdd13f603,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:47.400368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47426) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:47.438400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.478238 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Attempting to bind port caf33af4-c703-4051-84bc-3430c66a67b3 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:47.478908 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Attempting to bind port caf33af4-c703-4051-84bc-3430c66a67b3 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:47.479419 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Attempting to bind port caf33af4-c703-4051-84bc-3430c66a67b3 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:47.492081 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:47.492771 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:47.493478 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.494484 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:47.495146 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Bound port: caf33af4-c703-4051-84bc-3430c66a67b3, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:47.496145 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.555956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Deleting port caf33af4-c703-4051-84bc-3430c66a67b3 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:47.556304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.620320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.628808 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] For port caf33af4-c703-4051-84bc-3430c66a67b3, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:47.636149 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] For port caf33af4-c703-4051-84bc-3430c66a67b3, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=caf33af4-c703-4051-84bc-3430c66a67b3,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:47.678410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fb954adb-ae38-4de6-931b-563e18854841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.717694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] For port a27a407e-5d05-4bff-b21f-484f2cb4ccac, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a27a407e-5d05-4bff-b21f-484f2cb4ccac,segment=NetworkSegment(13009ae3-7255-439e-aa45-df30294209ba),segment_id=13009ae3-7255-439e-aa45-df30294209ba)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:47.718834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.740313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c140d79c-8a85-40ec-8286-540071a7142c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c140d79c-8a85-40ec-8286-540071a7142c,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:47.755126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port 3b48c9cc-7f9b-45ac-92da-02391c9c0940, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3b48c9cc-7f9b-45ac-92da-02391c9c0940,segment=NetworkSegment(00039c68-f94b-4779-85b9-7f0d084a0c30),segment_id=00039c68-f94b-4779-85b9-7f0d084a0c30)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:47.755718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.767754 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.819540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fb954adb-ae38-4de6-931b-563e18854841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.847080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.853663 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Routers {'055a3444-2623-4262-bd3c-b95613aacb86'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:47.854305 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['055a3444-2623-4262-bd3c-b95613aacb86'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:47.918112 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb824967-594a-42cb-90ce-77ee752d9ecf None None] Pushing event updated for resources: {'Port': ['ID=caf33af4-c703-4051-84bc-3430c66a67b3,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:47.934678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.015408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for 3b48c9cc-7f9b-45ac-92da-02391c9c0940 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:48.016939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fb954adb-ae38-4de6-931b-563e18854841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.029984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7c7c5d89-c91e-4337-b79a-208166e5d83f None None] Provisioning complete for port 9ff86fd6-4c08-4411-8a4b-54d8d636d460 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:48.031647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5d89-c91e-4337-b79a-208166e5d83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.072725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb954adb-ae38-4de6-931b-563e18854841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80841bcd-0377-4044-a885-49bbdd13f603,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:48.091601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] For port caf33af4-c703-4051-84bc-3430c66a67b3, host dv-neutron-837109-1-hyperv, got binding levels [] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:48.091954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.098167 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] Set router 055a3444-2623-4262-bd3c-b95613aacb86 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:48.136017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] For port d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:48.146624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.149951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa6066-7b61-4837-8b9d-2fa21e0685a1 None None] Pushing event updated for resources: {'Port': ['ID=a27a407e-5d05-4bff-b21f-484f2cb4ccac,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:48.249173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c5d89-c91e-4337-b79a-208166e5d83f None None] Port 9ff86fd6-4c08-4411-8a4b-54d8d636d460 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:39:48.255651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fb954adb-ae38-4de6-931b-563e18854841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.259028 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fb954adb-ae38-4de6-931b-563e18854841 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80841bcd-0377-4044-a885-49bbdd13f603 HTTP/1.1" status: 204 len: 168 time: 0.8484251 Apr 08 10:39:48.267951 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055a3444-2623-4262-bd3c-b95613aacb86', 'name': 'tempest-snat-router-1420779440', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:38Z', 'updated_at': '2022-04-08T10:39:47Z', 'revision_number': 4, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:48.268815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Calling delete_port for caf33af4-c703-4051-84bc-3430c66a67b3 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:48.275168 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956901d8-f058-4ec9-92ec-3f98b375e591 None None] The sync data for ids ['055a3444-2623-4262-bd3c-b95613aacb86'] in dv-neutron-837109-1-hyperv is: [{'id': '055a3444-2623-4262-bd3c-b95613aacb86', 'name': 'tempest-snat-router-1420779440', 'tenant_id': 'b0bdf547760a4ea8bdc44680a925adee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:38Z', 'updated_at': '2022-04-08T10:39:47Z', 'revision_number': 4, 'project_id': 'b0bdf547760a4ea8bdc44680a925adee', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:48.284843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c140d79c-8a85-40ec-8286-540071a7142c,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:48.317076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.356896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object fcda21c5-eff4-44dd-b041-b8edbde55af8 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:48.511260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:39:48.511584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:39:48.560880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.572371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Calling delete_port for d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:48.645857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.677037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/f9f3ba6e-865b-4d5b-8998-a7d8011627ea/e502e1d1-ad76-4063-bad2-43b7d3280146) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:48.690219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:48.697969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:48.703508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:48.709676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:48.710322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.723773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=fcda21c5-eff4-44dd-b041-b8edbde55af8,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:48.745619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c140d79c-8a85-40ec-8286-540071a7142c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:48.810897 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5849aca3-1d32-43a7-b5e2-1ddd4e77a1ad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9172506 Apr 08 10:39:48.813502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47434) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:48.833982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.920886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94721e07-5562-4a4f-ab6e-cceb82e0fa98 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:48.921789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-94721e07-5562-4a4f-ab6e-cceb82e0fa98 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:48.945017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Port': ['ID=3b48c9cc-7f9b-45ac-92da-02391c9c0940,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:48.964614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No DVR routers for this DVR port 3b48c9cc-7f9b-45ac-92da-02391c9c0940 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:49.000763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-94721e07-5562-4a4f-ab6e-cceb82e0fa98 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:49.001990 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-94721e07-5562-4a4f-ab6e-cceb82e0fa98 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1875439 Apr 08 10:39:49.004710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47442) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:49.050548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.065667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Transition to ACTIVE for port object e502e1d1-ad76-4063-bad2-43b7d3280146 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:49.075849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Deleting port caf33af4-c703-4051-84bc-3430c66a67b3 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:49.076235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.090147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Transition to ACTIVE for port object e502e1d1-ad76-4063-bad2-43b7d3280146 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:49.098945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c140d79c-8a85-40ec-8286-540071a7142c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:49.099375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.156851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b0687-4b97-46a3-9ca5-bf255fa9fd79 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port fcda21c5-eff4-44dd-b041-b8edbde55af8 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:49.157200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9b0687-4b97-46a3-9ca5-bf255fa9fd79 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.186027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.271078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Pushing event updated for resources: {'Port': ['ID=e502e1d1-ad76-4063-bad2-43b7d3280146,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:49.302127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.369108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:49.370560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a27a407e-5d05-4bff-b21f-484f2cb4ccac up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:49.399260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:49.405113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20020037-59bf-4867-87fe-7e7b4e0b5457']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:49.408071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:49.433778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.455567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00039c68-f94b-4779-85b9-7f0d084a0c30') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:49.455914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00039c68-f94b-4779-85b9-7f0d084a0c30') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:49.531698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.589670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Attempting to bind port e502e1d1-ad76-4063-bad2-43b7d3280146 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:49.590047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Attempting to bind port e502e1d1-ad76-4063-bad2-43b7d3280146 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:49.590409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Attempting to bind port e502e1d1-ad76-4063-bad2-43b7d3280146 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:49.597992 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:49.598454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:49.598850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.599240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:49.599711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Bound port: e502e1d1-ad76-4063-bad2-43b7d3280146, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:49.600083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.628001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a27a407e-5d05-4bff-b21f-484f2cb4ccac triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:49.628384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.736467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.752542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] For port caf33af4-c703-4051-84bc-3430c66a67b3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=caf33af4-c703-4051-84bc-3430c66a67b3,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:49.752911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.761981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:49.762644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:49.784440 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:49.812161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] For port e502e1d1-ad76-4063-bad2-43b7d3280146, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:49.833590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] For port e502e1d1-ad76-4063-bad2-43b7d3280146, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e502e1d1-ad76-4063-bad2-43b7d3280146,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:49.851433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c9269989-01b4-422a-b9b9-f0b92dee64b7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:49.898683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Calling delete_port for caf33af4-c703-4051-84bc-3430c66a67b3 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:49.924275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.952002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9b0687-4b97-46a3-9ca5-bf255fa9fd79 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.046376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c9269989-01b4-422a-b9b9-f0b92dee64b7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:50.046887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.099875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f5669-bbb5-4c2d-9942-e1e243ef18a8 None None] Pushing event updated for resources: {'Port': ['ID=e502e1d1-ad76-4063-bad2-43b7d3280146,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:50.113805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b0687-4b97-46a3-9ca5-bf255fa9fd79 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for fcda21c5-eff4-44dd-b041-b8edbde55af8 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:50.126288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:39:50.143331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.211201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:50.397270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.486751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.506835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9b0687-4b97-46a3-9ca5-bf255fa9fd79 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.557842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=20020037-59bf-4867-87fe-7e7b4e0b5457,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:50.586476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.594128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b0687-4b97-46a3-9ca5-bf255fa9fd79 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=fcda21c5-eff4-44dd-b041-b8edbde55af8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:50.707398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-433e1135-0b1d-4412-82ee-e43fd1c20c2e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/20020037-59bf-4867-87fe-7e7b4e0b5457 HTTP/1.1" status: 204 len: 168 time: 10.5383887 Apr 08 10:39:50.734683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event deleted for resources: {'Port': ['ID=caf33af4-c703-4051-84bc-3430c66a67b3,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:50.809219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47466) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:50.809408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e502e1d1-ad76-4063-bad2-43b7d3280146 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:50.841579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-787107401'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:50.850533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9b0687-4b97-46a3-9ca5-bf255fa9fd79 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.855596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:50.871933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:50.889816 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ca9b0687-4b97-46a3-9ca5-bf255fa9fd79 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/fcda21c5-eff4-44dd-b041-b8edbde55af8 HTTP/1.1" status: 204 len: 168 time: 1.8832009 Apr 08 10:39:50.893063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47474) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:50.900094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:50.949372 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.968415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:50.981552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e502e1d1-ad76-4063-bad2-43b7d3280146 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:50.986174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:50.993277 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-694384d5-771b-4c17-bd86-b76496731fa3 admin admin] 10.222.0.23 "PUT /v2.0/routers/94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9618888 Apr 08 10:39:51.002305 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] Sync routers for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:51.002810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47480) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:51.022449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.21.0.1 (8f2ea754-d35e-4917-a790-c4c9c02e6ef2/08100c86-c5b7-4e69-b216-9ca72fc87105/c8e0140b-0133-47d4-a983-1f3122d70688) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:51.031940 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:51.033643 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:51.052448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.184821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:51.188889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.239819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47486) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:51.242196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.246678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772d58d9-9686-4659-83c7-d90e1fe2af47 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:51.248429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772d58d9-9686-4659-83c7-d90e1fe2af47 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:51.249230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-772d58d9-9686-4659-83c7-d90e1fe2af47 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:51.254036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.380844 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:51.529827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-772d58d9-9686-4659-83c7-d90e1fe2af47 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:51.530564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:51.533527 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-772d58d9-9686-4659-83c7-d90e1fe2af47 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6393647 Apr 08 10:39:51.539006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1093792642', 'router:external': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:51.540968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47492) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:51.554696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.555458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 055a3444-2623-4262-bd3c-b95613aacb86 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:39:51.568547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:51.579996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.582521 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cebe3c40-8b99-4028-ae15-3312096ba213 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "DELETE /v2.0/routers/055a3444-2623-4262-bd3c-b95613aacb86 HTTP/1.1" status: 204 len: 168 time: 5.6390023 Apr 08 10:39:51.590790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47496) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:51.595402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Usage tracker for resource:network and tenant:a6264d54f7e34916822a39de41dc41f4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:51.645495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.645842 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment 7384512a-21c4-4f5d-a0f9-9a38ea7e1465 of type vlan for network ab5ae9fa-b85c-40f6-90f6-eddb701fad69 Apr 08 10:39:51.675861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.717164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:51.742630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:51.752782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.818407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object c8e0140b-0133-47d4-a983-1f3122d70688 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:51.829646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.837587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b830de0c-63fa-492d-ac11-26e6f6a54cce tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet f9f3ba6e-865b-4d5b-8998-a7d8011627ea {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:51.853040 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:39:46Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:51.863444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b830de0c-63fa-492d-ac11-26e6f6a54cce tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.867180 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] Checking router: 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:39:51.889318 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] Routers {'94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:51.891221 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:51.933700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ca6273d7-8608-48bc-8235-e61634771e39 None None] Provisioning for port e502e1d1-ad76-4063-bad2-43b7d3280146 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:51.946407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Made reservation on behalf of a6264d54f7e34916822a39de41dc41f4 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:51.952732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.972178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.991456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ca6273d7-8608-48bc-8235-e61634771e39 None None] Provisioning complete for port e502e1d1-ad76-4063-bad2-43b7d3280146 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:51.992449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ca6273d7-8608-48bc-8235-e61634771e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.096798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:52.101052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Usage tracker for resource:security_group_rule and tenant:a6264d54f7e34916822a39de41dc41f4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:52.104240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:52.111513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:52.228060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.245441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.294118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b830de0c-63fa-492d-ac11-26e6f6a54cce tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.327633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.336729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ca6273d7-8608-48bc-8235-e61634771e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.378572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Router 4ec232ea-200f-4ead-bb58-992d8d6db917 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:39:52.393227 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] Set router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:52.412301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5275721-97a4-4963-98f6-84ada6b04432,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:52.427632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ca6273d7-8608-48bc-8235-e61634771e39 None None] For port e502e1d1-ad76-4063-bad2-43b7d3280146, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e502e1d1-ad76-4063-bad2-43b7d3280146,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:52.438418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:52.453210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.456977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb75856-1182-4a70-975d-423107cddcbe None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:39:52.463323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.463680 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Added segment b07519fa-1fad-477a-85cc-130b96eb730d of type vlan for network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e Apr 08 10:39:52.519210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.524661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:52.525358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.578667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.595282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ca6273d7-8608-48bc-8235-e61634771e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.603450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.667834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Deleting port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:52.668183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.728669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c062e96e-4f3f-476b-b3f9-e2fa450589a7 None None] Could not find standard attr ID for object fcda21c5-eff4-44dd-b041-b8edbde55af8. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:39:52.736701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.736890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6273d7-8608-48bc-8235-e61634771e39 None None] Pushing event updated for resources: {'Port': ['ID=e502e1d1-ad76-4063-bad2-43b7d3280146,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:52.737662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:52.738240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.757984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb75856-1182-4a70-975d-423107cddcbe None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:39:52.784598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.838512 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0339468 Apr 08 10:39:52.857619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:52.861952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47502) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:52.865701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f590eb3-d1ab-4fd9-8969-90a8098310cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=ab5ae9fa-b85c-40f6-90f6-eddb701fad69,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:52.867772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:52.871387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:52.881046 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:39:46Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:52.896585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network ab5ae9fa-b85c-40f6-90f6-eddb701fad69 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:52.898089 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d057c-e110-48c9-9813-d17bd2a222a7 None None] The sync data for ids ['94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713'] in dv-neutron-837109-1-hyperv is: [{'id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'name': 'tempest-ServersTestJSON-2044887141-router', 'tenant_id': '3324b956411845afa1fa61737f3623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:32Z', 'updated_at': '2022-04-08T10:39:46Z', 'revision_number': 5, 'project_id': '3324b956411845afa1fa61737f3623ed', 'gw_port': {'id': '5ec5512f-bbe0-4541-8155-25ab5ef2d6c8', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:37Z', 'updated_at': '2022-04-08T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:52.913379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': 'ab5ae9fa-b85c-40f6-90f6-eddb701fad69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:52.930250 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6779881 Apr 08 10:39:52.931053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47506) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:52.931934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=c8e0140b-0133-47d4-a983-1f3122d70688,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:52.958944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'subnet': {'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:52.963223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45418b5f-8e1f-46d4-829c-07842b2296bc tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'Network': ['ID=85e6732b-8242-40fd-b4ba-e4bfb5b47d2e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:52.965437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Deleting port c140d79c-8a85-40ec-8286-540071a7142c {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:52.965849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.983207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b830de0c-63fa-492d-ac11-26e6f6a54cce tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.011071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:53.047110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:53.058537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:53.074975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] Sync routers for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:53.081925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Usage tracker for resource:subnet and tenant:a6264d54f7e34916822a39de41dc41f4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:53.098361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:53.108716 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-26d0518f-4940-4730-a385-e974c06dec98 admin admin] 10.222.0.23 "PUT /v2.0/routers/4ec232ea-200f-4ead-bb58-992d8d6db917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9389231 Apr 08 10:39:53.108915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:53.111604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47510) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:53.185605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:53.186503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:53.199055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.232187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Made reservation on behalf of a6264d54f7e34916822a39de41dc41f4 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:53.234883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.257535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:53.272785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:subnet and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:53.277910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] For port 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5ec5512f-bbe0-4541-8155-25ab5ef2d6c8,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:53.277910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.280288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:53.311190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:53.425149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b830de0c-63fa-492d-ac11-26e6f6a54cce tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.486001 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830de0c-63fa-492d-ac11-26e6f6a54cce tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f3ba6e-865b-4d5b-8998-a7d8011627ea,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:53.500510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b830de0c-63fa-492d-ac11-26e6f6a54cce tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.507784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:53.511491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.516012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:53.546699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.756030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Calling delete_port for 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:53.801242 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b830de0c-63fa-492d-ac11-26e6f6a54cce tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/f9f3ba6e-865b-4d5b-8998-a7d8011627ea HTTP/1.1" status: 204 len: 168 time: 2.2460477 Apr 08 10:39:53.811256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47516) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:53.879599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2f6c3-b737-49c9-9108-44332ab6ad1b None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:39:53.955437 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-865d98fc-c88f-415a-beb1-2b904f41b2a1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1428804 Apr 08 10:39:53.957819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] For port c140d79c-8a85-40ec-8286-540071a7142c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c140d79c-8a85-40ec-8286-540071a7142c,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:53.957966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.958327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.970199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.970467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47522) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:54.028068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:54.149581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '7bf62932-73b0-42d8-abab-3230796381d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:39:49Z', 'revision_number': 5, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port': {'id': '7bf62932-73b0-42d8-abab-3230796381d2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:30Z', 'updated_at': '2022-04-08T10:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:54.167903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] Checking router: 4ec232ea-200f-4ead-bb58-992d8d6db917 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:39:54.187692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] Routers {'4ec232ea-200f-4ead-bb58-992d8d6db917'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:54.188649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4ec232ea-200f-4ead-bb58-992d8d6db917'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:54.195405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Calling delete_port for c140d79c-8a85-40ec-8286-540071a7142c owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:54.249619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2f6c3-b737-49c9-9108-44332ab6ad1b None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:39:54.297853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Deleting port 7bf62932-73b0-42d8-abab-3230796381d2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:54.298192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.444830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:54.474195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:54.483314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:54.522176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:54.537704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] Set router 4ec232ea-200f-4ead-bb58-992d8d6db917 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:39:54.651995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.656444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:54.661262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.703418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e502e1d1-ad76-4063-bad2-43b7d3280146 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:54.736977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:39:53Z', 'revision_number': 6, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:54.754480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f730a352-92dd-4524-bfc1-9f621e523998 None None] The sync data for ids ['4ec232ea-200f-4ead-bb58-992d8d6db917'] in dv-neutron-837109-1-hyperv is: [{'id': '4ec232ea-200f-4ead-bb58-992d8d6db917', 'name': 'tempest-ServersTestManualDisk-451302776-router', 'tenant_id': '9b56a76045db447da29768d10045e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:39:53Z', 'revision_number': 6, 'project_id': '9b56a76045db447da29768d10045e9df', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:54.768995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec5512f-bbe0-4541-8155-25ab5ef2d6c8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:54.802170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.850580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-1272a67f-9b46-4351-8824-0ed62159b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:54.852100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-1272a67f-9b46-4351-8824-0ed62159b4d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1099 time: 0.7994368 Apr 08 10:39:54.860165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7afcbf-b9c0-48f3-b4fb-0c31dfb46986 req-989d063d-fa5d-4612-84b4-111bbaf69846 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:54.862772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a7afcbf-b9c0-48f3-b4fb-0c31dfb46986 req-989d063d-fa5d-4612-84b4-111bbaf69846 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.6125903 Apr 08 10:39:54.879943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e502e1d1-ad76-4063-bad2-43b7d3280146 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:54.880397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.003534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed69fb-fc8c-49f2-a8b2-cb0ae869fc8a None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:55.017419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.019979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] For port 7bf62932-73b0-42d8-abab-3230796381d2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7bf62932-73b0-42d8-abab-3230796381d2,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:55.020347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.094837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event deleted for resources: {'Port': ['ID=c140d79c-8a85-40ec-8286-540071a7142c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:55.109604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.184519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3365260c-0abd-42fb-a33b-3f980d7f09c4 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:55.255895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 3365260c-0abd-42fb-a33b-3f980d7f09c4 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:55.256308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3365260c-0abd-42fb-a33b-3f980d7f09c4 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:55.311652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Calling delete_port for 7bf62932-73b0-42d8-abab-3230796381d2 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:55.375820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=4aae948c-8ee8-49ec-83e2-900237d72c53,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:55.413345 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a7afcbf-b9c0-48f3-b4fb-0c31dfb46986 req-12cdd1e4-06af-40d3-85c9-8970fc0ab6ff tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4652114 Apr 08 10:39:55.447676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': '7384512a-21c4-4f5d-a0f9-9a38ea7e1465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ab5ae9fa-b85c-40f6-90f6-eddb701fad69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:55.448213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: ab5ae9fa-b85c-40f6-90f6-eddb701fad69, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:55.477917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3800d415-ed3c-4972-a109-5d736a029536 None None] Provisioning for port c8e0140b-0133-47d4-a983-1f3122d70688 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:55.483601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3800d415-ed3c-4972-a109-5d736a029536 None None] Provisioning complete for port c8e0140b-0133-47d4-a983-1f3122d70688 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:55.488346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3800d415-ed3c-4972-a109-5d736a029536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.545896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3800d415-ed3c-4972-a109-5d736a029536 None None] Port c8e0140b-0133-47d4-a983-1f3122d70688 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:39:55.589156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.601220 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.627177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-b582e2e1-703c-41f7-b654-834e2fd862af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:55.628682 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-b582e2e1-703c-41f7-b654-834e2fd862af service neutron] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 912 time: 0.7601082 Apr 08 10:39:55.631360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:39:55.636453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.683536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:55.697918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] Deleting port e502e1d1-ad76-4063-bad2-43b7d3280146 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:55.698447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.859203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.865788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.866845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:39:55.869113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.919307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.943587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:39:55.944321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.987079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.005472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.018635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] For port e502e1d1-ad76-4063-bad2-43b7d3280146, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e502e1d1-ad76-4063-bad2-43b7d3280146,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:56.018897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.039232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a55395d0-5d73-494f-96a7-20afc9945317,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:56.062013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-5959c6d5-126c-4475-a8f9-21595c1da575 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 1002 time: 0.4195788 Apr 08 10:39:56.093658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:56.112111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:56.115232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network ab5ae9fa-b85c-40f6-90f6-eddb701fad69 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:56.122509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.123259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.132932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.134038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ca9c559d-ecf9-4be4-a1c7-40e27942fdb5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/94ef2ea5-4b95-4cc6-bfc1-d5d8f231c713 HTTP/1.1" status: 204 len: 168 time: 5.1307225 Apr 08 10:39:56.140661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.141162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28d81983-00df-4673-89a8-030f26c86cf5 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:39:56.144248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47526) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:56.155360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.160291 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e9f28646-dc9f-4cf4-b506-ef78ea847f4f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "DELETE /v2.0/routers/28d81983-00df-4673-89a8-030f26c86cf5 HTTP/1.1" status: 204 len: 168 time: 4.5633900 Apr 08 10:39:56.163459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47528) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:56.178969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] Calling delete_port for e502e1d1-ad76-4063-bad2-43b7d3280146 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:56.213808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1011711000', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:56.214690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, ab5ae9fa-b85c-40f6-90f6-eddb701fad69) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:56.221592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=faafc2a7-671b-4665-b71e-a94d34c107b6,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:56.223551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Checking segment: {'id': 'b07519fa-1fad-477a-85cc-130b96eb730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:56.223917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Network hostable DHCP agents. Network: 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:56.241872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.242054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:56.242384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.245127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0606c-6c91-4f94-8ca1-567b91b22a62 None None] Network ab5ae9fa-b85c-40f6-90f6-eddb701fad69 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:56.250390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Usage tracker for resource:router and tenant:352b2f9f57be4bc49769431a2403d34d is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:56.252971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.259189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:56.276452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:56.276567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=c8e0140b-0133-47d4-a983-1f3122d70688,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:56.297305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0b005e-0cb1-4ca3-aa50-454bc9079730 admin admin] Deleting subnet c97513f5-d077-455d-a810-4826574d0b84 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:56.302638 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a609fcc7-3774-4d10-a3a4-92858337c488 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3112962 Apr 08 10:39:56.304386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba0b005e-0cb1-4ca3-aa50-454bc9079730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.323282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47534) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:56.335669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': 'faafc2a7-671b-4665-b71e-a94d34c107b6', 'ip_address': '2001:db8::636e:bf12:3075:210d'}], 'name': 'tempest-NetworksTestDHCPv6-2133085258'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:56.353437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-22a9b58f-1f42-4b50-a7db-774558036c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.355088 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-22a9b58f-1f42-4b50-a7db-774558036c99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.2471640 Apr 08 10:39:56.390674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba0b005e-0cb1-4ca3-aa50-454bc9079730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.434128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.435977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.445587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:56.453368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.567851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-ab5ae9fa-b85c-40f6-90f6-eddb701fad69', 'network_id': 'ab5ae9fa-b85c-40f6-90f6-eddb701fad69', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': '4aae948c-8ee8-49ec-83e2-900237d72c53'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:56.571139 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.591195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.629875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:56.635705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.638033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.651636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901a149-2996-4a45-9bbc-e5fd119c07b5 None None] Network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:56.673875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-325fb133-810c-461b-9ac8-1d22f12b646a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.8032606 Apr 08 10:39:56.675016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf62932-73b0-42d8-abab-3230796381d2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:56.688372 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba0b005e-0cb1-4ca3-aa50-454bc9079730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.692306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] Pushing event deleted for resources: {'Port': ['ID=e502e1d1-ad76-4063-bad2-43b7d3280146,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:56.713359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47540) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:56.724330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.753005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac30b4-0af9-45f2-8c4c-11f37fba3bff None None] No DVR routers for this DVR port e502e1d1-ad76-4063-bad2-43b7d3280146 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:56.789458 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4b9cbb64-27e3-4e2d-a874-0df04c787529 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.8485379 Apr 08 10:39:56.796742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47544) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:56.820905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cd2550-5ca2-4782-a3ed-e49ea4b0cc39 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:56.826355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994a6-ba95-4291-b004-ff567a75c721 req-cb001319-bcb0-4f7d-ad3e-023ceec415b2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.829638 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2a2994a6-ba95-4291-b004-ff567a75c721 req-cb001319-bcb0-4f7d-ad3e-023ceec415b2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.2490852 Apr 08 10:39:56.837025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-784500821', 'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:39:56.877007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:56.901197 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2a2994a6-ba95-4291-b004-ff567a75c721 req-b377c7db-498a-43ca-9c70-e002f056a77d tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646341 Apr 08 10:39:56.959956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Usage tracker for resource:port and tenant:a6264d54f7e34916822a39de41dc41f4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:56.980853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:56.993795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:57.001353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:57.006601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:57.010119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba0b005e-0cb1-4ca3-aa50-454bc9079730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.019010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.073012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:57.086327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:57.086682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d15e4442-aba6-4e0c-a6ac-4b3d5da6ed01 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:57.087076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7bf62932-73b0-42d8-abab-3230796381d2 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:57.094239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:57.112247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b005e-0cb1-4ca3-aa50-454bc9079730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97513f5-d077-455d-a810-4826574d0b84,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:57.114242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba0b005e-0cb1-4ca3-aa50-454bc9079730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.126495 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ba0b005e-0cb1-4ca3-aa50-454bc9079730 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c97513f5-d077-455d-a810-4826574d0b84 HTTP/1.1" status: 204 len: 168 time: 0.9685278 Apr 08 10:39:57.127487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47548) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:57.127949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 7bf62932-73b0-42d8-abab-3230796381d2 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:57.128297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7bf62932-73b0-42d8-abab-3230796381d2 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:57.128742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:57.165376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e0362f-e322-4dbf-985e-f3d5997bff35 None None] Network cc958a3c-3466-4f4a-99ea-19d5d53114c8 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:57.175075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:57.180780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:57.220308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-0b2630ff-492f-49b8-bfbb-9bc5db8fb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:57.222085 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-0b2630ff-492f-49b8-bfbb-9bc5db8fb55e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8365176 Apr 08 10:39:57.229236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:57.260836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:57.261748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5ec5512f-bbe0-4541-8155-25ab5ef2d6c8 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:57.261748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c140d79c-8a85-40ec-8286-540071a7142c no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:57.319488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c140d79c-8a85-40ec-8286-540071a7142c {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:57.320074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c140d79c-8a85-40ec-8286-540071a7142c not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:57.320692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e502e1d1-ad76-4063-bad2-43b7d3280146 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:57.347374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.350459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.435557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: e502e1d1-ad76-4063-bad2-43b7d3280146 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:57.435941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e502e1d1-ad76-4063-bad2-43b7d3280146 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:57.455163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-320e396d-1f1a-42dc-a5f1-fa2534d3fd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.472911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Allocated IP 2001:db8::1 (ab5ae9fa-b85c-40f6-90f6-eddb701fad69/4aae948c-8ee8-49ec-83e2-900237d72c53/2fca1754-9973-4df9-b8b9-c168a323a818) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:57.476658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Made reservation on behalf of a6264d54f7e34916822a39de41dc41f4 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:57.479470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.520794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.531545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.537829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.538231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec232ea-200f-4ead-bb58-992d8d6db917 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:39:57.542971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Deleting port 40a80b0a-485c-4070-a344-61f6006653d1 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:57.543736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.667195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddf2cb-f9e8-44f5-81b8-f4c955343fb6 None None] Network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:57.845883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] device_id is not set on port 7c49f51a-3ab4-4d42-afe3-0335a2858a91 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:39:57.882933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:57.899986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] For port 40a80b0a-485c-4070-a344-61f6006653d1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=40a80b0a-485c-4070-a344-61f6006653d1,segment=NetworkSegment(52264b80-904e-4162-af1b-d3e4c96ac1fc),segment_id=52264b80-904e-4162-af1b-d3e4c96ac1fc)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:39:57.899986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.911676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.912220 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c84ab1a1-e6b5-47f7-b0ae-4b5c6866cbe4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4ec232ea-200f-4ead-bb58-992d8d6db917 HTTP/1.1" status: 204 len: 168 time: 4.7925375 Apr 08 10:39:57.915814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47552) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:57.939592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.956989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ad3ca32e-7dfc-4d9c-98e3-32a2005d10d5 None None] Provisioning complete for port c8e0140b-0133-47d4-a983-1f3122d70688 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:57.956989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca32e-7dfc-4d9c-98e3-32a2005d10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.015539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'faafc2a7-671b-4665-b71e-a94d34c107b6'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:39:58.016363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.116644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Calling delete_port for 40a80b0a-485c-4070-a344-61f6006653d1 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:39:58.127601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ca32e-7dfc-4d9c-98e3-32a2005d10d5 None None] Port c8e0140b-0133-47d4-a983-1f3122d70688 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:39:58.143551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router bc0a0839-e833-4a9d-8ea9-f9053ab559cf has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:39:58.169929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c04fd0-5947-4e6e-8a28-ae0636967fac admin admin] Deleting subnet 09e31997-8556-4203-bcc7-d8d6c23875c7 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:39:58.186536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c04fd0-5947-4e6e-8a28-ae0636967fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.326532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c04fd0-5947-4e6e-8a28-ae0636967fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.426761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf29f4e-362e-4555-8b10-5c16942eb043 None None] DHCP port deletion for cc958a3c-3466-4f4a-99ea-19d5d53114c8 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:39:58.435306 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-c9f71c09-029c-497d-b97b-14367803ff8a service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2017920 Apr 08 10:39:58.438912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Allocated IP 2001:db8::102 (85e6732b-8242-40fd-b4ba-e4bfb5b47d2e/a55395d0-5d73-494f-96a7-20afc9945317/7c49f51a-3ab4-4d42-afe3-0335a2858a91) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:58.446820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.454612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-dcf29f4e-362e-4555-8b10-5c16942eb043 None None] Deleting port 40a80b0a-485c-4070-a344-61f6006653d1 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:39:58.455054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dcf29f4e-362e-4555-8b10-5c16942eb043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.498830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.509754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Transition to ACTIVE for port object 2fca1754-9973-4df9-b8b9-c168a323a818 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:58.544507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.561776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-dcf29f4e-362e-4555-8b10-5c16942eb043 None None] The port '40a80b0a-485c-4070-a344-61f6006653d1' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:39:58.563262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/faafc2a7-671b-4665-b71e-a94d34c107b6/275823c3-0448-46a3-aaa7-3538cdba22ab) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:58.585871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.588426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Transition to ACTIVE for port object 2fca1754-9973-4df9-b8b9-c168a323a818 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:58.609433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a80b0a-485c-4070-a344-61f6006653d1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:58.613713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] No DVR routers for this DVR port 40a80b0a-485c-4070-a344-61f6006653d1 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:58.615700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.704112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.721043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 40a80b0a-485c-4070-a344-61f6006653d1 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:58.756873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 40a80b0a-485c-4070-a344-61f6006653d1 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:39:58.757116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 40a80b0a-485c-4070-a344-61f6006653d1 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:58.759095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.802771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:39:58.807050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 8ed1a621-b8e3-42ed-8954-f6b35e239dce yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:39:58.813156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Network ab5ae9fa-b85c-40f6-90f6-eddb701fad69 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:58.816523 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62259b20-a044-4ddb-af33-50f5a6c86707 None None] Sync routers for ids ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:39:58.822724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:58.830298 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62259b20-a044-4ddb-af33-50f5a6c86707 None None] Routers {'bc0a0839-e833-4a9d-8ea9-f9053ab559cf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:58.831166 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-62259b20-a044-4ddb-af33-50f5a6c86707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:58.836093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:58.876600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb110eb-4925-4ae5-824d-216cf148858e req-c1333477-95dd-429e-8251-190452fa024a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:58.878097 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cb110eb-4925-4ae5-824d-216cf148858e req-c1333477-95dd-429e-8251-190452fa024a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7938693 Apr 08 10:39:58.896547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.912784 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-62259b20-a044-4ddb-af33-50f5a6c86707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:58.924626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c04fd0-5947-4e6e-8a28-ae0636967fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.925519 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62259b20-a044-4ddb-af33-50f5a6c86707 None None] Routers {'bc0a0839-e833-4a9d-8ea9-f9053ab559cf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:39:58.926297 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-62259b20-a044-4ddb-af33-50f5a6c86707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:58.951663 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-14fbdf39-4931-4b4b-a4f6-1e3eeb567ec1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/bc0a0839-e833-4a9d-8ea9-f9053ab559cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3398015 Apr 08 10:39:59.002463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47558) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:59.010515 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-62259b20-a044-4ddb-af33-50f5a6c86707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:59.011168 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62259b20-a044-4ddb-af33-50f5a6c86707 None None] The sync data for ids ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:39:59.025950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Attempting to bind port 2fca1754-9973-4df9-b8b9-c168a323a818 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:59.026487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Attempting to bind port 2fca1754-9973-4df9-b8b9-c168a323a818 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '7384512a-21c4-4f5d-a0f9-9a38ea7e1465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ab5ae9fa-b85c-40f6-90f6-eddb701fad69'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:59.027052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Attempting to bind port 2fca1754-9973-4df9-b8b9-c168a323a818 on network ab5ae9fa-b85c-40f6-90f6-eddb701fad69 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:39:59.038496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Pushing event updated for resources: {'Port': ['ID=2fca1754-9973-4df9-b8b9-c168a323a818,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:59.065486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:39:59.065866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Checking segment: {'id': '7384512a-21c4-4f5d-a0f9-9a38ea7e1465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ab5ae9fa-b85c-40f6-90f6-eddb701fad69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:39:59.066265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.066661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Bound using segment: {'id': '7384512a-21c4-4f5d-a0f9-9a38ea7e1465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ab5ae9fa-b85c-40f6-90f6-eddb701fad69'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:39:59.067152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Bound port: 2fca1754-9973-4df9-b8b9-c168a323a818, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7384512a-21c4-4f5d-a0f9-9a38ea7e1465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ab5ae9fa-b85c-40f6-90f6-eddb701fad69'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:59.067526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.074493 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3607401-7479-4161-b3c7-dd4ff400e15f req-749d38d7-6537-47b1-b330-8653c915cd7e service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175210 Apr 08 10:39:59.086316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc958a3c-3466-4f4a-99ea-19d5d53114c8']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:59.132415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52264b80-904e-4162-af1b-d3e4c96ac1fc') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:59.132762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52264b80-904e-4162-af1b-d3e4c96ac1fc') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:59.196679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.216395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.230525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.230896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Transition to ACTIVE for port object 275823c3-0448-46a3-aaa7-3538cdba22ab will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:59.236778 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cb110eb-4925-4ae5-824d-216cf148858e req-e8f710d5-2f35-4396-b793-7fd1f3272261 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367889 Apr 08 10:39:59.247797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:39:59.247797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.249428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] For port 2fca1754-9973-4df9-b8b9-c168a323a818, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:39:59.254177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde1658-4765-4d92-8e5d-e03cf1bde599 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:59.254834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fdde1658-4765-4d92-8e5d-e03cf1bde599 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:59.264218 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:59.269264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] For port 2fca1754-9973-4df9-b8b9-c168a323a818, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2fca1754-9973-4df9-b8b9-c168a323a818,segment=NetworkSegment(7384512a-21c4-4f5d-a0f9-9a38ea7e1465),segment_id=7384512a-21c4-4f5d-a0f9-9a38ea7e1465)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:39:59.291916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Transition to ACTIVE for port object 275823c3-0448-46a3-aaa7-3538cdba22ab will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:59.339732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.350929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Allocated IP 172.26.7.190 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/bd26180d-76ca-4dc1-b3b4-af9b9b498965) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:59.515826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.552801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.593499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.594124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.596279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c04fd0-5947-4e6e-8a28-ae0636967fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.627444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d45ef7ad-1073-4244-a681-092eb402b30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.629379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.660716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56b0a2-955d-4e70-80bb-cd688f4ea488 None None] Network 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:39:59.666273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.670305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c04fd0-5947-4e6e-8a28-ae0636967fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.672736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c04fd0-5947-4e6e-8a28-ae0636967fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e31997-8556-4203-bcc7-d8d6c23875c7,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:59.690307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc958a3c-3466-4f4a-99ea-19d5d53114c8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:59.700157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.711051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:59.723902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:59.744657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fdde1658-4765-4d92-8e5d-e03cf1bde599 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:59.746303 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fdde1658-4765-4d92-8e5d-e03cf1bde599 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports/c8e0140b-0133-47d4-a983-1f3122d70688 HTTP/1.1" status: 200 len: 910 time: 0.7418160 Apr 08 10:39:59.748032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=4aae948c-8ee8-49ec-83e2-900237d72c53,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:59.756290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47562) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:59.788588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:59.791895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:59.796037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:59.817283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.830644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:39:59.847724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event updated for resources: {'Port': ['ID=bd26180d-76ca-4dc1-b3b4-af9b9b498965,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:59.858276 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b1c04fd0-5947-4e6e-8a28-ae0636967fac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/09e31997-8556-4203-bcc7-d8d6c23875c7 HTTP/1.1" status: 204 len: 168 time: 1.9403415 Apr 08 10:39:59.861644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47566) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:59.876072 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-56fcd457-ea4b-44ac-803b-3eab5539e8c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cc958a3c-3466-4f4a-99ea-19d5d53114c8 HTTP/1.1" status: 204 len: 168 time: 2.6625373 Apr 08 10:39:59.913339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebc22f-c0fc-435d-ba3b-d63ee7490600 None None] Pushing event updated for resources: {'Port': ['ID=2fca1754-9973-4df9-b8b9-c168a323a818,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:00.123803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Attempting to bind port 275823c3-0448-46a3-aaa7-3538cdba22ab on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:00.124174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Attempting to bind port 275823c3-0448-46a3-aaa7-3538cdba22ab by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:00.124567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Attempting to bind port 275823c3-0448-46a3-aaa7-3538cdba22ab on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:00.133722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Pushing event updated for resources: {'Port': ['ID=275823c3-0448-46a3-aaa7-3538cdba22ab,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:00.146605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:00.147009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:00.147378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.147770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:00.148245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Bound port: 275823c3-0448-46a3-aaa7-3538cdba22ab, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:00.148652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.152418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.246321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::636e:bf12:3075:210d (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/faafc2a7-671b-4665-b71e-a94d34c107b6/8ed1a621-b8e3-42ed-8954-f6b35e239dce) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:00.268259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:00.332842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.355699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5ae9fa-b85c-40f6-90f6-eddb701fad69']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:00.377045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] For port 275823c3-0448-46a3-aaa7-3538cdba22ab, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:00.378393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:00.383547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] For port 275823c3-0448-46a3-aaa7-3538cdba22ab, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=275823c3-0448-46a3-aaa7-3538cdba22ab,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:00.428735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:00.429913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:00.432628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.450508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Deleting port 950092cb-b780-4354-b8c1-efe5ae450acf {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:00.450894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.481322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] DHCP port deletion for 4b073600-9026-43b8-b1b4-b9a0a8a9bae0 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:00.485638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'Port': ['ID=7c49f51a-3ab4-4d42-afe3-0335a2858a91,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:00.486187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.488709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47574) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:00.515109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7384512a-21c4-4f5d-a0f9-9a38ea7e1465') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:00.515109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7384512a-21c4-4f5d-a0f9-9a38ea7e1465') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:00.537364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] Deleting port 950092cb-b780-4354-b8c1-efe5ae450acf {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:00.537834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.579613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.588164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.609917 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f93581df-d9bd-48df-b253-09908c686d6c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.8080640 Apr 08 10:40:00.615196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47578) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:00.714027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6bf1f-48cb-4967-9f5d-3f51c811385b None None] Pushing event updated for resources: {'Port': ['ID=275823c3-0448-46a3-aaa7-3538cdba22ab,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:00.773024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2fca1754-9973-4df9-b8b9-c168a323a818 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:00.801557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.962317 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-548f79e0-fbdd-41fa-97cb-9ce3fcf27c20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3324b956411845afa1fa61737f3623ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4680045 Apr 08 10:40:00.965854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47582) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:00.973518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] For port 950092cb-b780-4354-b8c1-efe5ae450acf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=950092cb-b780-4354-b8c1-efe5ae450acf,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:00.973730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:00.973730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.979295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:01.007895 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:01.022678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa952ac1-de2f-43bb-adcb-6970913ba854 req-69a07c58-5a40-473c-bf9d-af48bb833dbd tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:01.024523 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-aa952ac1-de2f-43bb-adcb-6970913ba854 req-69a07c58-5a40-473c-bf9d-af48bb833dbd tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5165942 Apr 08 10:40:01.111601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.183512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] Calling delete_port for 950092cb-b780-4354-b8c1-efe5ae450acf owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:01.184090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.204411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 8ed1a621-b8e3-42ed-8954-f6b35e239dce will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:01.265090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ed152bda-919f-4b0d-a953-a376aff816e1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Deleting port 7c49f51a-3ab4-4d42-afe3-0335a2858a91 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:01.265090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed152bda-919f-4b0d-a953-a376aff816e1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.313789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] For port 950092cb-b780-4354-b8c1-efe5ae450acf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=950092cb-b780-4354-b8c1-efe5ae450acf,segment=NetworkSegment(aaf216b7-509d-44df-aabc-a45603a30287),segment_id=aaf216b7-509d-44df-aabc-a45603a30287)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:01.316668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.350521 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-aa952ac1-de2f-43bb-adcb-6970913ba854 req-22cd858c-56ec-4407-8635-94a09b14394f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143919 Apr 08 10:40:01.392338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.397232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.463103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] No DVR routers for this DVR port 950092cb-b780-4354-b8c1-efe5ae450acf on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:01.476976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 2fca1754-9973-4df9-b8b9-c168a323a818 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:01.481397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d47b8f-4bd4-4057-946f-28357b645d04 None None] Network ab5ae9fa-b85c-40f6-90f6-eddb701fad69 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:01.494337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.501839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4bd43-cc85-4a00-bd7a-646ea43abaca None None] Pushing event deleted for resources: {'Port': ['ID=950092cb-b780-4354-b8c1-efe5ae450acf,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:01.515209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Calling delete_port for 950092cb-b780-4354-b8c1-efe5ae450acf owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:01.528892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:40:01.528892 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:40:01.528892 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': 'ab5ae9fa-b85c-40f6-90f6-eddb701fad69'}] Apr 08 10:40:01.528892 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:01.529801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:01.605516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 950092cb-b780-4354-b8c1-efe5ae450acf no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:01.645892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 950092cb-b780-4354-b8c1-efe5ae450acf {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:40:01.646236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 950092cb-b780-4354-b8c1-efe5ae450acf not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:40:01.697464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:01.697993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:01.706879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f2639c44-fd39-4938-8e9e-d25332d17cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.719268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:01.730473 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3e856a70-397f-4671-87b7-922ab22af995 None None] Provisioning for port 2fca1754-9973-4df9-b8b9-c168a323a818 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:01.735549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:01.738078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3e856a70-397f-4671-87b7-922ab22af995 None None] Provisioning complete for port 2fca1754-9973-4df9-b8b9-c168a323a818 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:01.738455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3e856a70-397f-4671-87b7-922ab22af995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.756218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:01.761974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:01.762902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.766752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=8ed1a621-b8e3-42ed-8954-f6b35e239dce,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:01.850312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f2639c44-fd39-4938-8e9e-d25332d17cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.899848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed152bda-919f-4b0d-a953-a376aff816e1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.923330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.939598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] DHCP port deletion for ab5ae9fa-b85c-40f6-90f6-eddb701fad69 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:01.947473 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Deleting port 2fca1754-9973-4df9-b8b9-c168a323a818 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:01.948389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.006567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.133552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.202957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Deleting port 950092cb-b780-4354-b8c1-efe5ae450acf {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:02.203310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.207474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ed152bda-919f-4b0d-a953-a376aff816e1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Calling delete_port for 7c49f51a-3ab4-4d42-afe3-0335a2858a91 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:02.230981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3e856a70-397f-4671-87b7-922ab22af995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.237461 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d91c0493-379e-4e84-ae4e-378c5c246c91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.9099586 Apr 08 10:40:02.249198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47586) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:02.287145 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3e856a70-397f-4671-87b7-922ab22af995 None None] For port 2fca1754-9973-4df9-b8b9-c168a323a818, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2fca1754-9973-4df9-b8b9-c168a323a818,segment=NetworkSegment(7384512a-21c4-4f5d-a0f9-9a38ea7e1465),segment_id=7384512a-21c4-4f5d-a0f9-9a38ea7e1465)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:02.298531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] For port 2fca1754-9973-4df9-b8b9-c168a323a818, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2fca1754-9973-4df9-b8b9-c168a323a818,segment=NetworkSegment(7384512a-21c4-4f5d-a0f9-9a38ea7e1465),segment_id=7384512a-21c4-4f5d-a0f9-9a38ea7e1465)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:02.298972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.302501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] The port '950092cb-b780-4354-b8c1-efe5ae450acf' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:40:02.363942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port 2fca1754-9973-4df9-b8b9-c168a323a818 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:02.364561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.391765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3e856a70-397f-4671-87b7-922ab22af995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.470009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.526628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b073600-9026-43b8-b1b4-b9a0a8a9bae0']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:02.553975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f2639c44-fd39-4938-8e9e-d25332d17cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.564071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Calling delete_port for 2fca1754-9973-4df9-b8b9-c168a323a818 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:02.564528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf216b7-509d-44df-aabc-a45603a30287') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:02.564807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf216b7-509d-44df-aabc-a45603a30287') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:02.581659 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Router 6aa5f4e2-633d-4fad-9a70-78c9e3bae164 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:02.589948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.616147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e856a70-397f-4671-87b7-922ab22af995 None None] Pushing event updated for resources: {'Port': ['ID=2fca1754-9973-4df9-b8b9-c168a323a818,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:02.621886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.632575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:02.633251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:02.670380 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:02.678197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2639c44-fd39-4938-8e9e-d25332d17cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d609eda-47ec-400b-a16f-fdaa7b2cba20,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:02.718589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 275823c3-0448-46a3-aaa7-3538cdba22ab up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:02.752579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-71935ea8-955b-49ce-992a-87677ec80b7d None None] Provisioning for port 275823c3-0448-46a3-aaa7-3538cdba22ab completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:02.821180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f2639c44-fd39-4938-8e9e-d25332d17cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.824365 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f2639c44-fd39-4938-8e9e-d25332d17cd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d609eda-47ec-400b-a16f-fdaa7b2cba20 HTTP/1.1" status: 204 len: 168 time: 1.8159688 Apr 08 10:40:02.841873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603d715-16ba-4f47-8457-e0db81503c3b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:02.847950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603d715-16ba-4f47-8457-e0db81503c3b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:02.848821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a603d715-16ba-4f47-8457-e0db81503c3b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:02.869104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:02.869466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:02.923203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 275823c3-0448-46a3-aaa7-3538cdba22ab completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:02.933396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 275823c3-0448-46a3-aaa7-3538cdba22ab triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:02.933396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.946810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed152bda-919f-4b0d-a953-a376aff816e1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.962841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.995935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9c630757-123a-4b29-adf2-dddc5b7d93a4 None None] Provisioning for port 8ed1a621-b8e3-42ed-8954-f6b35e239dce completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:03.008444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9c630757-123a-4b29-adf2-dddc5b7d93a4 None None] Provisioning complete for port 8ed1a621-b8e3-42ed-8954-f6b35e239dce triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:03.008444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c630757-123a-4b29-adf2-dddc5b7d93a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.015326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.034108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.060908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4b073600-9026-43b8-b1b4-b9a0a8a9bae0,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:03.075561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:03.093401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed152bda-919f-4b0d-a953-a376aff816e1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c49f51a-3ab4-4d42-afe3-0335a2858a91,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:03.104917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81245b-e39d-4563-b499-ee4662ce7373 None None] Sync routers for ids ['6aa5f4e2-633d-4fad-9a70-78c9e3bae164'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:03.109832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9c630757-123a-4b29-adf2-dddc5b7d93a4 None None] Port 8ed1a621-b8e3-42ed-8954-f6b35e239dce cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:03.137782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port 2fca1754-9973-4df9-b8b9-c168a323a818, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2fca1754-9973-4df9-b8b9-c168a323a818,segment=NetworkSegment(7384512a-21c4-4f5d-a0f9-9a38ea7e1465),segment_id=7384512a-21c4-4f5d-a0f9-9a38ea7e1465)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:03.137782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.142559 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3f3d88ba-f0ea-4f18-8c26-4ad0f863d3bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/4b073600-9026-43b8-b1b4-b9a0a8a9bae0 HTTP/1.1" status: 204 len: 168 time: 3.2784636 Apr 08 10:40:03.165781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81245b-e39d-4563-b499-ee4662ce7373 None None] Routers {'6aa5f4e2-633d-4fad-9a70-78c9e3bae164'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:03.166424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-de81245b-e39d-4563-b499-ee4662ce7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6aa5f4e2-633d-4fad-9a70-78c9e3bae164'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:03.181744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.183767 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4699c807-9beb-434e-8422-15580ddc8465 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9835739 Apr 08 10:40:03.190264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47596) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:03.198227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c896022b-0911-4799-a74b-0d28dacf551c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': False}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:03.238227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a603d715-16ba-4f47-8457-e0db81503c3b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:03.242265 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a603d715-16ba-4f47-8457-e0db81503c3b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9880261 Apr 08 10:40:03.244773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-de81245b-e39d-4563-b499-ee4662ce7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:03.254051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47600) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:03.254158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.272956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81245b-e39d-4563-b499-ee4662ce7373 None None] Routers {'6aa5f4e2-633d-4fad-9a70-78c9e3bae164'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:03.273665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-de81245b-e39d-4563-b499-ee4662ce7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6aa5f4e2-633d-4fad-9a70-78c9e3bae164'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:03.367935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed152bda-919f-4b0d-a953-a376aff816e1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.375061 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ed152bda-919f-4b0d-a953-a376aff816e1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7c49f51a-3ab4-4d42-afe3-0335a2858a91 HTTP/1.1" status: 204 len: 168 time: 2.6838145 Apr 08 10:40:03.400627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Deleting port 2fca1754-9973-4df9-b8b9-c168a323a818 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:03.401015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.425062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47608) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:03.443297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e', 'external_fixed_ips': [{'subnet_id': 'a55395d0-5d73-494f-96a7-20afc9945317', 'ip_address': '2001:db8::102'}]}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:03.453982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:03.468647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Usage tracker for resource:router and tenant:a6264d54f7e34916822a39de41dc41f4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:03.474124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for 2fca1754-9973-4df9-b8b9-c168a323a818 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:03.483129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-de81245b-e39d-4563-b499-ee4662ce7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:03.483681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81245b-e39d-4563-b499-ee4662ce7373 None None] The sync data for ids ['6aa5f4e2-633d-4fad-9a70-78c9e3bae164'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:03.483885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:03.498740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:03.506749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 275823c3-0448-46a3-aaa7-3538cdba22ab, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=275823c3-0448-46a3-aaa7-3538cdba22ab,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:03.581044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999258d-fb57-463d-8a9d-4e4203096a7d req-9dfe895a-3e23-45e9-8bd7-cc01e36479d9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:03.582985 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4999258d-fb57-463d-8a9d-4e4203096a7d req-9dfe895a-3e23-45e9-8bd7-cc01e36479d9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.9254615 Apr 08 10:40:03.655426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.683191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47618) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:03.735140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.739127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.740363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] For port 2fca1754-9973-4df9-b8b9-c168a323a818, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2fca1754-9973-4df9-b8b9-c168a323a818,segment=NetworkSegment(7384512a-21c4-4f5d-a0f9-9a38ea7e1465),segment_id=7384512a-21c4-4f5d-a0f9-9a38ea7e1465)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:03.740798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.755617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2fca1754-9973-4df9-b8b9-c168a323a818 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:03.783628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.847968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9c3edf80-7de4-4856-a16e-fd0e695d006c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 8ed1a621-b8e3-42ed-8954-f6b35e239dce {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:03.848671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c3edf80-7de4-4856-a16e-fd0e695d006c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:03.931549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Calling delete_port for 2fca1754-9973-4df9-b8b9-c168a323a818 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:04.008128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=275823c3-0448-46a3-aaa7-3538cdba22ab,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:04.086427 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4999258d-fb57-463d-8a9d-4e4203096a7d req-facd1717-724b-4a79-8c4d-0561d37cb818 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4817951 Apr 08 10:40:04.122345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47626) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:04.123171 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ffbd9672-1d8e-4cb8-8e5d-60fedabd1fcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b56a76045db447da29768d10045e9df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3620238 Apr 08 10:40:04.131763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.135052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.158816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c896022b-0911-4799-a74b-0d28dacf551c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.210506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.300489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:04.300489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:04.318354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.322671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Port': ['ID=2fca1754-9973-4df9-b8b9-c168a323a818,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:04.326568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No DVR routers for this DVR port 2fca1754-9973-4df9-b8b9-c168a323a818 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:04.382152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b785ebe-f5cc-4c18-9628-ea8e0435c956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.474756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b785ebe-f5cc-4c18-9628-ea8e0435c956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.616576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.653522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 275823c3-0448-46a3-aaa7-3538cdba22ab up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:04.662738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port c8e0140b-0133-47d4-a983-1f3122d70688 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:04.663084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.712708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5ae9fa-b85c-40f6-90f6-eddb701fad69']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:04.737798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 275823c3-0448-46a3-aaa7-3538cdba22ab triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:04.738173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.743800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7384512a-21c4-4f5d-a0f9-9a38ea7e1465') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:04.744193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7384512a-21c4-4f5d-a0f9-9a38ea7e1465') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:04.763777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.773779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c3edf80-7de4-4856-a16e-fd0e695d006c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.851901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b785ebe-f5cc-4c18-9628-ea8e0435c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.880902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b785ebe-f5cc-4c18-9628-ea8e0435c956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3bc94d-d620-4637-94fd-2a87b7dc04d8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:04.891694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.979767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9c3edf80-7de4-4856-a16e-fd0e695d006c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 8ed1a621-b8e3-42ed-8954-f6b35e239dce owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:05.020655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:05.021072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:05.038078 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:05.113033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b785ebe-f5cc-4c18-9628-ea8e0435c956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.115379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Deleting port 2fca1754-9973-4df9-b8b9-c168a323a818 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:05.115876 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.116937 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2b785ebe-f5cc-4c18-9628-ea8e0435c956 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa3bc94d-d620-4637-94fd-2a87b7dc04d8 HTTP/1.1" status: 204 len: 168 time: 0.9871235 Apr 08 10:40:05.287449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.292942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f52787e9-1806-49d8-8297-efcaa58a1459 None None] The port '2fca1754-9973-4df9-b8b9-c168a323a818' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:40:05.433896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.437976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.457133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for c8e0140b-0133-47d4-a983-1f3122d70688 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:05.507461 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/ab5ae9fa-b85c-40f6-90f6-eddb701fad69 HTTP/1.1" status: 204 len: 168 time: 8.7876422 Apr 08 10:40:05.507629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47648) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:05.527047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b7a53-4d11-47ca-8987-3b550d16c277 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=ab5ae9fa-b85c-40f6-90f6-eddb701fad69,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:05.533637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726569033'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:05.548782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:05.618017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:05.628959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:05.659819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:05.662418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.705807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c3edf80-7de4-4856-a16e-fd0e695d006c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.711652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.815914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47662) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:05.834906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:05.841100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.913445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ea7ed-86b6-4fba-9016-f3327b48d951 req-20bd20e0-6f3c-44fd-ad2a-bd7037ced615 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:05.915506 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3f0ea7ed-86b6-4fba-9016-f3327b48d951 req-20bd20e0-6f3c-44fd-ad2a-bd7037ced615 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5147417 Apr 08 10:40:05.919856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3edf80-7de4-4856-a16e-fd0e695d006c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=8ed1a621-b8e3-42ed-8954-f6b35e239dce,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:05.926203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c896022b-0911-4799-a74b-0d28dacf551c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.960274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c896022b-0911-4799-a74b-0d28dacf551c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.969807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:40:05.970065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c3edf80-7de4-4856-a16e-fd0e695d006c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.980617 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9c3edf80-7de4-4856-a16e-fd0e695d006c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/8ed1a621-b8e3-42ed-8954-f6b35e239dce HTTP/1.1" status: 204 len: 168 time: 2.7251022 Apr 08 10:40:05.984631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47672) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:06.043006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.096507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=c8e0140b-0133-47d4-a983-1f3122d70688,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:06.146297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.147462 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment 09ec61c2-3770-42d5-847f-43c8f5216f2d of type vlan for network 1a317a91-85ca-4166-8424-5d597f1db2aa Apr 08 10:40:06.179376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.206257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c6763-73b2-46cb-8531-8f22c431b832 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:06.207872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c6763-73b2-46cb-8531-8f22c431b832 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:06.208690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2a2c6763-73b2-46cb-8531-8f22c431b832 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:06.284118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1300481374', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:06.340403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2a2c6763-73b2-46cb-8531-8f22c431b832 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:06.342058 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2a2c6763-73b2-46cb-8531-8f22c431b832 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3557069 Apr 08 10:40:06.342454 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3f0ea7ed-86b6-4fba-9016-f3327b48d951 req-e0d12cf9-51e6-4ce4-afd6-3120c41367a3 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4112155 Apr 08 10:40:06.351179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:06.358029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.364388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:06.364642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47680) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:06.365248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.422721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Usage tracker for resource:port and tenant:d97535019fb946d0970b760ed2706cb7 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:06.443740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:06.505017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:06.517943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f75d2c-a844-4504-b88f-a655697c3d2b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet faafc2a7-671b-4665-b71e-a94d34c107b6 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:40:06.523281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.526747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-73f75d2c-a844-4504-b88f-a655697c3d2b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.710172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-73f75d2c-a844-4504-b88f-a655697c3d2b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.741033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47688) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:06.784087 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2717648 Apr 08 10:40:06.788051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47694) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:06.801048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaf758-945d-46fe-a416-491dc306cdbe tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=1a317a91-85ca-4166-8424-5d597f1db2aa,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:06.805149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': '1a317a91-85ca-4166-8424-5d597f1db2aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:06.816628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 1a317a91-85ca-4166-8424-5d597f1db2aa details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:06.818050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Allocated IP 2001:db8::102 (85e6732b-8242-40fd-b4ba-e4bfb5b47d2e/a55395d0-5d73-494f-96a7-20afc9945317/0db45c50-461f-4df3-91ce-0779335f5fea) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:06.851736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c896022b-0911-4799-a74b-0d28dacf551c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Router 6aa5f4e2-633d-4fad-9a70-78c9e3bae164 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:40:06.901413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Made reservation on behalf of d97535019fb946d0970b760ed2706cb7 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:06.904001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.990725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.040464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2001344419'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:07.054668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:07.082655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:07.094892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Usage tracker for resource:security_group_rule and tenant:d97535019fb946d0970b760ed2706cb7 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:07.108966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:07.134962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Usage tracker for resource:network and tenant:da61d4b000a942b89dd74d7432634f31 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:07.143069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:07.157643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:07.166723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:07.176013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:07.189828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:subnet and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:07.195525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-73f75d2c-a844-4504-b88f-a655697c3d2b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.232620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:07.250088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.253781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:07.258760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c896022b-0911-4799-a74b-0d28dacf551c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:07.258986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router bc0a0839-e833-4a9d-8ea9-f9053ab559cf has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:40:07.271361 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa81dd2-e44e-4609-8185-887c49d531db None None] Sync routers for ids ['6aa5f4e2-633d-4fad-9a70-78c9e3bae164'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:07.287854 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa81dd2-e44e-4609-8185-887c49d531db None None] Routers {'6aa5f4e2-633d-4fad-9a70-78c9e3bae164'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:07.288664 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-bfa81dd2-e44e-4609-8185-887c49d531db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6aa5f4e2-633d-4fad-9a70-78c9e3bae164'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:07.297091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c896022b-0911-4799-a74b-0d28dacf551c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.298293 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c896022b-0911-4799-a74b-0d28dacf551c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "PUT /v2.0/routers/6aa5f4e2-633d-4fad-9a70-78c9e3bae164 HTTP/1.1" status: 200 len: 922 time: 4.1066105 Apr 08 10:40:07.303462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47698) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:07.352076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Made reservation on behalf of da61d4b000a942b89dd74d7432634f31 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:07.355617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.380505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.404026 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-bfa81dd2-e44e-4609-8185-887c49d531db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:07.414100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:07.418139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.421848 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa81dd2-e44e-4609-8185-887c49d531db None None] Routers {'6aa5f4e2-633d-4fad-9a70-78c9e3bae164'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:07.422724 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-bfa81dd2-e44e-4609-8185-887c49d531db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6aa5f4e2-633d-4fad-9a70-78c9e3bae164'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:07.443972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:07.503050 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-bfa81dd2-e44e-4609-8185-887c49d531db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:07.503691 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa81dd2-e44e-4609-8185-887c49d531db None None] The sync data for ids ['6aa5f4e2-633d-4fad-9a70-78c9e3bae164'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:07.508194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.557733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.605314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:07.617858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:07.627448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:07.669914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Usage tracker for resource:security_group_rule and tenant:da61d4b000a942b89dd74d7432634f31 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:07.677246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'Port': ['ID=0db45c50-461f-4df3-91ce-0779335f5fea,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:07.681048 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0eb271ca-c1fd-45fe-8d2f-05129ff5a37c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/routers/6aa5f4e2-633d-4fad-9a70-78c9e3bae164 HTTP/1.1" status: 200 len: 922 time: 0.3754635 Apr 08 10:40:07.688155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.688313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47704) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:07.711300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] device_id is not set on port a477f090-f2d1-4233-aff2-576891516d39 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:07.723427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:07.782240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:07.859233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-73f75d2c-a844-4504-b88f-a655697c3d2b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.878976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b904e8c-2fbf-4502-be81-8a3cb7bef657,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:07.931724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:07.933445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f75d2c-a844-4504-b88f-a655697c3d2b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=faafc2a7-671b-4665-b71e-a94d34c107b6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:07.948157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e99da-f2f7-4014-a2f2-e1be54a21e54 None None] Sync routers for ids ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:07.966273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e99da-f2f7-4014-a2f2-e1be54a21e54 None None] Routers {'bc0a0839-e833-4a9d-8ea9-f9053ab559cf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:07.967367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e19e99da-f2f7-4014-a2f2-e1be54a21e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:07.972685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-73f75d2c-a844-4504-b88f-a655697c3d2b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.009491 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-73f75d2c-a844-4504-b88f-a655697c3d2b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/faafc2a7-671b-4665-b71e-a94d34c107b6 HTTP/1.1" status: 204 len: 168 time: 1.6438193 Apr 08 10:40:08.013077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47708) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:08.028440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03ff70a-2ce8-46f9-9017-2a6b5ead4038 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:08.044768 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2134a14c-ab73-4163-8c44-fe3076a6be1d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/bc0a0839-e833-4a9d-8ea9-f9053ab559cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2246730 Apr 08 10:40:08.054984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47712) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:08.082853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e19e99da-f2f7-4014-a2f2-e1be54a21e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:08.091457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Allocated IP 172.26.7.214 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/a477f090-f2d1-4233-aff2-576891516d39) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:08.164111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e99da-f2f7-4014-a2f2-e1be54a21e54 None None] Routers {'bc0a0839-e833-4a9d-8ea9-f9053ab559cf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:08.164905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e19e99da-f2f7-4014-a2f2-e1be54a21e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:08.193635 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c6e153e2-b235-43da-98ec-27bfed6c6f51 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1766357 Apr 08 10:40:08.202140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47716) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:08.218476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed632c9a-7a1c-4185-87ea-d6f8873b0c4c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:08.223526 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ed632c9a-7a1c-4185-87ea-d6f8873b0c4c tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=6aa5f4e2-633d-4fad-9a70-78c9e3bae164&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4970210 Apr 08 10:40:08.229902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47720) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:08.265733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e19e99da-f2f7-4014-a2f2-e1be54a21e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:08.265733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e99da-f2f7-4014-a2f2-e1be54a21e54 None None] The sync data for ids ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:08.297277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781907-a10e-4d3c-b9d4-d66d94a88c2a req-36cf37a5-4130-42bb-8d89-e398c578f67d tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:08.298797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b781907-a10e-4d3c-b9d4-d66d94a88c2a req-36cf37a5-4130-42bb-8d89-e398c578f67d tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.6345837 Apr 08 10:40:08.323967 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:40:08.456535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:08.461160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] Deleting port 275823c3-0448-46a3-aaa7-3538cdba22ab {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:08.461535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.492793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.638082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 275823c3-0448-46a3-aaa7-3538cdba22ab no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:08.670353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.693959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.703706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.724260 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b781907-a10e-4d3c-b9d4-d66d94a88c2a req-a69bd22a-68c4-422b-94cf-3eda354d4d59 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708014 Apr 08 10:40:08.807169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] For port 275823c3-0448-46a3-aaa7-3538cdba22ab, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=275823c3-0448-46a3-aaa7-3538cdba22ab,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:08.807169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.807499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:40:08.874110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.874622 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Added segment b7545256-39b9-445f-a08d-f26771e055a8 of type vlan for network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 Apr 08 10:40:08.875932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177e1f77-8113-44e5-ab26-2b41e4b1ee2c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:08.895820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:08.967964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] Calling delete_port for 275823c3-0448-46a3-aaa7-3538cdba22ab owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:08.974358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a0f87-5aff-494a-8453-4681a879f6d1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:08.975239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8e4a0f87-5aff-494a-8453-4681a879f6d1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:08.980278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28e5e4-024f-4540-b3f4-356dc860504e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:08.980278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cc28e5e4-024f-4540-b3f4-356dc860504e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Synchronizing usage tracker for tenant:b0bdf547760a4ea8bdc44680a925adee on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:09.034531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.038539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.056892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.112772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=6da714db-c9d4-4d0f-9771-6fafa153b34f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:09.153577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:09.161334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.179176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cc28e5e4-024f-4540-b3f4-356dc860504e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Unset dirty status for tenant:b0bdf547760a4ea8bdc44680a925adee on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:09.180522 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cc28e5e4-024f-4540-b3f4-356dc860504e tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 881 time: 0.8807549 Apr 08 10:40:09.181379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8e4a0f87-5aff-494a-8453-4681a879f6d1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:09.185695 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8e4a0f87-5aff-494a-8453-4681a879f6d1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9691176 Apr 08 10:40:09.186142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': '09ec61c2-3770-42d5-847f-43c8f5216f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a317a91-85ca-4166-8424-5d597f1db2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:09.186610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: 1a317a91-85ca-4166-8424-5d597f1db2aa, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:40:09.191672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47726) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:09.192127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47728) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:09.206762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:09.217091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Pushing event updated for resources: {'Port': ['ID=a477f090-f2d1-4233-aff2-576891516d39,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:09.229704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:09.275933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] Pushing event deleted for resources: {'Port': ['ID=275823c3-0448-46a3-aaa7-3538cdba22ab,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:09.280768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e918eee3-3c57-4f69-abe7-75c8a75c0559 None None] No DVR routers for this DVR port 275823c3-0448-46a3-aaa7-3538cdba22ab on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:09.296898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.302136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:09.302867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.304714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.320725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:09.321366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.336126 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8ae955ff-d198-4522-a919-882d83569e3b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aa5f4e2-633d-4fad-9a70-78c9e3bae164 HTTP/1.1" status: 200 len: 205 time: 0.1392150 Apr 08 10:40:09.349560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47734) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:09.479734 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-76bc5864-4e29-43bc-affe-1b707e80c779 tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.6621237 Apr 08 10:40:09.488084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47738) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:09.500683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.214'}]}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:09.508824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:09.523148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Usage tracker for resource:router and tenant:d97535019fb946d0970b760ed2706cb7 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:09.529298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:09.542275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:09.641236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.642271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.662518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.672709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Router 2170d238-7f49-48b2-946a-1fedb726e354 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:09.690076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 1a317a91-85ca-4166-8424-5d597f1db2aa is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:40:09.694414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede83049-18ce-47ee-826e-dfcf1f992bcf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:09.695139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ede83049-18ce-47ee-826e-dfcf1f992bcf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:09.704038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Network': ['ID=07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:09.717122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:09.837641 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0d86c0ef-323f-48c5-96bf-88905a8d3806 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0879748 Apr 08 10:40:09.838588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 1a317a91-85ca-4166-8424-5d597f1db2aa) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:09.844959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47742) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:09.853104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:09.853704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.854765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b66ba90-c9ca-4d92-9c61-8b68640b580b None None] Network 1a317a91-85ca-4166-8424-5d597f1db2aa requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:09.862579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'subnet': {'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:09.900687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ede83049-18ce-47ee-826e-dfcf1f992bcf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:09.902221 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ede83049-18ce-47ee-826e-dfcf1f992bcf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7075117 Apr 08 10:40:09.918943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47746) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:10.061122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-084e8f54-c881-4217-b816-0bd5fcf10166 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2697046 Apr 08 10:40:10.083007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.108519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-1a317a91-85ca-4166-8424-5d597f1db2aa', 'network_id': '1a317a91-85ca-4166-8424-5d597f1db2aa', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': '6da714db-c9d4-4d0f-9771-6fafa153b34f'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:10.109420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.140319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47750) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:10.148271 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3b4a20b0-e0ea-434c-a12b-7708f45e6daa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2252247 Apr 08 10:40:10.159649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47754) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:10.175577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:10.226598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:10.275495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.279838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:10.283117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Usage tracker for resource:subnet and tenant:da61d4b000a942b89dd74d7432634f31 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:10.300037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:10.313541 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Sync routers for ids ['2170d238-7f49-48b2-946a-1fedb726e354'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:10.326166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:10.335615 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Routers {'2170d238-7f49-48b2-946a-1fedb726e354'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:10.336976 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['2170d238-7f49-48b2-946a-1fedb726e354'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:10.349051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Allocated IP 2001:db8::1 (1a317a91-85ca-4166-8424-5d597f1db2aa/6da714db-c9d4-4d0f-9771-6fafa153b34f/d9d36ef4-14f6-497e-a875-0facbf56cca6) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:10.376925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:10.378254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.386187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:10.487195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.488707 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-46b22bc6-b99a-46da-8bf1-9a5470774ce6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.0626101 Apr 08 10:40:10.534395 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47758) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:10.573753 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Set router 2170d238-7f49-48b2-946a-1fedb726e354 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:40:10.619135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:10.623778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.659412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.675702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Transition to ACTIVE for port object d9d36ef4-14f6-497e-a875-0facbf56cca6 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:10.703652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Transition to ACTIVE for port object d9d36ef4-14f6-497e-a875-0facbf56cca6 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:10.776859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.805723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.810227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.831859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Made reservation on behalf of da61d4b000a942b89dd74d7432634f31 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:10.835537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.851860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Network 1a317a91-85ca-4166-8424-5d597f1db2aa is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:10.857333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:10.862180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:10.910255 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.914640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Deleting port bd26180d-76ca-4dc1-b3b4-af9b9b498965 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:10.914640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.952723 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2170d238-7f49-48b2-946a-1fedb726e354', 'name': '', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e', 'external_fixed_ips': [{'subnet_id': 'a55395d0-5d73-494f-96a7-20afc9945317', 'ip_address': '2001:db8::102'}], 'enable_snat': True}, 'gw_port_id': '0db45c50-461f-4df3-91ce-0779335f5fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:03Z', 'updated_at': '2022-04-08T10:40:07Z', 'revision_number': 3, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port': {'id': '0db45c50-461f-4df3-91ce-0779335f5fea', 'name': '', 'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2170d238-7f49-48b2-946a-1fedb726e354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a55395d0-5d73-494f-96a7-20afc9945317', 'ip_address': '2001:db8::102', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:40:05Z', 'updated_at': '2022-04-08T10:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a55395d0-5d73-494f-96a7-20afc9945317', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:10.955520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port d9d36ef4-14f6-497e-a875-0facbf56cca6 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:10.955654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.957257 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Checking router: 2170d238-7f49-48b2-946a-1fedb726e354 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:40:10.957615 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Updating router 2170d238-7f49-48b2-946a-1fedb726e354 port 0db45c50-461f-4df3-91ce-0779335f5fea binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:40:11.000274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Pushing event updated for resources: {'Port': ['ID=d9d36ef4-14f6-497e-a875-0facbf56cca6,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:11.006959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Attempting to bind port d9d36ef4-14f6-497e-a875-0facbf56cca6 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:11.007823 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Attempting to bind port d9d36ef4-14f6-497e-a875-0facbf56cca6 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '09ec61c2-3770-42d5-847f-43c8f5216f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a317a91-85ca-4166-8424-5d597f1db2aa'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:11.008567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Attempting to bind port d9d36ef4-14f6-497e-a875-0facbf56cca6 on network 1a317a91-85ca-4166-8424-5d597f1db2aa {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:11.015833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:11.016469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Checking segment: {'id': '09ec61c2-3770-42d5-847f-43c8f5216f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a317a91-85ca-4166-8424-5d597f1db2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:11.017064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.017742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Bound using segment: {'id': '09ec61c2-3770-42d5-847f-43c8f5216f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a317a91-85ca-4166-8424-5d597f1db2aa'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:11.018357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Bound port: d9d36ef4-14f6-497e-a875-0facbf56cca6, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ec61c2-3770-42d5-847f-43c8f5216f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a317a91-85ca-4166-8424-5d597f1db2aa'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:11.018882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.023303 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.117370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.130519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] For port d9d36ef4-14f6-497e-a875-0facbf56cca6, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:11.134842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] For port d9d36ef4-14f6-497e-a875-0facbf56cca6, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d9d36ef4-14f6-497e-a875-0facbf56cca6,segment=NetworkSegment(09ec61c2-3770-42d5-847f-43c8f5216f2d),segment_id=09ec61c2-3770-42d5-847f-43c8f5216f2d)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:11.205773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.237366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Deleting port 0db45c50-461f-4df3-91ce-0779335f5fea {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:11.237998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.322632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a398a-14f6-4404-9d3d-ae08db4aaea9 None None] Pushing event updated for resources: {'Port': ['ID=d9d36ef4-14f6-497e-a875-0facbf56cca6,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:11.504857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 9ff86fd6-4c08-4411-8a4b-54d8d636d460 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:11.505400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.601530 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.662165 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Transition to ACTIVE for port object 0db45c50-461f-4df3-91ce-0779335f5fea will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:11.698258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.745572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.768839 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.855183 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Attempting to bind port 0db45c50-461f-4df3-91ce-0779335f5fea on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:11.855547 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Attempting to bind port 0db45c50-461f-4df3-91ce-0779335f5fea by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'b07519fa-1fad-477a-85cc-130b96eb730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:11.856852 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Attempting to bind port 0db45c50-461f-4df3-91ce-0779335f5fea on network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:11.867834 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Pushing event updated for resources: {'Port': ['ID=0db45c50-461f-4df3-91ce-0779335f5fea,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:11.872325 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:11.872325 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Checking segment: {'id': 'b07519fa-1fad-477a-85cc-130b96eb730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:11.872325 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.872325 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Bound using segment: {'id': 'b07519fa-1fad-477a-85cc-130b96eb730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:11.872325 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Bound port: 0db45c50-461f-4df3-91ce-0779335f5fea, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07519fa-1fad-477a-85cc-130b96eb730d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '85e6732b-8242-40fd-b4ba-e4bfb5b47d2e'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:11.873041 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.912896 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.913374 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.913782 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.914356 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.914588 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.914993 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.915644 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.916917 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.916917 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.916917 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.917216 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.917619 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:11.968100 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] For port 0db45c50-461f-4df3-91ce-0779335f5fea, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:11.971409 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] For port 0db45c50-461f-4df3-91ce-0779335f5fea, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0db45c50-461f-4df3-91ce-0779335f5fea,segment=NetworkSegment(b07519fa-1fad-477a-85cc-130b96eb730d),segment_id=b07519fa-1fad-477a-85cc-130b96eb730d)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:11.999099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.058548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.066624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Calling delete_port for 0db45c50-461f-4df3-91ce-0779335f5fea owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:12.072957 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.094723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.151289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Calling delete_port for bd26180d-76ca-4dc1-b3b4-af9b9b498965 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:12.180427 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Routers {'2170d238-7f49-48b2-946a-1fedb726e354'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:12.181334 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['2170d238-7f49-48b2-946a-1fedb726e354'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:12.202081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:12.212800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:12.230698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9020485-f88a-4e97-b6fc-9698acb7f2b2 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:12.236502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:12.237123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.312930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.332468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.334130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:12.338217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port d9d36ef4-14f6-497e-a875-0facbf56cca6, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d9d36ef4-14f6-497e-a875-0facbf56cca6,segment=NetworkSegment(09ec61c2-3770-42d5-847f-43c8f5216f2d),segment_id=09ec61c2-3770-42d5-847f-43c8f5216f2d)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:12.338583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.484186 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] Set router 2170d238-7f49-48b2-946a-1fedb726e354 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:40:12.488659 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-07462f7f-2103-4530-b422-baea4c4d1c5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3260376 Apr 08 10:40:12.494186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47762) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:12.515976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Subnet': ['ID=e75e4306-3e78-4966-8154-e143bb612c86,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:12.525925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': '89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db', 'ip_address': '2001:db8::78d4:3bd2:4be:c4ef'}], 'name': 'tempest-NetworksTestDHCPv6-659009407'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:12.672105 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2170d238-7f49-48b2-946a-1fedb726e354', 'name': '', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:03Z', 'updated_at': '2022-04-08T10:40:11Z', 'revision_number': 4, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:12.677083 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259de7-c31a-46cf-9648-0582d592ba24 None None] Pushing event updated for resources: {'Port': ['ID=0db45c50-461f-4df3-91ce-0779335f5fea,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:12.682380 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce77e1-9515-48c1-be7b-03ba653c4c08 None None] The sync data for ids ['2170d238-7f49-48b2-946a-1fedb726e354'] in dv-neutron-837109-1-hyperv is: [{'id': '2170d238-7f49-48b2-946a-1fedb726e354', 'name': '', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:03Z', 'updated_at': '2022-04-08T10:40:11Z', 'revision_number': 4, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:12.713054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:12.713627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:12.732024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 9ff86fd6-4c08-4411-8a4b-54d8d636d460 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:12.761033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:12.767233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.777286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d9d36ef4-14f6-497e-a875-0facbf56cca6 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:12.784647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for d9d36ef4-14f6-497e-a875-0facbf56cca6 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:12.811621 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c4327-5524-4547-bf6e-02d204c29ac0 None None] Network 1a317a91-85ca-4166-8424-5d597f1db2aa requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:12.873640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.952990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:12.967364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:12.972918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:12.987096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Checking segment: {'id': 'b7545256-39b9-445f-a08d-f26771e055a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:12.987096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Network hostable DHCP agents. Network: 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:40:13.046750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:13.132172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bc85c759-3334-4dae-88da-f0cd1b77b125 None None] Provisioning for port d9d36ef4-14f6-497e-a875-0facbf56cca6 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:13.137753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d9d36ef4-14f6-497e-a875-0facbf56cca6 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:13.181694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d9d36ef4-14f6-497e-a875-0facbf56cca6 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:13.182079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.217962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bc85c759-3334-4dae-88da-f0cd1b77b125 None None] Provisioning complete for port d9d36ef4-14f6-497e-a875-0facbf56cca6 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:13.218340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bc85c759-3334-4dae-88da-f0cd1b77b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.247925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Deleting port 0db45c50-461f-4df3-91ce-0779335f5fea {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:13.247925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.289939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:13.310723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.329262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.392033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.398938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.399154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Could not find standard attr ID for object d9d36ef4-14f6-497e-a875-0facbf56cca6. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:40:13.402028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:40:13.429729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bc85c759-3334-4dae-88da-f0cd1b77b125 None None] Could not find standard attr ID for object d9d36ef4-14f6-497e-a875-0facbf56cca6. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:40:13.440232 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No ports have port_id starting with d9d36ef4-14f6-497e-a875-0facbf56cca6 Apr 08 10:40:13.454633 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.plugins.ml2.db [None req-bc85c759-3334-4dae-88da-f0cd1b77b125 None None] No ports have port_id starting with d9d36ef4-14f6-497e-a875-0facbf56cca6 Apr 08 10:40:13.456041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db/c1735e69-9abc-48df-8d78-7b31c1def9fb) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:13.467370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event deleted for resources: {'Port': ['ID=bd26180d-76ca-4dc1-b3b4-af9b9b498965,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:13.525457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.526030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8503d873-7530-41b2-8152-d2f467bbaabf {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:13.578828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.619438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port a9385907-9dae-400f-8f30-64a729e59e3e yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:13.664429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:13.676688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041fde70-f78d-4fcd-8916-06a6e59b3a62 None None] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:13.703638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Port': ['ID=d9d36ef4-14f6-497e-a875-0facbf56cca6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:13.717722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:13.718319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.732289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No DVR routers for this DVR port d9d36ef4-14f6-497e-a875-0facbf56cca6 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:13.778690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.806700 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:40:13.808078 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-33f832df-6162-4d14-ba9c-c4828c16163c tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3190043 Apr 08 10:40:13.814317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47766) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:13.864186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.867503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] For port 0db45c50-461f-4df3-91ce-0779335f5fea, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0db45c50-461f-4df3-91ce-0779335f5fea,segment=NetworkSegment(b07519fa-1fad-477a-85cc-130b96eb730d),segment_id=b07519fa-1fad-477a-85cc-130b96eb730d)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:13.868102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.880006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.913861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=9ff86fd6-4c08-4411-8a4b-54d8d636d460,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:13.916110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Transition to ACTIVE for port object c1735e69-9abc-48df-8d78-7b31c1def9fb will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:13.987671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Transition to ACTIVE for port object c1735e69-9abc-48df-8d78-7b31c1def9fb will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:14.045443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Calling delete_port for 0db45c50-461f-4df3-91ce-0779335f5fea owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:14.070819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'tenant_id': 'da61d4b000a942b89dd74d7432634f31', 'fixed_ips': [{'subnet_id': 'e75e4306-3e78-4966-8154-e143bb612c86'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:14.076985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.090696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.147931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.154255 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2e4d56f6-b1da-4bf3-99c8-789ec46f5068 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3067045 Apr 08 10:40:14.155389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.158970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47770) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:14.170025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'name': 'tempest-AllowedAddressPairTestJSON-924496337'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:14.185427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.207133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Pushing event updated for resources: {'Port': ['ID=c1735e69-9abc-48df-8d78-7b31c1def9fb,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:14.252295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-56e28066-ab65-4da8-97be-853da42db91a tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Deleting port a477f090-f2d1-4233-aff2-576891516d39 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:14.253326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56e28066-ab65-4da8-97be-853da42db91a tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.268540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:14.270777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:14.291177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:14.372514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.373621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa5f4e2-633d-4fad-9a70-78c9e3bae164 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:14.454220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.465869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.469194 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fb5a26f2-89cd-4a75-8dcb-66d53a78a54a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/6aa5f4e2-633d-4fad-9a70-78c9e3bae164 HTTP/1.1" status: 204 len: 168 time: 5.1011362 Apr 08 10:40:14.490333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47774) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:14.536744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-277736175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:14.537498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.564676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:14.577674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Attempting to bind port c1735e69-9abc-48df-8d78-7b31c1def9fb on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:14.578224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Attempting to bind port c1735e69-9abc-48df-8d78-7b31c1def9fb by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:14.578486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Attempting to bind port c1735e69-9abc-48df-8d78-7b31c1def9fb on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:14.592023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Usage tracker for resource:router and tenant:352b2f9f57be4bc49769431a2403d34d is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:14.592449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:14.592861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:14.593266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.594871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:14.595280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Bound port: c1735e69-9abc-48df-8d78-7b31c1def9fb, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:14.595683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.603368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=6da714db-c9d4-4d0f-9771-6fafa153b34f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:14.610630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Allocated IP 172.20.0.2 (07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1/e75e4306-3e78-4966-8154-e143bb612c86/c9c5cf5b-1adb-4bac-80fb-67ace818414d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:14.626726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:14.630447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::78d4:3bd2:4be:c4ef (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db/a9385907-9dae-400f-8f30-64a729e59e3e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:14.660142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:14.713804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b0d2c-1399-4f2e-b607-13b132af9f19 None None] Network 1a317a91-85ca-4166-8424-5d597f1db2aa requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:14.754613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:14.781107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Usage tracker for resource:port and tenant:da61d4b000a942b89dd74d7432634f31 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:14.791053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.792337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.797734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] For port c1735e69-9abc-48df-8d78-7b31c1def9fb, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:14.801062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:14.825387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:14.921817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] For port c1735e69-9abc-48df-8d78-7b31c1def9fb, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1735e69-9abc-48df-8d78-7b31c1def9fb,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:14.970000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:14.982752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.040558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.061667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router bc0a0839-e833-4a9d-8ea9-f9053ab559cf has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:40:15.071025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a317a91-85ca-4166-8424-5d597f1db2aa']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:15.090314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ec61c2-3770-42d5-847f-43c8f5216f2d') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:15.090314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ec61c2-3770-42d5-847f-43c8f5216f2d') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:15.090599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56e28066-ab65-4da8-97be-853da42db91a tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.098990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Made reservation on behalf of da61d4b000a942b89dd74d7432634f31 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:15.102686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.166142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.237704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be268a-07b5-40d0-8249-8a48248e7633 None None] DHCP port deletion for 1a317a91-85ca-4166-8424-5d597f1db2aa request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:15.245767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.252071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] device_id is not set on port 6ebd37e6-c569-48b1-b17d-b5524843aabf yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:15.267334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:15.269272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:15.269683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.297355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f1397-3d59-4ef4-ac0c-0f8a380155da None None] Pushing event updated for resources: {'Port': ['ID=c1735e69-9abc-48df-8d78-7b31c1def9fb,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:15.307596 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:15.322186 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-038ea2c4-37fe-4f99-b049-f0fe4a1e2fc6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/bc0a0839-e833-4a9d-8ea9-f9053ab559cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2521801 Apr 08 10:40:15.322282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-56e28066-ab65-4da8-97be-853da42db91a tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Calling delete_port for a477f090-f2d1-4233-aff2-576891516d39 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:15.328365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47778) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:15.332755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10ee63-2027-4471-875c-3ab167e2d7b7 None None] Sync routers for ids ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:15.335855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.353759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.358978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.359244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Transition to ACTIVE for port object c9c5cf5b-1adb-4bac-80fb-67ace818414d will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:15.361678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10ee63-2027-4471-875c-3ab167e2d7b7 None None] Routers {'bc0a0839-e833-4a9d-8ea9-f9053ab559cf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:15.362326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ae10ee63-2027-4471-875c-3ab167e2d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:15.443314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ae10ee63-2027-4471-875c-3ab167e2d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:15.456894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-349acd20-1341-4a93-92af-e544eece2af8 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:15.485780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Transition to ACTIVE for port object c9c5cf5b-1adb-4bac-80fb-67ace818414d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:15.486761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10ee63-2027-4471-875c-3ab167e2d7b7 None None] Routers {'bc0a0839-e833-4a9d-8ea9-f9053ab559cf'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:15.487409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ae10ee63-2027-4471-875c-3ab167e2d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:15.500517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.512621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.531940 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/1a317a91-85ca-4166-8424-5d597f1db2aa HTTP/1.1" status: 204 len: 168 time: 5.3865361 Apr 08 10:40:15.537053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47782) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:15.550083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478526921'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:15.565311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1dfc-b20c-4507-a9e3-0a61fda6bab0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=1a317a91-85ca-4166-8424-5d597f1db2aa,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:15.577645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:15.580686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-349acd20-1341-4a93-92af-e544eece2af8 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:15.584632 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-349acd20-1341-4a93-92af-e544eece2af8 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc0a0839-e833-4a9d-8ea9-f9053ab559cf HTTP/1.1" status: 200 len: 205 time: 0.2552023 Apr 08 10:40:15.587008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47786) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:15.589731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:15.590103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ae10ee63-2027-4471-875c-3ab167e2d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:15.590814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10ee63-2027-4471-875c-3ab167e2d7b7 None None] The sync data for ids ['bc0a0839-e833-4a9d-8ea9-f9053ab559cf'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:15.654444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:15.670428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.683011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:15.758410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dc9f86f9-780e-47c9-96ad-c664bf4eb3d7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.766153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:15.767351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Pushing event updated for resources: {'Port': ['ID=c9c5cf5b-1adb-4bac-80fb-67ace818414d,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:15.770183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:15.772312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:15.815000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event deleted for resources: {'Port': ['ID=0db45c50-461f-4df3-91ce-0779335f5fea,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:15.821879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:15.825659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.834908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.871450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Attempting to bind port c9c5cf5b-1adb-4bac-80fb-67ace818414d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:15.871818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Attempting to bind port c9c5cf5b-1adb-4bac-80fb-67ace818414d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'b7545256-39b9-445f-a08d-f26771e055a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:15.872183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Attempting to bind port c9c5cf5b-1adb-4bac-80fb-67ace818414d on network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:15.878227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:15.878607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Checking segment: {'id': 'b7545256-39b9-445f-a08d-f26771e055a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:15.879016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.879416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Bound using segment: {'id': 'b7545256-39b9-445f-a08d-f26771e055a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:15.879880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Bound port: c9c5cf5b-1adb-4bac-80fb-67ace818414d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7545256-39b9-445f-a08d-f26771e055a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:15.880467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.904225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.905445 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0adec9cf-f004-4ce3-aeb6-96cfe4a316d2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3989015 Apr 08 10:40:15.908666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47790) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:15.926770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:15.969212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56e28066-ab65-4da8-97be-853da42db91a tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.972958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.985506 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] For port c9c5cf5b-1adb-4bac-80fb-67ace818414d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:15.989025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] For port c9c5cf5b-1adb-4bac-80fb-67ace818414d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c9c5cf5b-1adb-4bac-80fb-67ace818414d,segment=NetworkSegment(b7545256-39b9-445f-a08d-f26771e055a8),segment_id=b7545256-39b9-445f-a08d-f26771e055a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:16.095211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.139113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e28066-ab65-4da8-97be-853da42db91a tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Pushing event deleted for resources: {'Port': ['ID=a477f090-f2d1-4233-aff2-576891516d39,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:16.157196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.160732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object a9385907-9dae-400f-8f30-64a729e59e3e will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:16.166438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.176076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:40:16.202090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfe8b6-0b6f-4440-afd9-c3ff4afca7e6 None None] Pushing event updated for resources: {'Port': ['ID=c9c5cf5b-1adb-4bac-80fb-67ace818414d,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:16.310150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Allocated IP 172.20.0.12 (07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1/e75e4306-3e78-4966-8154-e143bb612c86/6ebd37e6-c569-48b1-b17d-b5524843aabf) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:16.345684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-56e28066-ab65-4da8-97be-853da42db91a tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.393680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.394179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2170d238-7f49-48b2-946a-1fedb726e354 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:16.398904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.401774 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6a3e7ca9-dfb9-4edc-912b-170b8db48038 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "DELETE /v2.0/routers/2170d238-7f49-48b2-946a-1fedb726e354 HTTP/1.1" status: 204 len: 168 time: 5.8615682 Apr 08 10:40:16.405960 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-56e28066-ab65-4da8-97be-853da42db91a tempest-RoutersAdminNegativeIpV6Test-1071910992 tempest-RoutersAdminNegativeIpV6Test-1071910992-project-admin] 10.222.0.23 "DELETE /v2.0/ports/a477f090-f2d1-4233-aff2-576891516d39 HTTP/1.1" status: 204 len: 168 time: 2.5902984 Apr 08 10:40:16.406737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47794) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:16.524354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.551777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dc9f86f9-780e-47c9-96ad-c664bf4eb3d7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.584087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.587316 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment 111c9ccd-8884-4eb9-b530-69d53ede5e5f of type vlan for network 3698324c-1fdf-4043-a314-5a2465ce8207 Apr 08 10:40:16.614854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:16.626661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dc9f86f9-780e-47c9-96ad-c664bf4eb3d7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.691178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:16.694136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:16.700920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:16.701910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.720683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2725fe21-5e12-4218-9eca-a0e75e4c0bf0 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Deleting subnet a55395d0-5d73-494f-96a7-20afc9945317 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:40:16.734808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2725fe21-5e12-4218-9eca-a0e75e4c0bf0 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.806447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.820296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=a9385907-9dae-400f-8f30-64a729e59e3e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:16.854533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2725fe21-5e12-4218-9eca-a0e75e4c0bf0 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.877569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1735e69-9abc-48df-8d78-7b31c1def9fb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:16.901903 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-797f3fa4-2601-4e2e-82a1-3b0c5358b5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.4028106 Apr 08 10:40:16.919659 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47800) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:16.931311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': '89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db', 'ip_address': '2001:db8::78d4:3bd2:4be:c4ef'}], 'name': 'tempest-NetworksTestDHCPv6-567883166'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:16.954449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.000950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Transition to ACTIVE for port object 6ebd37e6-c569-48b1-b17d-b5524843aabf will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:17.022623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.033037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dc9f86f9-780e-47c9-96ad-c664bf4eb3d7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.033827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9f86f9-780e-47c9-96ad-c664bf4eb3d7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Fanout notify agent at l3_agent the message router_deleted on router bc0a0839-e833-4a9d-8ea9-f9053ab559cf {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:17.051392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dc9f86f9-780e-47c9-96ad-c664bf4eb3d7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.053310 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dc9f86f9-780e-47c9-96ad-c664bf4eb3d7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/bc0a0839-e833-4a9d-8ea9-f9053ab559cf HTTP/1.1" status: 204 len: 168 time: 1.4654739 Apr 08 10:40:17.061185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c1735e69-9abc-48df-8d78-7b31c1def9fb completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:17.062022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47806) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:17.071724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c9c5cf5b-1adb-4bac-80fb-67ace818414d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:17.080108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2725fe21-5e12-4218-9eca-a0e75e4c0bf0 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.155567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.167586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:17.170189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.210002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47810) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:17.240244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:17.248183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:17.251631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:17.258250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:17.259855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-920226dd-27a7-438f-baf1-d82c2e90944c None None] Provisioning for port c1735e69-9abc-48df-8d78-7b31c1def9fb completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:17.267612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-920226dd-27a7-438f-baf1-d82c2e90944c None None] Provisioning complete for port c1735e69-9abc-48df-8d78-7b31c1def9fb triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:17.267926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-920226dd-27a7-438f-baf1-d82c2e90944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.302070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6c6e35-acca-496d-83ff-91252e61933e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet 08100c86-c5b7-4e69-b216-9ca72fc87105 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:40:17.305947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6e35-acca-496d-83ff-91252e61933e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.332865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.335023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2725fe21-5e12-4218-9eca-a0e75e4c0bf0 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.349160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c9c5cf5b-1adb-4bac-80fb-67ace818414d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:17.399339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6e35-acca-496d-83ff-91252e61933e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.412452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d9d36ef4-14f6-497e-a875-0facbf56cca6 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:17.472641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:17.478459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.480614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: d9d36ef4-14f6-497e-a875-0facbf56cca6 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:40:17.480961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d9d36ef4-14f6-497e-a875-0facbf56cca6 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:40:17.492062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725fe21-5e12-4218-9eca-a0e75e4c0bf0 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a55395d0-5d73-494f-96a7-20afc9945317,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:17.530016 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9916615 Apr 08 10:40:17.533779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2725fe21-5e12-4218-9eca-a0e75e4c0bf0 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.537624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa177b-f5bf-4aa8-b749-e08faebde132 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=3698324c-1fdf-4043-a314-5a2465ce8207,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:17.542103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47816) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:17.548937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.552433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:17.567325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:17.569542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 3698324c-1fdf-4043-a314-5a2465ce8207 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:17.576185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:17.591736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2725fe21-5e12-4218-9eca-a0e75e4c0bf0 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/a55395d0-5d73-494f-96a7-20afc9945317 HTTP/1.1" status: 204 len: 168 time: 1.1758618 Apr 08 10:40:17.595079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47820) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:17.599522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:17.631124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port d662b7db-0ae7-41d6-83cd-9860f9ce9a7d yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:17.673554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-920226dd-27a7-438f-baf1-d82c2e90944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.683273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:17.702998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=6ebd37e6-c569-48b1-b17d-b5524843aabf,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:17.718518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] Usage tracker for resource:security_group_rule and tenant:977ab7bdd2ba4e818a51780acf7bb3bf is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:17.733236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:17.740867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.749921 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:17.761203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-920226dd-27a7-438f-baf1-d82c2e90944c None None] For port c1735e69-9abc-48df-8d78-7b31c1def9fb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1735e69-9abc-48df-8d78-7b31c1def9fb,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:17.795509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866e8df-399b-44fb-b328-b6e63c9e14ed None None] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:17.814072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:17.814706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.883085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-920226dd-27a7-438f-baf1-d82c2e90944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:17.949871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:17.972002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920226dd-27a7-438f-baf1-d82c2e90944c None None] Pushing event updated for resources: {'Port': ['ID=c1735e69-9abc-48df-8d78-7b31c1def9fb,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:17.988186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:subnet and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:17.994530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:18.054339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:18.055523 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2dd52a7e-7df5-4b66-9216-cb3e5d9df570 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8911030 Apr 08 10:40:18.066024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47824) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:18.071738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.078468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'name': 'tempest-AllowedAddressPairTestJSON-918706580', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:32:d6:13'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:18.091632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6e35-acca-496d-83ff-91252e61933e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.122847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Provisioning for port a9385907-9dae-400f-8f30-64a729e59e3e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:18.131456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Provisioning complete for port a9385907-9dae-400f-8f30-64a729e59e3e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:18.131666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.154312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e6732b-8242-40fd-b4ba-e4bfb5b47d2e']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:18.175557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07519fa-1fad-477a-85cc-130b96eb730d') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:18.183415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07519fa-1fad-477a-85cc-130b96eb730d') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:18.196704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Port a9385907-9dae-400f-8f30-64a729e59e3e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:18.197883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.211542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:18.216033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.247753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.261160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 08 10:40:18.262637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:40:18.283347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:18.286153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Provisioning for port c9c5cf5b-1adb-4bac-80fb-67ace818414d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:18.289665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Usage tracker for resource:port and tenant:da61d4b000a942b89dd74d7432634f31 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:18.293841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:18.296814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Provisioning complete for port c9c5cf5b-1adb-4bac-80fb-67ace818414d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:18.296814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.309842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:18.317542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.329045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.396287 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=977ab7bdd2ba4e818a51780acf7bb3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1840639 Apr 08 10:40:18.398771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47828) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:18.402026 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7a67b93f-381f-4e9e-b13e-adce7bfd3469 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4793286 Apr 08 10:40:18.403887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31352966-cd19-44d9-a86e-8cc674839b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7a418c-bf4f-40b7-a376-2ec23326d6cd,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:18.407488 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47832) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:18.482638 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Made reservation on behalf of da61d4b000a942b89dd74d7432634f31 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:18.495525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.543714 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] For port c9c5cf5b-1adb-4bac-80fb-67ace818414d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c9c5cf5b-1adb-4bac-80fb-67ace818414d,segment=NetworkSegment(b7545256-39b9-445f-a08d-f26771e055a8),segment_id=b7545256-39b9-445f-a08d-f26771e055a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:18.623866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d9ca4f0-b344-4332-b138-77ab8264ba47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.653857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1735e69-9abc-48df-8d78-7b31c1def9fb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:18.660565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:18.661122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:18.678006 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:18.700612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d9ca4f0-b344-4332-b138-77ab8264ba47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.717855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.734660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.753356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6e35-acca-496d-83ff-91252e61933e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.760741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044fcc7-df2e-4663-b110-05d5bbdd84e7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:18.766623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044fcc7-df2e-4663-b110-05d5bbdd84e7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:18.767452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2044fcc7-df2e-4663-b110-05d5bbdd84e7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:18.806735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] device_id is not set on port 71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:18.818281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5173-7e6b-4965-b56e-449770d82b34 None None] Pushing event updated for resources: {'Port': ['ID=c9c5cf5b-1adb-4bac-80fb-67ace818414d,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:18.864012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.911030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c6e35-acca-496d-83ff-91252e61933e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=08100c86-c5b7-4e69-b216-9ca72fc87105,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:18.914180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a1cffaca-4a0f-4aeb-b879-b05b516645a6 None None] Provisioning complete for port c9c5cf5b-1adb-4bac-80fb-67ace818414d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:18.914180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a1cffaca-4a0f-4aeb-b879-b05b516645a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.915049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6e35-acca-496d-83ff-91252e61933e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.919720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.941263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162a19f8-834f-4926-92e6-58d8d66e393d None None] Network 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:18.944661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2044fcc7-df2e-4663-b110-05d5bbdd84e7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:18.948414 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2044fcc7-df2e-4663-b110-05d5bbdd84e7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5280039 Apr 08 10:40:18.952517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47836) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:18.962959 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1a6c6e35-acca-496d-83ff-91252e61933e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/08100c86-c5b7-4e69-b216-9ca72fc87105 HTTP/1.1" status: 204 len: 168 time: 1.8997512 Apr 08 10:40:18.966519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47840) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:18.995945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c1735e69-9abc-48df-8d78-7b31c1def9fb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:18.996346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.015287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d9ca4f0-b344-4332-b138-77ab8264ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.046912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ca4f0-b344-4332-b138-77ab8264ba47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7a418c-bf4f-40b7-a376-2ec23326d6cd,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:19.063197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.080127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Allocated IP 172.20.0.10 (07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1/e75e4306-3e78-4966-8154-e143bb612c86/71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:19.086175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b86f0e47-8c42-46b0-8da1-79bba58828df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port a9385907-9dae-400f-8f30-64a729e59e3e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:19.086523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b86f0e47-8c42-46b0-8da1-79bba58828df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.101902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85e6732b-8242-40fd-b4ba-e4bfb5b47d2e {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 08 10:40:19.114882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.124063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d9ca4f0-b344-4332-b138-77ab8264ba47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.125240 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4d9ca4f0-b344-4332-b138-77ab8264ba47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc7a418c-bf4f-40b7-a376-2ec23326d6cd HTTP/1.1" status: 204 len: 168 time: 0.7239244 Apr 08 10:40:19.170733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event deleted for resources: {'Network': ['ID=85e6732b-8242-40fd-b4ba-e4bfb5b47d2e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:19.252524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-265ed9be-8a40-4d50-a1be-b1b71d4b3e0d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet 69fc572a-67a4-4c2b-8cec-9ebd2f362868 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:40:19.297098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-265ed9be-8a40-4d50-a1be-b1b71d4b3e0d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.365089 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ceebbc7c-e7e8-4da2-b114-db0a28b5bff9 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "DELETE /v2.0/networks/85e6732b-8242-40fd-b4ba-e4bfb5b47d2e HTTP/1.1" status: 204 len: 168 time: 1.7610223 Apr 08 10:40:19.419965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.437932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Transition to ACTIVE for port object 71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:19.468006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Allocated IP 172.26.7.238 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/8552d3fe-b9ba-4ff4-b0f2-1e5876bd8b09) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:19.471754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-265ed9be-8a40-4d50-a1be-b1b71d4b3e0d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.557149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a1cffaca-4a0f-4aeb-b879-b05b516645a6 None None] Provisioning for port 6ebd37e6-c569-48b1-b17d-b5524843aabf completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:19.567880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a1cffaca-4a0f-4aeb-b879-b05b516645a6 None None] Provisioning complete for port 6ebd37e6-c569-48b1-b17d-b5524843aabf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:19.567880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a1cffaca-4a0f-4aeb-b879-b05b516645a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.627826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.659406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] DHCP port deletion for 8f2ea754-d35e-4917-a790-c4c9c02e6ef2 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:19.663825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.700793 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] Deleting port a27a407e-5d05-4bff-b21f-484f2cb4ccac {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:19.702127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.745450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=22123fc2-e294-4c03-a0d2-1c881d5f7485,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:19.792184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-265ed9be-8a40-4d50-a1be-b1b71d4b3e0d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.818903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:19.820593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a1cffaca-4a0f-4aeb-b879-b05b516645a6 None None] Port 6ebd37e6-c569-48b1-b17d-b5524843aabf cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:19.822641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:19.828776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:19.831957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:19.930719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': '111c9ccd-8884-4eb9-b530-69d53ede5e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:19.931079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: 3698324c-1fdf-4043-a314-5a2465ce8207, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:40:19.946429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:19.946429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:19.953540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.090827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] For port a27a407e-5d05-4bff-b21f-484f2cb4ccac, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a27a407e-5d05-4bff-b21f-484f2cb4ccac,segment=NetworkSegment(13009ae3-7255-439e-aa45-df30294209ba),segment_id=13009ae3-7255-439e-aa45-df30294209ba)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:20.091445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.121577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.121964 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3907bbd8-a55b-44e5-b21b-65b38793cf2e tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.0541694 Apr 08 10:40:20.123883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47854) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:20.126780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 3698324c-1fdf-4043-a314-5a2465ce8207 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:40:20.168927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47858) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:20.169525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-265ed9be-8a40-4d50-a1be-b1b71d4b3e0d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.193215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'router': {'name': 'tempest-router--169306219', 'project_id': '3222d552abb54d1eb766b3990fc62860'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:20.207207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:20.225299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Usage tracker for resource:router and tenant:3222d552abb54d1eb766b3990fc62860 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:20.230609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:20.238380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b86f0e47-8c42-46b0-8da1-79bba58828df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.240018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ed9be-8a40-4d50-a1be-b1b71d4b3e0d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=69fc572a-67a4-4c2b-8cec-9ebd2f362868,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:20.244282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-265ed9be-8a40-4d50-a1be-b1b71d4b3e0d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.248511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] Calling delete_port for a27a407e-5d05-4bff-b21f-484f2cb4ccac owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:20.249229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:20.251105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:20.256195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:20.265710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:20.281505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1b45b-5c0d-4acd-af57-2aadc9bacd22 None None] Network 194322be-ed54-4948-89b8-8c3a541cb2e0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:20.347051 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-265ed9be-8a40-4d50-a1be-b1b71d4b3e0d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/69fc572a-67a4-4c2b-8cec-9ebd2f362868 HTTP/1.1" status: 204 len: 168 time: 1.3761373 Apr 08 10:40:20.392693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-204416bf-5c61-4ba7-884f-e6022884e5cc None None] Provisioning for port 71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:20.395153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47862) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:20.395494 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47864) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:20.423662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 3698324c-1fdf-4043-a314-5a2465ce8207) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:20.443980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-204416bf-5c61-4ba7-884f-e6022884e5cc None None] Provisioning complete for port 71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:20.444363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-204416bf-5c61-4ba7-884f-e6022884e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.456916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event updated for resources: {'Port': ['ID=8552d3fe-b9ba-4ff4-b0f2-1e5876bd8b09,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:20.475212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b86f0e47-8c42-46b0-8da1-79bba58828df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for a9385907-9dae-400f-8f30-64a729e59e3e owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:20.479175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2389869-aaae-43f9-8585-af45ab098630 None None] Network 3698324c-1fdf-4043-a314-5a2465ce8207 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:20.516405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:20.517103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.542275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.544053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.560365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9912efe-6e8b-42fc-b663-5d178bc78fac tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:20.566349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9912efe-6e8b-42fc-b663-5d178bc78fac tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:20.572544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9912efe-6e8b-42fc-b663-5d178bc78fac tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:20.573440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d9912efe-6e8b-42fc-b663-5d178bc78fac tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Synchronizing usage tracker for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:20.621478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.693042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-204416bf-5c61-4ba7-884f-e6022884e5cc None None] Port 71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:20.701780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.710075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c9c5cf5b-1adb-4bac-80fb-67ace818414d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:20.721338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d9912efe-6e8b-42fc-b663-5d178bc78fac tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Unset dirty status for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:20.723677 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d9912efe-6e8b-42fc-b663-5d178bc78fac tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5945454 Apr 08 10:40:20.725905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47870) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:20.766994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.801327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b86f0e47-8c42-46b0-8da1-79bba58828df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.804158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] Pushing event deleted for resources: {'Port': ['ID=a27a407e-5d05-4bff-b21f-484f2cb4ccac,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:20.823739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab459bc5-75fe-493b-b8dd-c2d8bfd78a40 None None] No DVR routers for this DVR port a27a407e-5d05-4bff-b21f-484f2cb4ccac on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:20.882992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.883624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-14ce216f-4775-4af6-8ad1-1fdfc98c3a28 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Deleting port 71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:20.883624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-14ce216f-4775-4af6-8ad1-1fdfc98c3a28 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.895717 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a28f7138-5e33-4f59-ba97-02a10ca20fb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d97535019fb946d0970b760ed2706cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884765 Apr 08 10:40:20.895990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47874) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:20.911227 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1d23c5e7-efe1-4255-a693-aed4d16ba2f3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3639007 Apr 08 10:40:20.912466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f0e47-8c42-46b0-8da1-79bba58828df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=a9385907-9dae-400f-8f30-64a729e59e3e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:20.913926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47878) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:20.959258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:20.967367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b86f0e47-8c42-46b0-8da1-79bba58828df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.972436 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b86f0e47-8c42-46b0-8da1-79bba58828df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/a9385907-9dae-400f-8f30-64a729e59e3e HTTP/1.1" status: 204 len: 168 time: 2.0190713 Apr 08 10:40:20.973555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47882) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:20.976997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:20.981420 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2f548a0a-a258-4dbb-871f-4fec217d7a8d tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8017950 Apr 08 10:40:20.986901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47884) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:21.073515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c9c5cf5b-1adb-4bac-80fb-67ace818414d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:21.074187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.149315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-3698324c-1fdf-4043-a314-5a2465ce8207', 'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': '22123fc2-e294-4c03-a0d2-1c881d5f7485'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:21.150691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.161466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] DHCP port deletion for 194322be-ed54-4948-89b8-8c3a541cb2e0 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:21.177084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] Deleting port 7f31b801-55cf-40db-98af-6a74bd095d43 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:21.177448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.291408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cdb85ea-9067-4a2d-9812-2171248d02c6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.365271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0c387-35b8-4f16-9c05-a1a061339e11 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:21.367165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0c387-35b8-4f16-9c05-a1a061339e11 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:21.373041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-20a0c387-35b8-4f16-9c05-a1a061339e11 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:21.408125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-90572b7b-97b5-4581-9d86-26437e653d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.414417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.476976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a27a407e-5d05-4bff-b21f-484f2cb4ccac no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:21.489047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.544315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2ea754-d35e-4917-a790-c4c9c02e6ef2']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:21.551951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a27a407e-5d05-4bff-b21f-484f2cb4ccac {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:40:21.552292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a27a407e-5d05-4bff-b21f-484f2cb4ccac not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:40:21.579503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-90572b7b-97b5-4581-9d86-26437e653d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.603639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13009ae3-7255-439e-aa45-df30294209ba') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:21.603846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13009ae3-7255-439e-aa45-df30294209ba') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:21.639493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-20a0c387-35b8-4f16-9c05-a1a061339e11 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:21.643624 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-20a0c387-35b8-4f16-9c05-a1a061339e11 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6606050 Apr 08 10:40:21.646297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.652909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47890) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:21.653981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] For port 7f31b801-55cf-40db-98af-6a74bd095d43, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7f31b801-55cf-40db-98af-6a74bd095d43,segment=NetworkSegment(44d637d5-d245-49fb-a7ed-8aee565a5e93),segment_id=44d637d5-d245-49fb-a7ed-8aee565a5e93)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:21.654374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.662327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Allocated IP 2001:db8::2 (3698324c-1fdf-4043-a314-5a2465ce8207/22123fc2-e294-4c03-a0d2-1c881d5f7485/38eb5567-ceaf-479c-a8ef-4dc1fc71a246) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:21.681244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:21.749286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:subnet and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:21.760698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.763670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:21.776820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:21.777264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.791417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] Calling delete_port for 7f31b801-55cf-40db-98af-6a74bd095d43 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:21.793606 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:21.798027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:21.828156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cdb85ea-9067-4a2d-9812-2171248d02c6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.834802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cdb85ea-9067-4a2d-9812-2171248d02c6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.883101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7068cf83-23f0-4d0b-9d77-751a1ff133ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:40:21.890711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-14ce216f-4775-4af6-8ad1-1fdfc98c3a28 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.898339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7068cf83-23f0-4d0b-9d77-751a1ff133ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:21.978915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:21.982588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.078746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.098322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-90572b7b-97b5-4581-9d86-26437e653d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.099359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.103782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Transition to ACTIVE for port object 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:22.163105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] Pushing event deleted for resources: {'Port': ['ID=7f31b801-55cf-40db-98af-6a74bd095d43,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:22.164977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cdb85ea-9067-4a2d-9812-2171248d02c6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.165198 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdb85ea-9067-4a2d-9812-2171248d02c6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b7ca79f-6415-4cdd-a4e8-14ab9936c102 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:22.171087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4ff54-df18-4499-b902-db8a9c929dca None None] No DVR routers for this DVR port 7f31b801-55cf-40db-98af-6a74bd095d43 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:22.172925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Transition to ACTIVE for port object 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:22.176070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-14ce216f-4775-4af6-8ad1-1fdfc98c3a28 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Calling delete_port for 71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:22.176246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.181169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.229527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7068cf83-23f0-4d0b-9d77-751a1ff133ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.234857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90572b7b-97b5-4581-9d86-26437e653d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b904e8c-2fbf-4502-be81-8a3cb7bef657,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:22.254693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=8f2ea754-d35e-4917-a790-c4c9c02e6ef2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:22.258829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.262970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cdb85ea-9067-4a2d-9812-2171248d02c6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.267105 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4cdb85ea-9067-4a2d-9812-2171248d02c6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7b7ca79f-6415-4cdd-a4e8-14ab9936c102 HTTP/1.1" status: 204 len: 168 time: 1.2788641 Apr 08 10:40:22.272362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-90572b7b-97b5-4581-9d86-26437e653d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.274216 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-90572b7b-97b5-4581-9d86-26437e653d66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b904e8c-2fbf-4502-be81-8a3cb7bef657 HTTP/1.1" status: 204 len: 168 time: 1.3772120 Apr 08 10:40:22.285049 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-64f99b0d-fe06-41ad-8096-3dff0f427f54 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/8f2ea754-d35e-4917-a790-c4c9c02e6ef2 HTTP/1.1" status: 204 len: 168 time: 1.8784137 Apr 08 10:40:22.294677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47898) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:22.302528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.400789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Network 3698324c-1fdf-4043-a314-5a2465ce8207 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:22.411374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:22.426193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7068cf83-23f0-4d0b-9d77-751a1ff133ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.427142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:22.524874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Pushing event updated for resources: {'Port': ['ID=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:22.574119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-14ce216f-4775-4af6-8ad1-1fdfc98c3a28 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.611805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.623873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Attempting to bind port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:22.625407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Attempting to bind port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '111c9ccd-8884-4eb9-b530-69d53ede5e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:22.626104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Attempting to bind port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 on network 3698324c-1fdf-4043-a314-5a2465ce8207 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:22.653150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:22.653838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Checking segment: {'id': '111c9ccd-8884-4eb9-b530-69d53ede5e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:22.654606 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.655208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Bound using segment: {'id': '111c9ccd-8884-4eb9-b530-69d53ede5e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:22.656276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Bound port: 38eb5567-ceaf-479c-a8ef-4dc1fc71a246, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111c9ccd-8884-4eb9-b530-69d53ede5e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:22.657112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.681718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7f31b801-55cf-40db-98af-6a74bd095d43 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:22.701887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7068cf83-23f0-4d0b-9d77-751a1ff133ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.713867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.760722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 7f31b801-55cf-40db-98af-6a74bd095d43 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:40:22.761230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7f31b801-55cf-40db-98af-6a74bd095d43 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:40:22.776550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce216f-4775-4af6-8ad1-1fdfc98c3a28 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event deleted for resources: {'Port': ['ID=71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:22.794652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47902) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:22.797661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068cf83-23f0-4d0b-9d77-751a1ff133ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:22.805184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7068cf83-23f0-4d0b-9d77-751a1ff133ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:22.819590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa10d5f-ae70-4a11-ad0b-32704468ecb8 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:22.944596 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7068cf83-23f0-4d0b-9d77-751a1ff133ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db HTTP/1.1" status: 204 len: 168 time: 1.2458837 Apr 08 10:40:22.944596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:22.968199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] For port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:22.989502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] For port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,segment=NetworkSegment(111c9ccd-8884-4eb9-b530-69d53ede5e5f),segment_id=111c9ccd-8884-4eb9-b530-69d53ede5e5f)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:23.044230 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ac9f2120-a31b-415c-83f3-f38ace100b5f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987000 Apr 08 10:40:23.044948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47914) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:23.054770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:23.097136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.129537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.184772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194322be-ed54-4948-89b8-8c3a541cb2e0']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:23.202525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:23.207524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:23.209843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5b02b-220c-4bef-91fd-52d052cfa14f None None] Pushing event updated for resources: {'Port': ['ID=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:23.211527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:23.219023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:23.223839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d637d5-d245-49fb-a7ed-8aee565a5e93') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:23.224184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d637d5-d245-49fb-a7ed-8aee565a5e93') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:23.258433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.353586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.369830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:23.370403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.376060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1264251411', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:23.388132 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:23.392320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:23.396694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.408617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Router ab38fc28-6d40-4cb4-a377-6163c1cae214 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:23.420530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:23.422978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:23.429496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] Deleting port c1735e69-9abc-48df-8d78-7b31c1def9fb {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:23.430497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.446883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Usage tracker for resource:router and tenant:9bb14a3cbd29485e9f9959e6967c2c5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:23.455312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:23.482831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.531203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:23.569783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 3698324c-1fdf-4043-a314-5a2465ce8207 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:23.576610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:23.595796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-14ce216f-4775-4af6-8ad1-1fdfc98c3a28 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.601813 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-14ce216f-4775-4af6-8ad1-1fdfc98c3a28 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "DELETE /v2.0/ports/71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca HTTP/1.1" status: 204 len: 168 time: 2.8742702 Apr 08 10:40:23.603119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47926) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:23.657565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:23.657565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.687642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.688960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.734183 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-32eecf35-5b81-4b04-bfa6-e6088d632e78 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] GET failed (client error): The resource could not be found. Apr 08 10:40:23.734685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] For port c1735e69-9abc-48df-8d78-7b31c1def9fb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1735e69-9abc-48df-8d78-7b31c1def9fb,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:23.734859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-32eecf35-5b81-4b04-bfa6-e6088d632e78 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Synchronizing usage tracker for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:23.735080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.740274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.772612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.774995 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/194322be-ed54-4948-89b8-8c3a541cb2e0 HTTP/1.1" status: 204 len: 168 time: 1.4783435 Apr 08 10:40:23.784914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:23.786291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47932) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:23.793137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=59eea63e-80c8-401a-9048-542d98deb1ff,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:23.802297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-892848738'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:23.804015 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e021e567-16cd-4724-ab3b-90f420a79df3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8889413 Apr 08 10:40:23.807021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa8d8a-c165-46f7-8fdd-e36ad9122c7e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=194322be-ed54-4948-89b8-8c3a541cb2e0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:23.815034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47936) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:23.864179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:23.878274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-32eecf35-5b81-4b04-bfa6-e6088d632e78 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Unset dirty status for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:23.883141 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-32eecf35-5b81-4b04-bfa6-e6088d632e78 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "GET /v2.0/ports/71fa4b55-1d78-4ed1-86bf-e5c56dd4cbca HTTP/1.1" status: 404 len: 333 time: 0.2627206 Apr 08 10:40:23.890273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47942) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:23.910118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'name': 'tempest-AllowedAddressPairTestJSON-1911103778'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:23.927317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:23.946463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:23.968045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] Calling delete_port for c1735e69-9abc-48df-8d78-7b31c1def9fb owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:23.970310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:24.008158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d235eb-af82-4cac-9936-26d81b4f0c27 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:24.009964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d235eb-af82-4cac-9936-26d81b4f0c27 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:24.012365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d235eb-af82-4cac-9936-26d81b4f0c27 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:24.014097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d235eb-af82-4cac-9936-26d81b4f0c27 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:24.016054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d235eb-af82-4cac-9936-26d81b4f0c27 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:24.017318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-71d235eb-af82-4cac-9936-26d81b4f0c27 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Synchronizing usage tracker for tenant:57fa73a2bd7d4e318327fa43beb1e7fb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:24.114887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:24.127546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.128940 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fa86b199-9922-4789-b839-b9811b49c81d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "PUT /v2.0/routers/ab38fc28-6d40-4cb4-a377-6163c1cae214 HTTP/1.1" status: 200 len: 879 time: 8.2117906 Apr 08 10:40:24.134654 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726ad74-b67d-40d8-90d7-85c0757a1d46 None None] Sync routers for ids ['ab38fc28-6d40-4cb4-a377-6163c1cae214'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:24.138175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47950) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:24.141863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:24.145418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.156435 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726ad74-b67d-40d8-90d7-85c0757a1d46 None None] Routers {'ab38fc28-6d40-4cb4-a377-6163c1cae214'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:24.157059 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9726ad74-b67d-40d8-90d7-85c0757a1d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ab38fc28-6d40-4cb4-a377-6163c1cae214'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:24.229735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-71d235eb-af82-4cac-9936-26d81b4f0c27 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Unset dirty status for tenant:57fa73a2bd7d4e318327fa43beb1e7fb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:24.231779 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-71d235eb-af82-4cac-9936-26d81b4f0c27 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3696964 Apr 08 10:40:24.238034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.250557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:40:24.261022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.262009 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment c6091fae-568e-49d7-be11-234465850d6b of type vlan for network 1b1f08f6-f1bb-4e90-8874-e712219bb770 Apr 08 10:40:24.276292 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9726ad74-b67d-40d8-90d7-85c0757a1d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:24.289824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] No DVR routers for this DVR port c1735e69-9abc-48df-8d78-7b31c1def9fb on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:24.290717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.309672 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726ad74-b67d-40d8-90d7-85c0757a1d46 None None] Routers {'ab38fc28-6d40-4cb4-a377-6163c1cae214'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:24.310461 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9726ad74-b67d-40d8-90d7-85c0757a1d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:39:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ab38fc28-6d40-4cb4-a377-6163c1cae214'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:24.319459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47954) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:24.321574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0559f5-bd23-4781-baac-095f1ed947a2 None None] Pushing event deleted for resources: {'Port': ['ID=c1735e69-9abc-48df-8d78-7b31c1def9fb,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:24.371217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:24.386950 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9726ad74-b67d-40d8-90d7-85c0757a1d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:24.388088 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726ad74-b67d-40d8-90d7-85c0757a1d46 None None] The sync data for ids ['ab38fc28-6d40-4cb4-a377-6163c1cae214'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:24.409325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:24.420541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47956) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:24.434597 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6f0faf98-e3d9-4a89-8a99-4fdd72ea99a9 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/routers/ab38fc28-6d40-4cb4-a377-6163c1cae214 HTTP/1.1" status: 200 len: 920 time: 0.2946925 Apr 08 10:40:24.437236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47962) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:24.507575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.510115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Made reservation on behalf of da61d4b000a942b89dd74d7432634f31 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:24.513212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:24.513833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.514090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.518321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.537785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-901021675'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:24.551185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] device_id is not set on port 04c8f210-9aa0-43fc-a52d-19d332181fae yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:24.622995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2013255552'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:24.640951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:24.657409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:24.663108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Usage tracker for resource:network and tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:24.667482 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:24.688747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:24.692718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:24.757980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.762671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:24.825841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:24.848941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:24.854850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:24.860194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=28060c03-b481-4500-81fb-b3d367243bdb,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:24.862800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:24.871985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:24.871985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:24.875323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec64591-73d2-4d37-8306-0722a9d2e93b None None] Network 3698324c-1fdf-4043-a314-5a2465ce8207 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:24.877783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=1b1f08f6-f1bb-4e90-8874-e712219bb770,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:24.901676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99db9ac-cdeb-4820-b75e-589521af3392 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:24.906946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c307aea-31d5-405b-937b-963ead8abac7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:24.908549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8c307aea-31d5-405b-937b-963ead8abac7 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=ab38fc28-6d40-4cb4-a377-6163c1cae214&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4703298 Apr 08 10:40:24.911688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47968) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:24.915168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 1b1f08f6-f1bb-4e90-8874-e712219bb770 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:24.929211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:24.981790 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4e208269-d97d-4d2d-aaca-ee80627ec90d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1942754 Apr 08 10:40:24.987218 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b0bf3941-1eaf-40ae-903d-0a194c7e1b70 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9401100 Apr 08 10:40:24.990133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47972) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:24.990706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47974) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:24.991529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:24.995439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.016514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': '1b1f08f6-f1bb-4e90-8874-e712219bb770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:25.032811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Made reservation on behalf of 9b7db159c0a74b91bbcfaa7a3ac444d2 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:25.037082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.040566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': '28060c03-b481-4500-81fb-b3d367243bdb', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-646229347'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:25.061932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Allocated IP 172.20.0.5 (07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1/e75e4306-3e78-4966-8154-e143bb612c86/04c8f210-9aa0-43fc-a52d-19d332181fae) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:25.070300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.099949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:25.109419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Usage tracker for resource:security_group_rule and tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:25.117048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1735e69-9abc-48df-8d78-7b31c1def9fb no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:25.125762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:25.147995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:25.169056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36ead1-ac69-44ee-aa96-6cd99a0cf21f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:25.174234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bf36ead1-ac69-44ee-aa96-6cd99a0cf21f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 881 time: 0.2578576 Apr 08 10:40:25.174383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47980) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:25.187319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:25.191778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:25.194705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:25.201482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:25.234092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c1735e69-9abc-48df-8d78-7b31c1def9fb {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:40:25.234682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1735e69-9abc-48df-8d78-7b31c1def9fb not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:40:25.279515 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f8b4e796-7fbe-422f-b150-5231dd4db84b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab38fc28-6d40-4cb4-a377-6163c1cae214 HTTP/1.1" status: 200 len: 205 time: 0.1007767 Apr 08 10:40:25.282087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-58f61955-598f-45a3-9551-22fd7957dadb None None] Provisioning for port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:25.284454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 47984) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:25.298938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-58f61955-598f-45a3-9551-22fd7957dadb None None] Provisioning complete for port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:25.304149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58f61955-598f-45a3-9551-22fd7957dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.352058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:25.356751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:25.359822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:25.368213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:25.380162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:25.482279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:40:25.493539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:25.497186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.566043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58f61955-598f-45a3-9551-22fd7957dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.628438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.641112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.680224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '28060c03-b481-4500-81fb-b3d367243bdb'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:25.681400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.717435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.724425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.725239 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment ee61b58a-2855-4145-958c-b271825c1aa5 of type vlan for network 905e4ce3-b4e0-4175-873f-5f8b094a978c Apr 08 10:40:25.734311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.757337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-58f61955-598f-45a3-9551-22fd7957dadb None None] For port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,segment=NetworkSegment(111c9ccd-8884-4eb9-b530-69d53ede5e5f),segment_id=111c9ccd-8884-4eb9-b530-69d53ede5e5f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:25.779698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:40:25.790543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Transition to ACTIVE for port object 04c8f210-9aa0-43fc-a52d-19d332181fae will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:25.804429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.821115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567cac52-1e50-42d3-b255-4bedd1a14e94,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:25.825399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.825755 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Added segment b7deb414-83e7-4b0e-bd09-8cebfa6940f4 of type vlan for network acb471c0-ea67-4b52-93fd-94bd7aa9f154 Apr 08 10:40:25.851726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58f61955-598f-45a3-9551-22fd7957dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.908299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.941770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port aa564062-cdd3-4c79-b909-15a6d71d985a yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:25.960954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:25.968376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.006758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/28060c03-b481-4500-81fb-b3d367243bdb/c228de17-f3d2-440a-be77-0353b62a23c2) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:26.018396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f61955-598f-45a3-9551-22fd7957dadb None None] Pushing event updated for resources: {'Port': ['ID=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:26.031900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.032657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acab82-035b-49bb-9e30-2da679b3f1a1 None None] Update dhcp port {'port': {'network_id': '3698324c-1fdf-4043-a314-5a2465ce8207', 'fixed_ips': [{'subnet_id': '22123fc2-e294-4c03-a0d2-1c881d5f7485', 'ip_address': '2001:db8::2'}, {'subnet_id': '59eea63e-80c8-401a-9048-542d98deb1ff'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': '38eb5567-ceaf-479c-a8ef-4dc1fc71a246'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:40:26.055784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.057863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Deleting port 8552d3fe-b9ba-4ff4-b0f2-1e5876bd8b09 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:26.058347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.083858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.088727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:26.089332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.093336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.100303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:26.101248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.177242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77acab82-035b-49bb-9e30-2da679b3f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.312652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:26.338763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:26.361782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Network': ['ID=acb471c0-ea67-4b52-93fd-94bd7aa9f154,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:26.366994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:26.401935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:26.442560 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d5ce9952-a470-4b7f-9ba0-0bc58f249316 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0209558 Apr 08 10:40:26.507923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47990) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:26.515646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=04c8f210-9aa0-43fc-a52d-19d332181fae,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:26.553814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.578373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=42da1b39-2f0b-440c-a513-06e8a4ab72bd,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:26.587509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.587988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:26.587988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.625769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'subnet': {'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:26.638567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.648828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Transition to ACTIVE for port object c228de17-f3d2-440a-be77-0353b62a23c2 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:26.685986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Transition to ACTIVE for port object c228de17-f3d2-440a-be77-0353b62a23c2 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:26.691883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:26.705547 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2072117 Apr 08 10:40:26.711958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.711958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3eaf5-8e7f-4c5f-b142-6cc0cd95f35c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=905e4ce3-b4e0-4175-873f-5f8b094a978c,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:26.725852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 47998) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:26.736221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-77acab82-035b-49bb-9e30-2da679b3f1a1 None None] Allocated IP 172.20.0.1 (3698324c-1fdf-4043-a314-5a2465ce8207/59eea63e-80c8-401a-9048-542d98deb1ff/38eb5567-ceaf-479c-a8ef-4dc1fc71a246) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:26.738402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 905e4ce3-b4e0-4175-873f-5f8b094a978c details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:26.776987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f1e4bea1-3784-467f-b721-fcac2926b187 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:26.818082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:26.898874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': 'c6091fae-568e-49d7-be11-234465850d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1f08f6-f1bb-4e90-8874-e712219bb770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:26.899232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: 1b1f08f6-f1bb-4e90-8874-e712219bb770, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:40:26.930753 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ca6f4d3b-ed15-42fc-a256-1182f09c8ff0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0401051 Apr 08 10:40:26.938580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Calling delete_port for 8552d3fe-b9ba-4ff4-b0f2-1e5876bd8b09 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:26.967038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48002) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:26.978073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:32:d6:13'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:27.019976 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:40:27.020773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:40:27.044958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:27.045211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:27.054331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:27.066262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2fde6b62-cb28-498d-837b-fcecb6793b02 None None] Provisioning for port 04c8f210-9aa0-43fc-a52d-19d332181fae completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:27.072888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:27.075493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Pushing event updated for resources: {'Port': ['ID=c228de17-f3d2-440a-be77-0353b62a23c2,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:27.093379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Usage tracker for resource:subnet and tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:27.115784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:27.124883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2fde6b62-cb28-498d-837b-fcecb6793b02 None None] Provisioning complete for port 04c8f210-9aa0-43fc-a52d-19d332181fae triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:27.125527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2fde6b62-cb28-498d-837b-fcecb6793b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.132563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:27.164833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:27.165708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.224348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 1b1f08f6-f1bb-4e90-8874-e712219bb770 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:40:27.240023 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-26667e7e-5b81-40b0-bb44-55941a2c1ea9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2277541 Apr 08 10:40:27.248286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48006) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:27.260338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Allocated IP 172.26.7.32 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/8991cfee-59fb-4a48-aa6f-72e1766b82a2) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:27.311962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-77acab82-035b-49bb-9e30-2da679b3f1a1 None None] For port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,segment=NetworkSegment(111c9ccd-8884-4eb9-b530-69d53ede5e5f),segment_id=111c9ccd-8884-4eb9-b530-69d53ede5e5f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:27.342884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2fde6b62-cb28-498d-837b-fcecb6793b02 None None] Port 04c8f210-9aa0-43fc-a52d-19d332181fae cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:27.344740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.354540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Made reservation on behalf of 9b7db159c0a74b91bbcfaa7a3ac444d2 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:27.356796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Attempting to bind port c228de17-f3d2-440a-be77-0353b62a23c2 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:27.357338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Attempting to bind port c228de17-f3d2-440a-be77-0353b62a23c2 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:27.357886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Attempting to bind port c228de17-f3d2-440a-be77-0353b62a23c2 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:27.359902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.376629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:27.377012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:27.377415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.377906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:27.378632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Bound port: c228de17-f3d2-440a-be77-0353b62a23c2, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:27.379217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.398077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 1b1f08f6-f1bb-4e90-8874-e712219bb770) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:27.403887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:27.404656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.416918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d7105b-2e38-42d3-a24c-a86cf69aefe0 None None] Network 1b1f08f6-f1bb-4e90-8874-e712219bb770 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:27.443842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bea1-3784-467f-b721-fcac2926b187 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.451090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ffba7b43-377d-4edc-8b42-9d64c39ead06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.519737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.551764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77acab82-035b-49bb-9e30-2da679b3f1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.566155 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-18e3c66f-c569-4b65-abd9-52454804865d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5551851 Apr 08 10:40:27.570511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48010) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:27.608138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event deleted for resources: {'Port': ['ID=8552d3fe-b9ba-4ff4-b0f2-1e5876bd8b09,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:27.630150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-745979245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:27.655789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:27.668525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5695c-2722-4d84-bf30-7b9a9da4e711 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:27.669253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dfd5695c-2722-4d84-bf30-7b9a9da4e711 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:27.671712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bea1-3784-467f-b721-fcac2926b187 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.703824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:router and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:27.709848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-77acab82-035b-49bb-9e30-2da679b3f1a1 None None] Transition to ACTIVE for port object 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:27.721095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:27.726785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1e4bea1-3784-467f-b721-fcac2926b187 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 905e4ce3-b4e0-4175-873f-5f8b094a978c is not hosted by any dhcp agent {{(pid=88613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 08 10:40:27.732597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4bea1-3784-467f-b721-fcac2926b187 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:27.733109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bea1-3784-467f-b721-fcac2926b187 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.737439 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f1e4bea1-3784-467f-b721-fcac2926b187 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "PUT /v2.0/networks/905e4ce3-b4e0-4175-873f-5f8b094a978c HTTP/1.1" status: 200 len: 723 time: 1.0069685 Apr 08 10:40:27.746397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48014) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:27.752515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] For port c228de17-f3d2-440a-be77-0353b62a23c2, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:27.752952 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:27.757998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] For port c228de17-f3d2-440a-be77-0353b62a23c2, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c228de17-f3d2-440a-be77-0353b62a23c2,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:27.774256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': '905e4ce3-b4e0-4175-873f-5f8b094a978c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:27.778939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77acab82-035b-49bb-9e30-2da679b3f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.821732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.853142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:27.890564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dfd5695c-2722-4d84-bf30-7b9a9da4e711 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:27.894479 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dfd5695c-2722-4d84-bf30-7b9a9da4e711 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6362975 Apr 08 10:40:27.902367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48018) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:27.991224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4bea1-3784-467f-b721-fcac2926b187 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=905e4ce3-b4e0-4175-873f-5f8b094a978c,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:28.012682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.024670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.024958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 905e4ce3-b4e0-4175-873f-5f8b094a978c details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:28.027219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.027983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.029429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.064926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.066276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-1b1f08f6-f1bb-4e90-8874-e712219bb770', 'network_id': '1b1f08f6-f1bb-4e90-8874-e712219bb770', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': '42da1b39-2f0b-440c-a513-06e8a4ab72bd'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:28.067106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.077388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acab82-035b-49bb-9e30-2da679b3f1a1 None None] Pushing event updated for resources: {'Port': ['ID=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:28.111973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.162918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc7cfe5-4f61-463f-9927-bbc4fbd0b67b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:28.164858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc7cfe5-4f61-463f-9927-bbc4fbd0b67b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:28.165770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5dc7cfe5-4f61-463f-9927-bbc4fbd0b67b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:28.169509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:28.178564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.205510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:28.218501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=04c8f210-9aa0-43fc-a52d-19d332181fae,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:28.287675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.288241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.288939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.289445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.289792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.290130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.290719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.291053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.291394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.291725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.292075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.292515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:28.307897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.307897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Fanout notify agent at l3_agent the message router_deleted on router ab38fc28-6d40-4cb4-a377-6163c1cae214 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:28.329599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5dc7cfe5-4f61-463f-9927-bbc4fbd0b67b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:28.336981 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5dc7cfe5-4f61-463f-9927-bbc4fbd0b67b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4327095 Apr 08 10:40:28.337379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48022) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:28.356954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6ca08-8c87-48f0-b717-fd20e16cb19f None None] Pushing event updated for resources: {'Port': ['ID=c228de17-f3d2-440a-be77-0353b62a23c2,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:28.369145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.371872 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a1024a6c-029a-40c7-91f1-d7df196f07a6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/ab38fc28-6d40-4cb4-a377-6163c1cae214 HTTP/1.1" status: 204 len: 168 time: 3.0862861 Apr 08 10:40:28.375628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48026) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:28.384431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1973098283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:28.416596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] In _notify_port_updated(), no bound segment for port 04c8f210-9aa0-43fc-a52d-19d332181fae on network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:40:28.416596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:28.416596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.416596 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9e6acf0d-7239-4fea-bcbc-08d91c89e9fd tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "PUT /v2.0/ports/04c8f210-9aa0-43fc-a52d-19d332181fae HTTP/1.1" status: 200 len: 994 time: 1.4458201 Apr 08 10:40:28.418935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:28.430660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48030) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:28.520071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Usage tracker for resource:router and tenant:352b2f9f57be4bc49769431a2403d34d is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:28.523258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:28.531374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:28.534857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bf27b1-be0f-46e6-a49b-dc1a279bd918 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 28060c03-b481-4500-81fb-b3d367243bdb {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:40:28.538692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f9bf27b1-be0f-46e6-a49b-dc1a279bd918 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.543753 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-d2276dbb-5694-4c83-8ec6-33ac5d18a872 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Deleting port 04c8f210-9aa0-43fc-a52d-19d332181fae {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:28.549675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2276dbb-5694-4c83-8ec6-33ac5d18a872 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.555885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Allocated IP 172.20.0.2 (1b1f08f6-f1bb-4e90-8874-e712219bb770/42da1b39-2f0b-440c-a513-06e8a4ab72bd/03cbc893-4646-4283-983f-7a913887c58a) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:28.721150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:28.804139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.810264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.819370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.848053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.874764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.879350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:28.883598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.941141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fcaea884-3c8f-4271-94db-7307a450b2c5 None None] Provisioning complete for port 04c8f210-9aa0-43fc-a52d-19d332181fae triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:28.941435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fcaea884-3c8f-4271-94db-7307a450b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.973888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.975077 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d6d10933-8481-4f18-8205-449d1415b6ec tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4036052 Apr 08 10:40:28.980245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:28.982387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48034) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:29.003036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'port': {'network_id': '1b1f08f6-f1bb-4e90-8874-e712219bb770', 'name': 'tempest-RoutersTest-1983532488'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:29.115425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f9bf27b1-be0f-46e6-a49b-dc1a279bd918 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.144253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44becc2-59d7-4476-9494-440472852e23 None None] Network 3698324c-1fdf-4043-a314-5a2465ce8207 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:29.152916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:29.162028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-fcaea884-3c8f-4271-94db-7307a450b2c5 None None] Port 04c8f210-9aa0-43fc-a52d-19d332181fae cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:29.172961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:29.175530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:29.217013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event updated for resources: {'Port': ['ID=8991cfee-59fb-4a48-aa6f-72e1766b82a2,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:29.256912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Checking segment: {'id': 'b7deb414-83e7-4b0e-bd09-8cebfa6940f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:29.257459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Network hostable DHCP agents. Network: acb471c0-ea67-4b52-93fd-94bd7aa9f154, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:40:29.263233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.263233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.263563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.263810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.264436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.264436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.264743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.265074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.265754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.265754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.266475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.266810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:29.270562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.281933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Subnet': ['ID=5fce6b32-d4bd-494f-b153-2bde88481dc3,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:29.301427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Transition to ACTIVE for port object 03cbc893-4646-4283-983f-7a913887c58a will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:29.365648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Transition to ACTIVE for port object 03cbc893-4646-4283-983f-7a913887c58a will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:29.374618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-caea4dbf-a063-49de-b66f-bea8f755a253 None None] Provisioning for port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:29.411035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-caea4dbf-a063-49de-b66f-bea8f755a253 None None] Provisioning complete for port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:29.411826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-caea4dbf-a063-49de-b66f-bea8f755a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.416150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:29.422771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2276dbb-5694-4c83-8ec6-33ac5d18a872 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.430981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:port and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:29.438143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:29.455918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.505616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:29.515294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.541067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:40:29.600911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f9bf27b1-be0f-46e6-a49b-dc1a279bd918 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.617251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a4d7e0a-3fa5-4ff5-9816-94c621c98c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.621329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-d2276dbb-5694-4c83-8ec6-33ac5d18a872 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Calling delete_port for 04c8f210-9aa0-43fc-a52d-19d332181fae owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:29.659854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:29.665192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.716012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, acb471c0-ea67-4b52-93fd-94bd7aa9f154) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:29.721745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:29.722355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.738310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] device_id is not set on port 7f2fe205-60da-44b5-aaaf-c1c56690c61e yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:29.754960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Network 1b1f08f6-f1bb-4e90-8874-e712219bb770 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:29.767439 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:29.770811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8feb5b-9e6e-42da-a350-e8df90a66478 None None] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:29.813300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.814599 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0129a567-59df-469b-b5d0-b0e6cd1c6144 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4374919 Apr 08 10:40:29.824330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48038) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:29.832808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:29.843298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': True}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:29.844005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Pushing event updated for resources: {'Port': ['ID=03cbc893-4646-4283-983f-7a913887c58a,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:29.918225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:29.977452 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-792ad234-edd3-4333-b5b2-702115f3162c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3963878 Apr 08 10:40:29.980050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48042) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:29.988535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1174990753'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:30.065446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f9bf27b1-be0f-46e6-a49b-dc1a279bd918 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.086155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Attempting to bind port 03cbc893-4646-4283-983f-7a913887c58a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:30.086523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Attempting to bind port 03cbc893-4646-4283-983f-7a913887c58a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'c6091fae-568e-49d7-be11-234465850d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1f08f6-f1bb-4e90-8874-e712219bb770'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:30.086883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Attempting to bind port 03cbc893-4646-4283-983f-7a913887c58a on network 1b1f08f6-f1bb-4e90-8874-e712219bb770 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:30.105637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.20.0.14 (1b1f08f6-f1bb-4e90-8874-e712219bb770/42da1b39-2f0b-440c-a513-06e8a4ab72bd/7f2fe205-60da-44b5-aaaf-c1c56690c61e) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:30.130167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:30.130167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Checking segment: {'id': 'c6091fae-568e-49d7-be11-234465850d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1f08f6-f1bb-4e90-8874-e712219bb770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:30.130167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.130167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Bound using segment: {'id': 'c6091fae-568e-49d7-be11-234465850d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1f08f6-f1bb-4e90-8874-e712219bb770'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:30.130167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Bound port: 03cbc893-4646-4283-983f-7a913887c58a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6091fae-568e-49d7-be11-234465850d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1f08f6-f1bb-4e90-8874-e712219bb770'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:30.130167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.168566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2276dbb-5694-4c83-8ec6-33ac5d18a872 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.200626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5e5c0-6099-461e-90e8-6e7afb66f261 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:30.259320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f9bf27b1-be0f-46e6-a49b-dc1a279bd918 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.264438 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f9bf27b1-be0f-46e6-a49b-dc1a279bd918 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/28060c03-b481-4500-81fb-b3d367243bdb HTTP/1.1" status: 204 len: 168 time: 1.9232786 Apr 08 10:40:30.268895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-72c711db-d40f-4891-a426-5b99c77d3584 None None] Provisioning for port c228de17-f3d2-440a-be77-0353b62a23c2 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:30.303298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:30.308082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Usage tracker for resource:port and tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:30.312768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:30.320836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:30.331509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2276dbb-5694-4c83-8ec6-33ac5d18a872 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event deleted for resources: {'Port': ['ID=04c8f210-9aa0-43fc-a52d-19d332181fae,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:30.342452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48048) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:30.419245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'tenant_id': '9b7db159c0a74b91bbcfaa7a3ac444d2', 'fixed_ips': [{'subnet_id': '5fce6b32-d4bd-494f-b153-2bde88481dc3'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:30.420334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.517180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] For port 03cbc893-4646-4283-983f-7a913887c58a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:30.527812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] For port 03cbc893-4646-4283-983f-7a913887c58a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=03cbc893-4646-4283-983f-7a913887c58a,segment=NetworkSegment(c6091fae-568e-49d7-be11-234465850d6b),segment_id=c6091fae-568e-49d7-be11-234465850d6b)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:30.528829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=d35acbe0-402a-44da-8c0a-0edad0be0369,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:30.548323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Made reservation on behalf of 9b7db159c0a74b91bbcfaa7a3ac444d2 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:30.555714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.619521 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-474bcc48-6289-480b-a553-9cff12d359ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2670360 Apr 08 10:40:30.635462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48056) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:30.646158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:30.674805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': 'ee61b58a-2855-4145-958c-b271825c1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '905e4ce3-b4e0-4175-873f-5f8b094a978c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:30.679431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: 905e4ce3-b4e0-4175-873f-5f8b094a978c, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:40:30.741027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.743598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.794012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf27b1-be0f-46e6-a49b-dc1a279bd918 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=28060c03-b481-4500-81fb-b3d367243bdb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:30.798196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] device_id is not set on port 08793549-8a9d-4427-b19c-7768c8381014 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:30.811911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.816051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.816960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c228de17-f3d2-440a-be77-0353b62a23c2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:30.863023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-be42d316-8e95-4c2f-ad45-3b1781ddbe5a None None] Provisioning complete for port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:30.863525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-be42d316-8e95-4c2f-ad45-3b1781ddbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:30.981485 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 905e4ce3-b4e0-4175-873f-5f8b094a978c is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:40:31.014135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Allocated IP 2001:db8::2 (acb471c0-ea67-4b52-93fd-94bd7aa9f154/5fce6b32-d4bd-494f-b153-2bde88481dc3/fbcb1b2e-77ba-48e9-98b3-19565f3fd942) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:31.053494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Pushing event updated for resources: {'Port': ['ID=03cbc893-4646-4283-983f-7a913887c58a,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:31.075342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.075728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.076028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.076363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.076725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.077057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.077380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.077706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.078035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.078393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.078701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.079020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bfd804-2cb7-41dd-9ccf-940e5861ded9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:31.122167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.128822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:31.147198 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 905e4ce3-b4e0-4175-873f-5f8b094a978c) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:31.162671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:31.164886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object 7f2fe205-60da-44b5-aaaf-c1c56690c61e will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:31.170286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2276dbb-5694-4c83-8ec6-33ac5d18a872 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.178968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:31.186147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.222373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c228de17-f3d2-440a-be77-0353b62a23c2 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:31.226173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac83a1-3751-44a6-a254-2c4c03f76c83 None None] Network 905e4ce3-b4e0-4175-873f-5f8b094a978c requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:31.255437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:31.284965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.313805 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d2276dbb-5694-4c83-8ec6-33ac5d18a872 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "DELETE /v2.0/ports/04c8f210-9aa0-43fc-a52d-19d332181fae HTTP/1.1" status: 204 len: 168 time: 2.8813965 Apr 08 10:40:31.322355 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4f45b829-a0df-4fb4-ba0a-a572926a6719 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5658164 Apr 08 10:40:31.323040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48062) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:31.330132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48064) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:31.346288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.361866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7738e0a5-a22f-4a51-a1bc-2f653a7b1595 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:31.374777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c228de17-f3d2-440a-be77-0353b62a23c2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:31.375365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.401407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.545064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:31.585203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Deleting port c228de17-f3d2-440a-be77-0353b62a23c2 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:31.585927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.609292 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3afd0b7-917a-48a0-b5f3-bf62a7b49adc tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] GET failed (client error): The resource could not be found. Apr 08 10:40:31.614084 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a3afd0b7-917a-48a0-b5f3-bf62a7b49adc tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "GET /v2.0/ports/04c8f210-9aa0-43fc-a52d-19d332181fae HTTP/1.1" status: 404 len: 333 time: 0.2827988 Apr 08 10:40:31.619806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48070) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:31.626176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.637044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'name': 'tempest-AllowedAddressPairTestJSON-1212106017'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:31.671440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 1b1f08f6-f1bb-4e90-8874-e712219bb770 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:31.679608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:31.687503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:31.768906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=7f2fe205-60da-44b5-aaaf-c1c56690c61e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:31.793616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:31.794286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:31.880468 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1fb1e468-4bb6-48ee-9b60-34408b77b48c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8967528 Apr 08 10:40:31.883453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48074) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:31.979727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7738e0a5-a22f-4a51-a1bc-2f653a7b1595 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2359080'] for subnet, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.019934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.079089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.079572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.098116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Transition to ACTIVE for port object fbcb1b2e-77ba-48e9-98b3-19565f3fd942 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:32.195981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-905e4ce3-b4e0-4175-873f-5f8b094a978c', 'network_id': '905e4ce3-b4e0-4175-873f-5f8b094a978c', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': 'd35acbe0-402a-44da-8c0a-0edad0be0369'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:32.200866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.218175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Transition to ACTIVE for port object fbcb1b2e-77ba-48e9-98b3-19565f3fd942 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:32.242150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] For port c228de17-f3d2-440a-be77-0353b62a23c2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c228de17-f3d2-440a-be77-0353b62a23c2,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:32.242550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.261962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.419870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.425031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c228de17-f3d2-440a-be77-0353b62a23c2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c228de17-f3d2-440a-be77-0353b62a23c2,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:32.432645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Calling delete_port for c228de17-f3d2-440a-be77-0353b62a23c2 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:32.473169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Allocated IP 2001:db8::2f0 (acb471c0-ea67-4b52-93fd-94bd7aa9f154/5fce6b32-d4bd-494f-b153-2bde88481dc3/08793549-8a9d-4427-b19c-7768c8381014) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:32.504743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:32.507832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:32.518384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7db2f9-985d-4475-b8ee-3d91128d3f06 None None] Network 1b1f08f6-f1bb-4e90-8874-e712219bb770 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:32.540782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:32.541390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.541736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99056970-0500-455f-902f-4d691c40ee63 req-ce1614b2-58e1-4c8b-8146-5d0e037db7df tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:32.543871 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99056970-0500-455f-902f-4d691c40ee63 req-ce1614b2-58e1-4c8b-8146-5d0e037db7df tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 1.0345438 Apr 08 10:40:32.575242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.606551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=ba3e4941-cfcc-4756-8574-04de7f7b5b6b,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:32.642265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:32.663577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.691831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Usage tracker for resource:port and tenant:da61d4b000a942b89dd74d7432634f31 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:32.699489 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fedacdb5-1855-42b0-818a-a7c43e58b91f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0626318 Apr 08 10:40:32.720693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48078) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:32.732900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1364588628', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:32.742752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:32.747222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:32.750584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.756884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:router and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:32.763806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:32.764753 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99056970-0500-455f-902f-4d691c40ee63 req-fcac7a27-d91c-45f0-94ac-e2dfcb202c0a tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953938 Apr 08 10:40:32.769877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:32.812431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:32.827047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:32.832891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 03cbc893-4646-4283-983f-7a913887c58a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:32.852423 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:32.916939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:32.962231 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Made reservation on behalf of da61d4b000a942b89dd74d7432634f31 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:32.966585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:32.991359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Router be22b312-c396-47bf-9172-dd97a58f4467 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:33.010443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] device_id is not set on port f95797d1-caa2-4b54-8b1a-feb2fb9f1248 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:33.010682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Pushing event updated for resources: {'Port': ['ID=fbcb1b2e-77ba-48e9-98b3-19565f3fd942,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:33.077442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.099407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.100520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.148335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7738e0a5-a22f-4a51-a1bc-2f653a7b1595 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750043321335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1499398'] for subnet, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.154152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Allocated IP 172.26.7.177 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/1d37378e-3a4f-4ddf-bece-82cad9f8fa27) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:33.192987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a3a416a5-0812-429a-95d8-2ffcc1a26b3b None None] Provisioning for port 03cbc893-4646-4283-983f-7a913887c58a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:33.198429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.209968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:33.210325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:33.238518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738e0a5-a22f-4a51-a1bc-2f653a7b1595 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:33.238891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7738e0a5-a22f-4a51-a1bc-2f653a7b1595 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.240192 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7738e0a5-a22f-4a51-a1bc-2f653a7b1595 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "PUT /v2.0/subnets/d35acbe0-402a-44da-8c0a-0edad0be0369 HTTP/1.1" status: 200 len: 826 time: 1.8941028 Apr 08 10:40:33.251934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Attempting to bind port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:33.252341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Attempting to bind port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'b7deb414-83e7-4b0e-bd09-8cebfa6940f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:33.252942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Attempting to bind port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 on network acb471c0-ea67-4b52-93fd-94bd7aa9f154 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:33.254216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48084) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:33.277399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:33.277831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Checking segment: {'id': 'b7deb414-83e7-4b0e-bd09-8cebfa6940f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:33.278173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.278569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Bound using segment: {'id': 'b7deb414-83e7-4b0e-bd09-8cebfa6940f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:33.279047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Bound port: fbcb1b2e-77ba-48e9-98b3-19565f3fd942, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7deb414-83e7-4b0e-bd09-8cebfa6940f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:33.279406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.294216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c228de17-f3d2-440a-be77-0353b62a23c2,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:33.311701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Allocated IP 2001:db8::2 (905e4ce3-b4e0-4175-873f-5f8b094a978c/d35acbe0-402a-44da-8c0a-0edad0be0369/1e2b4006-e363-4614-9b0a-9c553259536d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:33.391871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 03cbc893-4646-4283-983f-7a913887c58a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:33.424717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 03cbc893-4646-4283-983f-7a913887c58a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:33.425171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.458462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738e0a5-a22f-4a51-a1bc-2f653a7b1595 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=d35acbe0-402a-44da-8c0a-0edad0be0369,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:33.514629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.619457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:33.629267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da9922-12fb-48bd-8003-ee3ef64c5edb req-deca4d0a-0795-4721-b928-f8de3cdf23e6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:33.638068 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-81da9922-12fb-48bd-8003-ee3ef64c5edb req-deca4d0a-0795-4721-b928-f8de3cdf23e6 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7167921 Apr 08 10:40:33.641754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] For port fbcb1b2e-77ba-48e9-98b3-19565f3fd942, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:33.647535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] For port fbcb1b2e-77ba-48e9-98b3-19565f3fd942, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=fbcb1b2e-77ba-48e9-98b3-19565f3fd942,segment=NetworkSegment(b7deb414-83e7-4b0e-bd09-8cebfa6940f4),segment_id=b7deb414-83e7-4b0e-bd09-8cebfa6940f4)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:33.651481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73acb9-46ea-4d5e-beed-359a6bb63f1e None None] Sync routers for ids ['be22b312-c396-47bf-9172-dd97a58f4467'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:33.668408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.678189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Allocated IP 172.20.0.6 (07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1/e75e4306-3e78-4966-8154-e143bb612c86/f95797d1-caa2-4b54-8b1a-feb2fb9f1248) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:33.685526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Transition to ACTIVE for port object 08793549-8a9d-4427-b19c-7768c8381014 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:33.685765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73acb9-46ea-4d5e-beed-359a6bb63f1e None None] Routers {'be22b312-c396-47bf-9172-dd97a58f4467'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:33.686447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9f73acb9-46ea-4d5e-beed-359a6bb63f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['be22b312-c396-47bf-9172-dd97a58f4467'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:33.743740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.753004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Deleting port c228de17-f3d2-440a-be77-0353b62a23c2 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:33.753004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.775537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.795985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.825977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:33.827454 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7f31f0b2-1817-4cf8-894a-d496c4f4a042 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.0313084 Apr 08 10:40:33.835781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48088) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:33.956997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9f73acb9-46ea-4d5e-beed-359a6bb63f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:34.015797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-81da9922-12fb-48bd-8003-ee3ef64c5edb req-7223075e-f3c9-4394-99d4-1934418e9a2d tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3764608 Apr 08 10:40:34.028461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.154864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.175228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.224865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Provisioning complete for port 03cbc893-4646-4283-983f-7a913887c58a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:34.225782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.326482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.375634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.377869 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-56c58a59-1f9b-4ce2-81e8-51456892afaa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6559937 Apr 08 10:40:34.404168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73acb9-46ea-4d5e-beed-359a6bb63f1e None None] Routers {'be22b312-c396-47bf-9172-dd97a58f4467'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:34.404844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9f73acb9-46ea-4d5e-beed-359a6bb63f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['be22b312-c396-47bf-9172-dd97a58f4467'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:34.421326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48094) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:34.442479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.442966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Transition to ACTIVE for port object f95797d1-caa2-4b54-8b1a-feb2fb9f1248 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:34.450478 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-78bc2cd5-e34e-4a85-aa3d-446ab85d3591 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/routers/be22b312-c396-47bf-9172-dd97a58f4467 HTTP/1.1" status: 200 len: 924 time: 0.6063449 Apr 08 10:40:34.452715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.455406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48098) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:34.513977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913e78-c778-462c-8269-fdb054c2df60 None None] Pushing event updated for resources: {'Port': ['ID=fbcb1b2e-77ba-48e9-98b3-19565f3fd942,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:34.521062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.523644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.540834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9f73acb9-46ea-4d5e-beed-359a6bb63f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:34.541243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73acb9-46ea-4d5e-beed-359a6bb63f1e None None] The sync data for ids ['be22b312-c396-47bf-9172-dd97a58f4467'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:34.575157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:34.593398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:34.600371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:34.603713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Transition to ACTIVE for port object 1e2b4006-e363-4614-9b0a-9c553259536d will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:34.614496 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1f08c2f3-fef9-4629-b420-49a82df331e8 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=be22b312-c396-47bf-9172-dd97a58f4467 HTTP/1.1" status: 200 len: 205 time: 0.1550095 Apr 08 10:40:34.625800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48102) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:34.633462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.687732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Transition to ACTIVE for port object 1e2b4006-e363-4614-9b0a-9c553259536d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:34.756263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 03cbc893-4646-4283-983f-7a913887c58a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=03cbc893-4646-4283-983f-7a913887c58a,segment=NetworkSegment(c6091fae-568e-49d7-be11-234465850d6b),segment_id=c6091fae-568e-49d7-be11-234465850d6b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:34.765285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.774837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'Port': ['ID=1d37378e-3a4f-4ddf-bece-82cad9f8fa27,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:34.820867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.896224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:34.916667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:34.932448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:34.991121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:35.006149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:35.007148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.054564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c228de17-f3d2-440a-be77-0353b62a23c2 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:35.119800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Network 905e4ce3-b4e0-4175-873f-5f8b094a978c is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:35.176784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:35.178713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:35.179059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:35.182103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:35.183536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=08793549-8a9d-4427-b19c-7768c8381014,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:35.189415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.190964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] For port c228de17-f3d2-440a-be77-0353b62a23c2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c228de17-f3d2-440a-be77-0353b62a23c2,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:35.191357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.205482 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7cc5e92b-e455-47a5-a589-84bb1f41036e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.2236435 Apr 08 10:40:35.212446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431bfb3-0f7e-4779-8535-e02b3d55e302 req-983230eb-f8d9-47d9-87aa-d19f12758e42 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:35.214557 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1431bfb3-0f7e-4779-8535-e02b3d55e302 req-983230eb-f8d9-47d9-87aa-d19f12758e42 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.8457692 Apr 08 10:40:35.249794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48106) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:35.282479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1473557233', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f0', 'mac_address': 'fa:16:3e:3e:98:66'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:35.323844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Pushing event updated for resources: {'Port': ['ID=1e2b4006-e363-4614-9b0a-9c553259536d,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:35.411240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=d35acbe0-402a-44da-8c0a-0edad0be0369,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:35.433371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Calling delete_port for c228de17-f3d2-440a-be77-0353b62a23c2 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:35.470483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.494195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.572934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:35.594189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Usage tracker for resource:port and tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:35.598854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=7f2fe205-60da-44b5-aaaf-c1c56690c61e,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:35.603333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:35.604750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Attempting to bind port 1e2b4006-e363-4614-9b0a-9c553259536d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:35.604750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Attempting to bind port 1e2b4006-e363-4614-9b0a-9c553259536d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'ee61b58a-2855-4145-958c-b271825c1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '905e4ce3-b4e0-4175-873f-5f8b094a978c'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:35.605071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Attempting to bind port 1e2b4006-e363-4614-9b0a-9c553259536d on network 905e4ce3-b4e0-4175-873f-5f8b094a978c {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:35.617453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:35.631197 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1431bfb3-0f7e-4779-8535-e02b3d55e302 req-62bafe8a-587a-438a-b92e-1256832f5876 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863094 Apr 08 10:40:35.633680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:35.634046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Checking segment: {'id': 'ee61b58a-2855-4145-958c-b271825c1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '905e4ce3-b4e0-4175-873f-5f8b094a978c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:35.634446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.634838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Bound using segment: {'id': 'ee61b58a-2855-4145-958c-b271825c1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '905e4ce3-b4e0-4175-873f-5f8b094a978c'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:35.635351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Bound port: 1e2b4006-e363-4614-9b0a-9c553259536d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee61b58a-2855-4145-958c-b271825c1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '905e4ce3-b4e0-4175-873f-5f8b094a978c'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:35.635723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.656111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=03cbc893-4646-4283-983f-7a913887c58a,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:35.767172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.810924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905e4ce3-b4e0-4175-873f-5f8b094a978c']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:35.843140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.865312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.874671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee61b58a-2855-4145-958c-b271825c1aa5') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:35.874970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee61b58a-2855-4145-958c-b271825c1aa5') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:35.911211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:35.931886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:35.936814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:35.944394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:35.973040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] Pushing event deleted for resources: {'Port': ['ID=c228de17-f3d2-440a-be77-0353b62a23c2,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:35.977545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=f95797d1-caa2-4b54-8b1a-feb2fb9f1248,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:36.003779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.064807 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] For port 1e2b4006-e363-4614-9b0a-9c553259536d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:36.077581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Made reservation on behalf of 9b7db159c0a74b91bbcfaa7a3ac444d2 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:36.093077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5f395-4629-41f3-9aac-576ff5b2e15c None None] No DVR routers for this DVR port c228de17-f3d2-440a-be77-0353b62a23c2 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:36.170491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.171256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef148b-8b36-4bb2-aa22-2edffc8c7fcc None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:36.229274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Provisioning for port 7f2fe205-60da-44b5-aaaf-c1c56690c61e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:36.240468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Provisioning complete for port 7f2fe205-60da-44b5-aaaf-c1c56690c61e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:36.240893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.334370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2defa9a3-f329-4e0d-a316-2ec514a3e19a None None] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:36.336011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.341472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:36.341920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.359202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Deleting port 8991cfee-59fb-4a48-aa6f-72e1766b82a2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:36.359652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.409825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2af9ff-7b39-494f-8388-a0391533e521 req-48e16f1f-e23e-405b-8746-a4a85025ceae tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:36.419224 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4b2af9ff-7b39-494f-8388-a0391533e521 req-48e16f1f-e23e-405b-8746-a4a85025ceae tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4943719 Apr 08 10:40:36.420579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.451920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:36.452865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:36.457660 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:36.477580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 03cbc893-4646-4283-983f-7a913887c58a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:36.522947 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4b2af9ff-7b39-494f-8388-a0391533e521 req-009c1f1c-8159-41c3-add8-962985f65500 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023929 Apr 08 10:40:36.530209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.531699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3721e35c-ac12-4133-836e-92b5084c67c7 None None] Port 7f2fe205-60da-44b5-aaaf-c1c56690c61e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:36.664580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] device_id is not set on port 2d936499-c082-4544-b11f-4d41db0b176d yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:36.814944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'ba3e4941-cfcc-4756-8574-04de7f7b5b6b'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:36.815898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.827218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.834953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 03cbc893-4646-4283-983f-7a913887c58a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:36.835345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.896214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] For port 1e2b4006-e363-4614-9b0a-9c553259536d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1e2b4006-e363-4614-9b0a-9c553259536d,segment=NetworkSegment(ee61b58a-2855-4145-958c-b271825c1aa5),segment_id=ee61b58a-2855-4145-958c-b271825c1aa5)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:36.902487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:40:36.902487 dv-neutron-837109-1-hyperv neutron-server[88613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:40:36.902487 dv-neutron-837109-1-hyperv neutron-server[88613]: [parameters: {'id': '905e4ce3-b4e0-4175-873f-5f8b094a978c'}] Apr 08 10:40:36.902487 dv-neutron-837109-1-hyperv neutron-server[88613]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:36.903367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:36.944720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ffba9e09-e944-4ee1-bf90-622e15d5a6c1 None None] Provisioning for port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:36.956817 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d715d33f-694d-4590-8ae0-d08d67b412ed tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3326504 Apr 08 10:40:36.958834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:36.982101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:37.006148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48116) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:37.008415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:37.135406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Calling delete_port for 8991cfee-59fb-4a48-aa6f-72e1766b82a2 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:37.180015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:32:d6:13'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:37.251718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ffba9e09-e944-4ee1-bf90-622e15d5a6c1 None None] Provisioning for port f95797d1-caa2-4b54-8b1a-feb2fb9f1248 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:37.322811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c3eda-b880-4d9c-8f17-be379e9b8e21 None None] Pushing event updated for resources: {'Port': ['ID=1e2b4006-e363-4614-9b0a-9c553259536d,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:37.338785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ffba9e09-e944-4ee1-bf90-622e15d5a6c1 None None] Provisioning complete for port f95797d1-caa2-4b54-8b1a-feb2fb9f1248 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:37.340035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ffba9e09-e944-4ee1-bf90-622e15d5a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:37.406786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ffba9e09-e944-4ee1-bf90-622e15d5a6c1 None None] Port f95797d1-caa2-4b54-8b1a-feb2fb9f1248 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:37.408567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c89659-c3fc-420b-a9a8-42c0d9574fcb None None] Network 905e4ce3-b4e0-4175-873f-5f8b094a978c requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:37.427049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Allocated IP 2001:db8::11e (acb471c0-ea67-4b52-93fd-94bd7aa9f154/5fce6b32-d4bd-494f-b153-2bde88481dc3/2d936499-c082-4544-b11f-4d41db0b176d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:37.433435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:37.462199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device fbcb1b2e-77ba-48e9-98b3-19565f3fd942 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:37.471050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port 1e2b4006-e363-4614-9b0a-9c553259536d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:37.471571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:37.550026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:37.558414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:37.578443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/ba3e4941-cfcc-4756-8574-04de7f7b5b6b/b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:37.623169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ffba9e09-e944-4ee1-bf90-622e15d5a6c1 None None] Provisioning complete for port 7f2fe205-60da-44b5-aaaf-c1c56690c61e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:37.623649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ffba9e09-e944-4ee1-bf90-622e15d5a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:37.933455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ffba9e09-e944-4ee1-bf90-622e15d5a6c1 None None] Port 7f2fe205-60da-44b5-aaaf-c1c56690c61e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:37.939500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f35ce4-4c0f-4d22-8544-2816f23a57d0 req-4c4e4115-65a4-4cbd-95e1-7d7c49c57d60 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:37.942715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-83f35ce4-4c0f-4d22-8544-2816f23a57d0 req-4c4e4115-65a4-4cbd-95e1-7d7c49c57d60 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7720382 Apr 08 10:40:38.002997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:38.051888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:38.052423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.052908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port 1e2b4006-e363-4614-9b0a-9c553259536d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1e2b4006-e363-4614-9b0a-9c553259536d,segment=NetworkSegment(ee61b58a-2855-4145-958c-b271825c1aa5),segment_id=ee61b58a-2855-4145-958c-b271825c1aa5)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:38.053423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.110924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42339874-1fe5-40aa-b743-abdff9a176cf None None] Network 905e4ce3-b4e0-4175-873f-5f8b094a978c requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:38.206995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for 1e2b4006-e363-4614-9b0a-9c553259536d owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:38.231229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.253920 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Provisioning complete for port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:38.254437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.295082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Transition to ACTIVE for port object b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:38.312182 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-83f35ce4-4c0f-4d22-8544-2816f23a57d0 req-f146fe58-f88c-4ee3-b6a9-3f9835311278 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374383 Apr 08 10:40:38.377656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Router 630358d7-4ad1-4ed2-90d8-ef816c83ccf8 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:38.390073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.421399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Transition to ACTIVE for port object b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:38.458240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.459233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.530063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.532283 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.560041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Port': ['ID=1e2b4006-e363-4614-9b0a-9c553259536d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:38.564143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No DVR routers for this DVR port 1e2b4006-e363-4614-9b0a-9c553259536d on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:38.575751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.579890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:40:38.593425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event deleted for resources: {'Port': ['ID=8991cfee-59fb-4a48-aa6f-72e1766b82a2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:38.626181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:38.635181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:38.643327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:38.657715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.685806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Transition to ACTIVE for port object 2d936499-c082-4544-b11f-4d41db0b176d will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:38.689916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Pushing event updated for resources: {'Port': ['ID=b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:38.692340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.754813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.762958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port fbcb1b2e-77ba-48e9-98b3-19565f3fd942, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=fbcb1b2e-77ba-48e9-98b3-19565f3fd942,segment=NetworkSegment(b7deb414-83e7-4b0e-bd09-8cebfa6940f4),segment_id=b7deb414-83e7-4b0e-bd09-8cebfa6940f4)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:38.792954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Attempting to bind port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:38.792954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Attempting to bind port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:38.793275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.794332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Attempting to bind port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:38.800668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:38.801185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:38.801869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.802167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:38.802776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Bound port: b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:38.803252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.819277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::1 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/ba3e4941-cfcc-4756-8574-04de7f7b5b6b/9cab9375-9994-4b14-9d62-5c07848676db) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:38.825492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.834206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905e4ce3-b4e0-4175-873f-5f8b094a978c']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:38.862328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee61b58a-2855-4145-958c-b271825c1aa5') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:38.862631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee61b58a-2855-4145-958c-b271825c1aa5') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:38.901151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.924563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:38.926474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.942674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.959218 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb5ef3-9de2-4d6b-ae95-fe31386760e3 None None] Sync routers for ids ['630358d7-4ad1-4ed2-90d8-ef816c83ccf8'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:38.978923 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb5ef3-9de2-4d6b-ae95-fe31386760e3 None None] Routers {'630358d7-4ad1-4ed2-90d8-ef816c83ccf8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:38.980246 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-52cb5ef3-9de2-4d6b-ae95-fe31386760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['630358d7-4ad1-4ed2-90d8-ef816c83ccf8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:38.994938 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.017000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.020127 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8873a9b7-02c3-4900-817b-f14d3358d22f tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "PUT /v2.0/routers/630358d7-4ad1-4ed2-90d8-ef816c83ccf8 HTTP/1.1" status: 200 len: 915 time: 9.1883612 Apr 08 10:40:39.020280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:39.020280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:39.022348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:39.022348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.026947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=fbcb1b2e-77ba-48e9-98b3-19565f3fd942,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:39.039226 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:39.041826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48120) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:39.041914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] For port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:39.051842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] For port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:39.101943 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-52cb5ef3-9de2-4d6b-ae95-fe31386760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:39.112929 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb5ef3-9de2-4d6b-ae95-fe31386760e3 None None] Routers {'630358d7-4ad1-4ed2-90d8-ef816c83ccf8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:39.113790 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-52cb5ef3-9de2-4d6b-ae95-fe31386760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['630358d7-4ad1-4ed2-90d8-ef816c83ccf8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:39.181299 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-52cb5ef3-9de2-4d6b-ae95-fe31386760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:39.181821 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb5ef3-9de2-4d6b-ae95-fe31386760e3 None None] The sync data for ids ['630358d7-4ad1-4ed2-90d8-ef816c83ccf8'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:39.186581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.204253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.205511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=7f2fe205-60da-44b5-aaaf-c1c56690c61e,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:39.220180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.245708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.254029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:39.258029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.271126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:39.276049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:39.282095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:39.284860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.309314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4ccc0-03c4-46c4-8e3c-d3a506903a96 None None] Pushing event updated for resources: {'Port': ['ID=b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:39.343989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 9cab9375-9994-4b14-9d62-5c07848676db will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:39.372802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.405392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.416341 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/905e4ce3-b4e0-4175-873f-5f8b094a978c HTTP/1.1" status: 204 len: 168 time: 6.1589022 Apr 08 10:40:39.423757 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fd982c07-4b0f-4498-9e33-70d35037bd34 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/routers/630358d7-4ad1-4ed2-90d8-ef816c83ccf8 HTTP/1.1" status: 200 len: 921 time: 0.3679769 Apr 08 10:40:39.424539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48126) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:39.465804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48128) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:39.466616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92669c67-2290-411a-885c-188ddf75accb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=905e4ce3-b4e0-4175-873f-5f8b094a978c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:39.665586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.666112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Fanout notify agent at l3_agent the message router_deleted on router be22b312-c396-47bf-9172-dd97a58f4467 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:39.706339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=2d936499-c082-4544-b11f-4d41db0b176d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:39.714074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:40:39.728394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.735620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-927ecb53-7088-4ce3-aca2-3df754dc3d37 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/be22b312-c396-47bf-9172-dd97a58f4467 HTTP/1.1" status: 204 len: 168 time: 5.0986345 Apr 08 10:40:39.736677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48134) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:39.743372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.748694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1332468431', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': False}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:39.751863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Provisioning for port 08793549-8a9d-4427-b19c-7768c8381014 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:39.758859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:39.760191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Provisioning complete for port 08793549-8a9d-4427-b19c-7768c8381014 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:39.761538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.769570 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-611e573a-752b-434c-891a-575003b3d5d2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:40:39.770487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611e573a-752b-434c-891a-575003b3d5d2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:40:39.775790 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-611e573a-752b-434c-891a-575003b3d5d2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/905e4ce3-b4e0-4175-873f-5f8b094a978c HTTP/1.1" status: 404 len: 339 time: 0.3431826 Apr 08 10:40:39.775979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Usage tracker for resource:router and tenant:a6264d54f7e34916822a39de41dc41f4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:39.778449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48138) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:39.784936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:39.791781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724648585', 'description': 'd1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:39.804548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 1b1f08f6-f1bb-4e90-8874-e712219bb770 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:39.810892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:39.821274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2bc892d4-d9a0-44b5-848a-c7db5b8a380a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.5677722 Apr 08 10:40:39.821274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:39.825406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:39.828123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48142) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:39.864523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7ebedb3c-dd28-4cb1-b8a7-68b46fff439c None None] Port 08793549-8a9d-4427-b19c-7768c8381014 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:39.905531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Usage tracker for resource:network and tenant:57fa73a2bd7d4e318327fa43beb1e7fb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:39.909740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:39.919041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.923751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dd01fe-627b-47c9-96b1-5a3580113e3b tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:39.924464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-80dd01fe-627b-47c9-96b1-5a3580113e3b tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Synchronizing usage tracker for tenant:b0bdf547760a4ea8bdc44680a925adee on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:39.952970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:39.972554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:40.016074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b28bf-aee9-4760-8329-e6b1a9cac6b9 req-ead8253f-fabd-4bee-8c97-176f626bdc12 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:40.017859 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4c9b28bf-aee9-4760-8329-e6b1a9cac6b9 req-ead8253f-fabd-4bee-8c97-176f626bdc12 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4900331 Apr 08 10:40:40.052450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:40.063521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:40.076875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:40.077462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.151300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-91828c20-33aa-421c-9904-fe5303a39e6a None None] Provisioning for port 2d936499-c082-4544-b11f-4d41db0b176d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:40.157759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-91828c20-33aa-421c-9904-fe5303a39e6a None None] Provisioning complete for port 2d936499-c082-4544-b11f-4d41db0b176d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:40.158130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-91828c20-33aa-421c-9904-fe5303a39e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.189287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.190384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.273776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=f95797d1-caa2-4b54-8b1a-feb2fb9f1248,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:40.274720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-91828c20-33aa-421c-9904-fe5303a39e6a None None] Port 2d936499-c082-4544-b11f-4d41db0b176d cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:40.281033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] In _notify_port_updated(), no bound segment for port f95797d1-caa2-4b54-8b1a-feb2fb9f1248 on network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:40:40.288077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:40.288967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.290763 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a5ccaf64-e629-4e7b-983f-f865c14b7083 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "PUT /v2.0/ports/f95797d1-caa2-4b54-8b1a-feb2fb9f1248 HTTP/1.1" status: 200 len: 996 time: 3.1683879 Apr 08 10:40:40.297915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48148) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:40.311839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-91828c20-33aa-421c-9904-fe5303a39e6a None None] Provisioning complete for port 08793549-8a9d-4427-b19c-7768c8381014 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:40.312214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-91828c20-33aa-421c-9904-fe5303a39e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.393889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-80dd01fe-627b-47c9-96b1-5a3580113e3b tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Unset dirty status for tenant:b0bdf547760a4ea8bdc44680a925adee on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:40.397395 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-80dd01fe-627b-47c9-96b1-5a3580113e3b tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=630358d7-4ad1-4ed2-90d8-ef816c83ccf8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9263608 Apr 08 10:40:40.421574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.443838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48152) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:40.471168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-91828c20-33aa-421c-9904-fe5303a39e6a None None] Port 08793549-8a9d-4427-b19c-7768c8381014 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:40.471335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:40.478651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.485928 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4c9b28bf-aee9-4760-8329-e6b1a9cac6b9 req-328b5c92-3e74-4ab0-8e4d-a911f119374b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4580319 Apr 08 10:40:40.603077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a049d-2e1b-4629-9177-445597129d8c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:40.607956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-48f952a9-ff01-44e0-99d5-ddcbc39cc264 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Deleting port f95797d1-caa2-4b54-8b1a-feb2fb9f1248 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:40.608426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-48f952a9-ff01-44e0-99d5-ddcbc39cc264 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.616380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a049d-2e1b-4629-9177-445597129d8c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:40.627962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a049d-2e1b-4629-9177-445597129d8c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:40.631012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d5be8a4c-e986-40f6-9f8b-9a69fc0f8a7c None None] Provisioning complete for port f95797d1-caa2-4b54-8b1a-feb2fb9f1248 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:40.631655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d5be8a4c-e986-40f6-9f8b-9a69fc0f8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.632857 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-329a049d-2e1b-4629-9177-445597129d8c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.8034625 Apr 08 10:40:40.634355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=9cab9375-9994-4b14-9d62-5c07848676db,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:40.652293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48156) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:40.727947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d5be8a4c-e986-40f6-9f8b-9a69fc0f8a7c None None] Port f95797d1-caa2-4b54-8b1a-feb2fb9f1248 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:40.748987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d5be8a4c-e986-40f6-9f8b-9a69fc0f8a7c None None] Provisioning complete for port 7f2fe205-60da-44b5-aaaf-c1c56690c61e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:40.750067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d5be8a4c-e986-40f6-9f8b-9a69fc0f8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.768114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a057cce6-c3d5-4db9-8f1a-851e312d0851 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting port 2d936499-c082-4544-b11f-4d41db0b176d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:40.768457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a057cce6-c3d5-4db9-8f1a-851e312d0851 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:40.788132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:40:40.834190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d5be8a4c-e986-40f6-9f8b-9a69fc0f8a7c None None] Port 7f2fe205-60da-44b5-aaaf-c1c56690c61e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:40.976508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router a4154bed-64b2-4eb4-ad56-8e61fe4c474e is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:41.083459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:41.143147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.160290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.160913 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment d6de7d7b-80c5-49c1-8b8f-d9eee119b7bf of type vlan for network d98cdafa-ca28-402a-922e-840654e49ab9 Apr 08 10:40:41.251721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409554e1-2514-405b-806a-365054ff01a8 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:41.252300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-409554e1-2514-405b-806a-365054ff01a8 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Synchronizing usage tracker for tenant:b0bdf547760a4ea8bdc44680a925adee on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:41.294032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.309299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-40fd0797-c932-453c-b391-5544e0da4b6b None None] Provisioning for port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:41.319717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c2b0e-afef-4ff2-8c80-20e942a616f4 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:40:41.335402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a057cce6-c3d5-4db9-8f1a-851e312d0851 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.375841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-409554e1-2514-405b-806a-365054ff01a8 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Unset dirty status for tenant:b0bdf547760a4ea8bdc44680a925adee on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:41.377339 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-409554e1-2514-405b-806a-365054ff01a8 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 881 time: 0.8890882 Apr 08 10:40:41.443330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48160) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:41.500096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.528791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:41.535310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:41.535944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.582143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:41.600184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa0584-a945-4a70-ae98-0e8088aaffe0 None None] Sync routers for ids ['a4154bed-64b2-4eb4-ad56-8e61fe4c474e'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:41.618530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-48f952a9-ff01-44e0-99d5-ddcbc39cc264 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.637515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa0584-a945-4a70-ae98-0e8088aaffe0 None None] Routers {'a4154bed-64b2-4eb4-ad56-8e61fe4c474e'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:41.647587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c3aa0584-a945-4a70-ae98-0e8088aaffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a4154bed-64b2-4eb4-ad56-8e61fe4c474e'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:41.713398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-154fa0bf-6cce-4343-b5a4-b17afa8d4535 None None] Provisioning for port 9cab9375-9994-4b14-9d62-5c07848676db completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:41.738267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-154fa0bf-6cce-4343-b5a4-b17afa8d4535 None None] Provisioning complete for port 9cab9375-9994-4b14-9d62-5c07848676db triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:41.738672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-154fa0bf-6cce-4343-b5a4-b17afa8d4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.763504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c3aa0584-a945-4a70-ae98-0e8088aaffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:41.807274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c2b0e-afef-4ff2-8c80-20e942a616f4 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:40:41.818600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a057cce6-c3d5-4db9-8f1a-851e312d0851 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Calling delete_port for 2d936499-c082-4544-b11f-4d41db0b176d owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:41.821063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa0584-a945-4a70-ae98-0e8088aaffe0 None None] Routers {'a4154bed-64b2-4eb4-ad56-8e61fe4c474e'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:41.821723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c3aa0584-a945-4a70-ae98-0e8088aaffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a4154bed-64b2-4eb4-ad56-8e61fe4c474e'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:41.895624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.901397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:41.902254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:41.917566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-154fa0bf-6cce-4343-b5a4-b17afa8d4535 None None] Port 9cab9375-9994-4b14-9d62-5c07848676db cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:41.931721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c3aa0584-a945-4a70-ae98-0e8088aaffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:41.932131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa0584-a945-4a70-ae98-0e8088aaffe0 None None] The sync data for ids ['a4154bed-64b2-4eb4-ad56-8e61fe4c474e'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:41.989492 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-81f3baf2-d3b2-4447-9e76-a70dd49eb190 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=630358d7-4ad1-4ed2-90d8-ef816c83ccf8 HTTP/1.1" status: 200 len: 205 time: 0.2949126 Apr 08 10:40:41.992128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48166) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:42.000062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.018544 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fe195e34-ff3d-442c-a6de-9aef703416c2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/a4154bed-64b2-4eb4-ad56-8e61fe4c474e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1316226 Apr 08 10:40:42.033934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-48f952a9-ff01-44e0-99d5-ddcbc39cc264 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Calling delete_port for f95797d1-caa2-4b54-8b1a-feb2fb9f1248 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:42.080108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48170) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:42.117788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:42.245541 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4641495 Apr 08 10:40:42.255272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48174) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:42.267902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d41e28-67ba-4675-905d-6b9845172e84 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=d98cdafa-ca28-402a-922e-840654e49ab9,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:42.297391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d98cdafa-ca28-402a-922e-840654e49ab9 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:42.317071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.317849 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device fbcb1b2e-77ba-48e9-98b3-19565f3fd942 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:42.336787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e4cbc-65a0-42e9-b67c-d9ba0e0f223a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:42.337391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ae3e4cbc-65a0-42e9-b67c-d9ba0e0f223a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:42.448910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.542730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.579630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc79b3-10ff-4c71-9b0a-9629b40d535e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:42.580349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b0dc79b3-10ff-4c71-9b0a-9629b40d535e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Synchronizing usage tracker for tenant:57fa73a2bd7d4e318327fa43beb1e7fb on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:42.593261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ae3e4cbc-65a0-42e9-b67c-d9ba0e0f223a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:42.597850 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ae3e4cbc-65a0-42e9-b67c-d9ba0e0f223a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports/7f2fe205-60da-44b5-aaaf-c1c56690c61e HTTP/1.1" status: 200 len: 978 time: 0.5132570 Apr 08 10:40:42.604575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30617e-f70f-4959-bcd9-67385a7bd35a req-4990c51a-b3d7-4a3d-909c-9e865ff0d483 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:42.605786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:42.607137 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0d30617e-f70f-4959-bcd9-67385a7bd35a req-4990c51a-b3d7-4a3d-909c-9e865ff0d483 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7725434 Apr 08 10:40:42.609716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48178) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:42.627806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a057cce6-c3d5-4db9-8f1a-851e312d0851 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.635002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:42.635363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.680518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.681339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.707681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057cce6-c3d5-4db9-8f1a-851e312d0851 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event deleted for resources: {'Port': ['ID=2d936499-c082-4544-b11f-4d41db0b176d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:42.722270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-48f952a9-ff01-44e0-99d5-ddcbc39cc264 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.915934 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0d30617e-f70f-4959-bcd9-67385a7bd35a req-90ac0e45-c395-4feb-86c5-3399c34fb0b7 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381303 Apr 08 10:40:42.915934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f952a9-ff01-44e0-99d5-ddcbc39cc264 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event deleted for resources: {'Port': ['ID=f95797d1-caa2-4b54-8b1a-feb2fb9f1248,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:42.934063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:42.945322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:42.973401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=9cab9375-9994-4b14-9d62-5c07848676db,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:43.005907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b0dc79b3-10ff-4c71-9b0a-9629b40d535e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Unset dirty status for tenant:57fa73a2bd7d4e318327fa43beb1e7fb on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:43.010372 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b0dc79b3-10ff-4c71-9b0a-9629b40d535e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/networks?id=d98cdafa-ca28-402a-922e-840654e49ab9 HTTP/1.1" status: 200 len: 765 time: 0.7449002 Apr 08 10:40:43.015724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48182) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:43.056792 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:43.056792 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.065767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-accb8c51-f576-4435-b90e-cce178f84e97 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'description': 'd2'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:43.088440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-80b90b77-6715-4425-953a-221e567709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:43.092379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-80b90b77-6715-4425-953a-221e567709ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1099 time: 0.7509215 Apr 08 10:40:43.240922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Deleting port 1d37378e-3a4f-4ddf-bece-82cad9f8fa27 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:43.241353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.275206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a057cce6-c3d5-4db9-8f1a-851e312d0851 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.281193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:43.337397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:43.374930 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a057cce6-c3d5-4db9-8f1a-851e312d0851 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "DELETE /v2.0/ports/2d936499-c082-4544-b11f-4d41db0b176d HTTP/1.1" status: 204 len: 168 time: 2.7067828 Apr 08 10:40:43.438055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48186) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:43.629246 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc71f78-dabe-436f-8257-0c0dadcc1037 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] GET failed (client error): The resource could not be found. Apr 08 10:40:43.629980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7cc71f78-dabe-436f-8257-0c0dadcc1037 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Synchronizing usage tracker for tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:43.661079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-641d3a2c-e6e5-4529-8e32-e224e0d22df4 None None] Provisioning complete for port 9cab9375-9994-4b14-9d62-5c07848676db triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:43.661936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-641d3a2c-e6e5-4529-8e32-e224e0d22df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.712955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-48f952a9-ff01-44e0-99d5-ddcbc39cc264 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.722136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.728564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-641d3a2c-e6e5-4529-8e32-e224e0d22df4 None None] Port 9cab9375-9994-4b14-9d62-5c07848676db cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:43.797910 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-48f952a9-ff01-44e0-99d5-ddcbc39cc264 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "DELETE /v2.0/ports/f95797d1-caa2-4b54-8b1a-feb2fb9f1248 HTTP/1.1" status: 204 len: 168 time: 3.4857299 Apr 08 10:40:43.799283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.800996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48190) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:43.907638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-17092b5e-efdb-4688-a9c0-d44486f5ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:43.909184 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-17092b5e-efdb-4688-a9c0-d44486f5ec8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 912 time: 0.7311387 Apr 08 10:40:43.916303 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-72251a7e-c07b-4deb-81c8-251213843895 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] GET failed (client error): The resource could not be found. Apr 08 10:40:43.917064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-72251a7e-c07b-4deb-81c8-251213843895 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Synchronizing usage tracker for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:43.949263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-accb8c51-f576-4435-b90e-cce178f84e97 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.985992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:44.060734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7cc71f78-dabe-436f-8257-0c0dadcc1037 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Unset dirty status for tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:44.061915 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7cc71f78-dabe-436f-8257-0c0dadcc1037 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "GET /v2.0/ports/2d936499-c082-4544-b11f-4d41db0b176d HTTP/1.1" status: 404 len: 333 time: 0.6161880 Apr 08 10:40:44.086913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48196) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:44.113271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1265385561'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:44.136257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Calling delete_port for 1d37378e-3a4f-4ddf-bece-82cad9f8fa27 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:44.167306 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-41adaafe-53b7-4880-aa4a-afcfef5c9abf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 1002 time: 0.2366719 Apr 08 10:40:44.168161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-accb8c51-f576-4435-b90e-cce178f84e97 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:44.170709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-72251a7e-c07b-4deb-81c8-251213843895 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Unset dirty status for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:44.175675 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-72251a7e-c07b-4deb-81c8-251213843895 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "GET /v2.0/ports/f95797d1-caa2-4b54-8b1a-feb2fb9f1248 HTTP/1.1" status: 404 len: 333 time: 0.3616147 Apr 08 10:40:44.215339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48200) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:44.246588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-accb8c51-f576-4435-b90e-cce178f84e97 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network d98cdafa-ca28-402a-922e-840654e49ab9 is not hosted by any dhcp agent {{(pid=88613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 08 10:40:44.251926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb8c51-f576-4435-b90e-cce178f84e97 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:44.252546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-accb8c51-f576-4435-b90e-cce178f84e97 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:44.253845 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-accb8c51-f576-4435-b90e-cce178f84e97 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "PUT /v2.0/networks/d98cdafa-ca28-402a-922e-840654e49ab9 HTTP/1.1" status: 200 len: 762 time: 1.2022583 Apr 08 10:40:44.277940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48204) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:44.285285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'name': 'tempest-AllowedAddressPairTestJSON-1061680568'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:44.365564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Allocated IP 172.26.7.33 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:44.382560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb8c51-f576-4435-b90e-cce178f84e97 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=d98cdafa-ca28-402a-922e-840654e49ab9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:44.404763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Router e85fd462-353c-48bc-9df3-2b09a13de3d8 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:44.405860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d98cdafa-ca28-402a-922e-840654e49ab9 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:44.442210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec63ec8-838b-41b7-b0fd-714aa4c55b88 req-a13e82f4-6298-415c-ae05-35033883af57 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:44.442210 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9ec63ec8-838b-41b7-b0fd-714aa4c55b88 req-a13e82f4-6298-415c-ae05-35033883af57 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3141627 Apr 08 10:40:44.658057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-b91ce956-686a-4062-8b03-032c6801fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:44.659525 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-b91ce956-686a-4062-8b03-032c6801fd51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.4805171 Apr 08 10:40:44.671289 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9ec63ec8-838b-41b7-b0fd-714aa4c55b88 req-a5d51913-e8dc-4f2d-b0a9-d6d29d64e45d tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747239 Apr 08 10:40:44.683460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:44.703550 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bd7bf3aa-a3e1-4b5b-a8c8-df4640475ec6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "PUT /v2.0/routers/e85fd462-353c-48bc-9df3-2b09a13de3d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2734547 Apr 08 10:40:44.704373 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Sync routers for ids ['e85fd462-353c-48bc-9df3-2b09a13de3d8'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:44.705212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48208) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:44.714860 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Routers {'e85fd462-353c-48bc-9df3-2b09a13de3d8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:44.715754 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e85fd462-353c-48bc-9df3-2b09a13de3d8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:44.768889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3e1aec-e9ec-403d-b9c3-020d1d9662db tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:44.770396 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cc3e1aec-e9ec-403d-b9c3-020d1d9662db tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/networks?id=d98cdafa-ca28-402a-922e-840654e49ab9 HTTP/1.1" status: 200 len: 765 time: 0.4634888 Apr 08 10:40:44.777923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48212) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:44.807099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:44.812298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78755971-3cea-46cf-a072-e66f101199c2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:44.812938 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-78755971-3cea-46cf-a072-e66f101199c2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:44.819981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:44.840402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:44.859951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:44.869531 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Set router e85fd462-353c-48bc-9df3-2b09a13de3d8 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:40:44.900741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event deleted for resources: {'Port': ['ID=1d37378e-3a4f-4ddf-bece-82cad9f8fa27,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:44.904069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:44.974640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:44.994372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Made reservation on behalf of 9b7db159c0a74b91bbcfaa7a3ac444d2 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:44.998276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.040240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-cdfc469b-d177-4c39-bf94-998c62775d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.042730 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-cdfc469b-d177-4c39-bf94-998c62775d84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3641157 Apr 08 10:40:45.048581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] device_id is not set on port f41449fe-5132-48c4-b199-c77af36eb715 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:45.084031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.100306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.154716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-78755971-3cea-46cf-a072-e66f101199c2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:45.155960 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-78755971-3cea-46cf-a072-e66f101199c2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports/9cab9375-9994-4b14-9d62-5c07848676db HTTP/1.1" status: 200 len: 911 time: 0.4497037 Apr 08 10:40:45.219533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48216) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:45.226601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b96fb6c-abca-4d26-ba8d-fa8687b0a864 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.227430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b96fb6c-abca-4d26-ba8d-fa8687b0a864 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Synchronizing usage tracker for tenant:57fa73a2bd7d4e318327fa43beb1e7fb on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:45.267625 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'name': 'tempest-NetworksTestDHCPv6-router-1364588628', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:33Z', 'updated_at': '2022-04-08T10:40:40Z', 'revision_number': 2, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None, '_interfaces': [{'id': '9cab9375-9994-4b14-9d62-5c07848676db', 'name': '', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'mac_address': 'fa:16:3e:74:45:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ba3e4941-cfcc-4756-8574-04de7f7b5b6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:40:36Z', 'updated_at': '2022-04-08T10:40:41Z', 'revision_number': 2, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'subnets': [{'id': 'ba3e4941-cfcc-4756-8574-04de7f7b5b6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:45.272406 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Checking router: e85fd462-353c-48bc-9df3-2b09a13de3d8 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:40:45.277741 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Updating router e85fd462-353c-48bc-9df3-2b09a13de3d8 port 9cab9375-9994-4b14-9d62-5c07848676db binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:40:45.323949 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:40:45.339626 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.433383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Made reservation on behalf of da61d4b000a942b89dd74d7432634f31 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:45.437929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.482289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.485739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.487433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b96fb6c-abca-4d26-ba8d-fa8687b0a864 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Unset dirty status for tenant:57fa73a2bd7d4e318327fa43beb1e7fb on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:45.488641 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8b96fb6c-abca-4d26-ba8d-fa8687b0a864 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7076869 Apr 08 10:40:45.492329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48220) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:45.550677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7378c6ea-87a7-404e-92b4-f6e26b61b2f5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Synchronizing usage tracker for tenant:57fa73a2bd7d4e318327fa43beb1e7fb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:45.571103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7378c6ea-87a7-404e-92b4-f6e26b61b2f5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Unset dirty status for tenant:57fa73a2bd7d4e318327fa43beb1e7fb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:45.575422 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7378c6ea-87a7-404e-92b4-f6e26b61b2f5 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 207 time: 0.0787544 Apr 08 10:40:45.575422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48224) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:45.576565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] device_id is not set on port 35a107cf-9c04-457a-baf4-74966519b668 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:45.632520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.632767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Fanout notify agent at l3_agent the message router_deleted on router 630358d7-4ad1-4ed2-90d8-ef816c83ccf8 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:45.701023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835fc12c-c081-4408-8791-e798db821f82 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.707133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835fc12c-c081-4408-8791-e798db821f82 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.708801 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-835fc12c-c081-4408-8791-e798db821f82 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4771566 Apr 08 10:40:45.716251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48230) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:45.744148 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.755892 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Transition to ACTIVE for port object 9cab9375-9994-4b14-9d62-5c07848676db will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:45.787105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.796251 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-32c434f2-23d4-4824-8e12-582b84d8fec6 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/630358d7-4ad1-4ed2-90d8-ef816c83ccf8 HTTP/1.1" status: 204 len: 168 time: 3.7923291 Apr 08 10:40:45.799140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48234) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:45.817177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.817863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1902017747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:45.834044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:45.854836 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.899103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Usage tracker for resource:router and tenant:352b2f9f57be4bc49769431a2403d34d is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:45.909617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:45.937214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:45.965024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31ac62-7add-41fc-9f30-dc366820aadb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.971075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31ac62-7add-41fc-9f30-dc366820aadb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.972842 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-2a61aefc-c94b-4f96-a36c-1bd312fe7d7f service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735528 Apr 08 10:40:45.976781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31ac62-7add-41fc-9f30-dc366820aadb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.979802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:45.984113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31ac62-7add-41fc-9f30-dc366820aadb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.989828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31ac62-7add-41fc-9f30-dc366820aadb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:45.999621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31ac62-7add-41fc-9f30-dc366820aadb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.008755 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1a31ac62-7add-41fc-9f30-dc366820aadb tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4251957 Apr 08 10:40:46.008755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48238) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:46.022907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:46.055102 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87503f-3d2a-48a1-9a7c-1cb37fffa31e None None] Pushing event updated for resources: {'Port': ['ID=9cab9375-9994-4b14-9d62-5c07848676db,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:46.079365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:46.105327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Allocated IP 2001:db8::39 (acb471c0-ea67-4b52-93fd-94bd7aa9f154/5fce6b32-d4bd-494f-b153-2bde88481dc3/f41449fe-5132-48c4-b199-c77af36eb715) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:46.139084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.140011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.191358 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Attempting to bind port 9cab9375-9994-4b14-9d62-5c07848676db on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:46.192381 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Attempting to bind port 9cab9375-9994-4b14-9d62-5c07848676db by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:46.193241 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Attempting to bind port 9cab9375-9994-4b14-9d62-5c07848676db on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:46.200765 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:46.201145 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:46.201537 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.201921 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:46.202641 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Bound port: 9cab9375-9994-4b14-9d62-5c07848676db, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:46.203041 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.228656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'Port': ['ID=a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:46.308519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Allocated IP 172.20.0.9 (07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1/e75e4306-3e78-4966-8154-e143bb612c86/35a107cf-9c04-457a-baf4-74966519b668) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:46.314849 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] For port 9cab9375-9994-4b14-9d62-5c07848676db, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:46.319586 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] For port 9cab9375-9994-4b14-9d62-5c07848676db, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9cab9375-9994-4b14-9d62-5c07848676db,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:46.359497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.420078 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.439264 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-017bc9ea-4548-4d6e-a19b-babcab87ec7f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4305048 Apr 08 10:40:46.440880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48242) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:46.508724 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Routers {'e85fd462-353c-48bc-9df3-2b09a13de3d8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:46.508724 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e85fd462-353c-48bc-9df3-2b09a13de3d8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:46.543704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae04c03-87bb-4f50-b351-59f407835ea7 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.545176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae04c03-87bb-4f50-b351-59f407835ea7 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.545428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884fb0a-a2d6-42be-a50a-d372ed4a5310 req-09e4a09f-dfff-4771-bcd2-5fc46f182172 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.546688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae04c03-87bb-4f50-b351-59f407835ea7 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.548205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae04c03-87bb-4f50-b351-59f407835ea7 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.549848 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae04c03-87bb-4f50-b351-59f407835ea7 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.552388 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5884fb0a-a2d6-42be-a50a-d372ed4a5310 req-09e4a09f-dfff-4771-bcd2-5fc46f182172 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7296433 Apr 08 10:40:46.555526 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ae04c03-87bb-4f50-b351-59f407835ea7 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1136763 Apr 08 10:40:46.557394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48246) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:46.576737 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41bf57be-68cb-4aed-a03b-f2a04a54b414 req-8fab7777-8f47-4d08-b404-c27babd629f9 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793624 Apr 08 10:40:46.579466 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87503f-3d2a-48a1-9a7c-1cb37fffa31e None None] Pushing event updated for resources: {'Port': ['ID=9cab9375-9994-4b14-9d62-5c07848676db,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:46.592029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.682114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 7f2fe205-60da-44b5-aaaf-c1c56690c61e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:46.682449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.695577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25712f33-edb9-4b04-813c-cbffc19269cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.698880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25712f33-edb9-4b04-813c-cbffc19269cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.699186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25712f33-edb9-4b04-813c-cbffc19269cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.700632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25712f33-edb9-4b04-813c-cbffc19269cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.702221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25712f33-edb9-4b04-813c-cbffc19269cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:46.706312 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] Set router e85fd462-353c-48bc-9df3-2b09a13de3d8 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:40:46.709409 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-25712f33-edb9-4b04-813c-cbffc19269cd tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1508830 Apr 08 10:40:46.710034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48250) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:46.875149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.879013 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3e56479e-4675-4a88-bdd0-65f766e0f5ef tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0741498 Apr 08 10:40:46.881671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48254) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:46.889841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': False}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:47.091370 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'name': 'tempest-NetworksTestDHCPv6-router-1364588628', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:33Z', 'updated_at': '2022-04-08T10:40:40Z', 'revision_number': 2, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None, '_interfaces': [{'id': '9cab9375-9994-4b14-9d62-5c07848676db', 'name': '', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'mac_address': 'fa:16:3e:74:45:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ba3e4941-cfcc-4756-8574-04de7f7b5b6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:40:36Z', 'updated_at': '2022-04-08T10:40:46Z', 'revision_number': 4, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'subnets': [{'id': 'ba3e4941-cfcc-4756-8574-04de7f7b5b6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:47.105914 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157bbce-1f39-42a5-93d3-9ba748034ea9 None None] The sync data for ids ['e85fd462-353c-48bc-9df3-2b09a13de3d8'] in dv-neutron-837109-1-hyperv is: [{'id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'name': 'tempest-NetworksTestDHCPv6-router-1364588628', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:33Z', 'updated_at': '2022-04-08T10:40:40Z', 'revision_number': 2, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None, '_interfaces': [{'id': '9cab9375-9994-4b14-9d62-5c07848676db', 'name': '', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'mac_address': 'fa:16:3e:74:45:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ba3e4941-cfcc-4756-8574-04de7f7b5b6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:40:36Z', 'updated_at': '2022-04-08T10:40:46Z', 'revision_number': 4, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'subnets': [{'id': 'ba3e4941-cfcc-4756-8574-04de7f7b5b6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:47.171674 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5884fb0a-a2d6-42be-a50a-d372ed4a5310 req-cedb800b-d15c-4071-9d28-c6924395c074 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6178656 Apr 08 10:40:47.235159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda5ebf8-7c27-43ed-9c14-837410388cd8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:47.237782 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bda5ebf8-7c27-43ed-9c14-837410388cd8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/networks/7c57c927-fbef-4cbb-9005-7d8426d66ef0 HTTP/1.1" status: 200 len: 802 time: 0.5246515 Apr 08 10:40:47.298055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48258) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:47.403463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:47.475827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Transition to ACTIVE for port object 35a107cf-9c04-457a-baf4-74966519b668 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:47.504536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:47.569733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Transition to ACTIVE for port object f41449fe-5132-48c4-b199-c77af36eb715 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:47.595236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:47.644746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:47.648016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:47.802323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:47.839924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 7f2fe205-60da-44b5-aaaf-c1c56690c61e owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:47.911593 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cc25a397-8a9f-4ea0-96b4-9c5e9852c7af tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/networks/7c57c927-fbef-4cbb-9005-7d8426d66ef0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.6011593 Apr 08 10:40:47.914264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:47.916074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48262) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:47.972613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:47.985764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:48.017524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:48.045626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=35a107cf-9c04-457a-baf4-74966519b668,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:48.064612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606c61-c5bc-4dfe-b0d5-3a486c4db096 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:48.065781 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-08606c61-c5bc-4dfe-b0d5-3a486c4db096 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/subnets/4873517e-b2fc-4a0d-ad24-eee148f8a88e HTTP/1.1" status: 200 len: 843 time: 0.1217802 Apr 08 10:40:48.070618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48266) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:48.216985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b0081-9b46-4862-947f-a2fb977266ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:48.218386 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e59b0081-9b46-4862-947f-a2fb977266ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "GET /v2.0/subnets/4873517e-b2fc-4a0d-ad24-eee148f8a88e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1467354 Apr 08 10:40:48.224400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 9cab9375-9994-4b14-9d62-5c07848676db {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:48.224832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.230346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.238386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48272) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:48.246111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:48.247033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.265544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415655195'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:48.318642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:48.386363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:48.425524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-479d9e65-f596-40eb-99ee-485be41aba4b None None] Provisioning for port 35a107cf-9c04-457a-baf4-74966519b668 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:48.434160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-479d9e65-f596-40eb-99ee-485be41aba4b None None] Provisioning complete for port 35a107cf-9c04-457a-baf4-74966519b668 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:48.436388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-479d9e65-f596-40eb-99ee-485be41aba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.442455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:48.465800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:48.480600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:48.486154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:48.488007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.499129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=f41449fe-5132-48c4-b199-c77af36eb715,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:48.551132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-479d9e65-f596-40eb-99ee-485be41aba4b None None] Port 35a107cf-9c04-457a-baf4-74966519b668 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:48.571630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8c8257b7-569a-4a54-929a-405e83082bde tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3550882 Apr 08 10:40:48.587691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48276) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:48.650394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'network_id': '07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1', 'name': 'tempest-AllowedAddressPairTestJSON-1964455283'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:48.805436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] For port 9cab9375-9994-4b14-9d62-5c07848676db, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9cab9375-9994-4b14-9d62-5c07848676db,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:48.806001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.824133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8dd58-f3a6-4e98-87b6-57e5fe398337 req-a0e70467-445e-4058-9237-b97ae0cbcf20 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:48.825870 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2db8dd58-f3a6-4e98-87b6-57e5fe398337 req-a0e70467-445e-4058-9237-b97ae0cbcf20 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5134716 Apr 08 10:40:48.852111 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0b53685d-73c5-4b48-a8d1-66084d45a458 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7581434 Apr 08 10:40:48.852911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:48.857531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.880629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48280) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:48.891921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-830a87ce-2286-4d76-9c92-b5f39c4e2685 None None] Provisioning for port f41449fe-5132-48c4-b199-c77af36eb715 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:48.898020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f0', 'mac_address': 'fa:16:3e:3e:98:66'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:48.899995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-830a87ce-2286-4d76-9c92-b5f39c4e2685 None None] Provisioning complete for port f41449fe-5132-48c4-b199-c77af36eb715 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:48.900928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-830a87ce-2286-4d76-9c92-b5f39c4e2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.975941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-830a87ce-2286-4d76-9c92-b5f39c4e2685 None None] Port f41449fe-5132-48c4-b199-c77af36eb715 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:48.979711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9cab9375-9994-4b14-9d62-5c07848676db up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:48.982624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 9cab9375-9994-4b14-9d62-5c07848676db owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:49.052519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.070304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.085726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:40:49.091081 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2db8dd58-f3a6-4e98-87b6-57e5fe398337 req-6f71b2fd-a817-43c9-b9ac-b884bc1d1cc8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576883 Apr 08 10:40:49.101121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.143410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.162412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 9cab9375-9994-4b14-9d62-5c07848676db completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:49.170558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9cab9375-9994-4b14-9d62-5c07848676db triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:49.170558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.192453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=7f2fe205-60da-44b5-aaaf-c1c56690c61e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:49.330385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Allocated IP 172.26.7.35 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/1638f68e-a695-4318-a1e7-deb93ce710d0) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:49.425757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.470358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.470358 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Added segment 9bf69fb8-21e5-4c01-b566-5e31f000d70e of type vlan for network 55b54d46-6d92-4499-b3a8-79e6549f53f2 Apr 08 10:40:49.492433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.568008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:49.591010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=9cab9375-9994-4b14-9d62-5c07848676db,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:49.594374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Usage tracker for resource:port and tenant:da61d4b000a942b89dd74d7432634f31 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:49.601965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.606954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:49.636893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:49.782347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:40:49.831981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.846444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.970075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Made reservation on behalf of da61d4b000a942b89dd74d7432634f31 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:49.973874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:50.010046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:50.059461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] device_id is not set on port 283af562-458d-4581-a563-f8df54bce3d4 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:50.159713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:50.170579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:50.176856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:50.176856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:50.207435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0db97-99c2-4441-8eb4-4bfb83350bbd req-60909d70-88c1-4f7d-884f-1eadeeaac342 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:50.208977 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7fa0db97-99c2-4441-8eb4-4bfb83350bbd req-60909d70-88c1-4f7d-884f-1eadeeaac342 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.5380440 Apr 08 10:40:50.326834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Router e85fd462-353c-48bc-9df3-2b09a13de3d8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:40:50.331874 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7fa0db97-99c2-4441-8eb4-4bfb83350bbd req-a6a4b5a4-a988-4f37-961d-ad066873c106 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138246 Apr 08 10:40:50.401699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:50.540123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:50.545518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:50.551347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:50.553822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] Sync routers for ids ['e85fd462-353c-48bc-9df3-2b09a13de3d8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:50.562365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:50.572069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] Routers {'e85fd462-353c-48bc-9df3-2b09a13de3d8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:50.573111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e85fd462-353c-48bc-9df3-2b09a13de3d8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:50.610610 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Pushing event updated for resources: {'Port': ['ID=1638f68e-a695-4318-a1e7-deb93ce710d0,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:50.725620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Network': ['ID=55b54d46-6d92-4499-b3a8-79e6549f53f2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:50.727352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] Set router e85fd462-353c-48bc-9df3-2b09a13de3d8 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:40:50.753336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-0973dd46-688a-4fe4-9ada-0bee97f55073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:50.753336 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-0973dd46-688a-4fe4-9ada-0bee97f55073 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1099 time: 0.9379160 Apr 08 10:40:50.766804 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d3013c45-d500-4098-a8ba-8fae8095def2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "PUT /v2.0/routers/e85fd462-353c-48bc-9df3-2b09a13de3d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0460110 Apr 08 10:40:50.774998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 55b54d46-6d92-4499-b3a8-79e6549f53f2 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:40:50.783073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48288) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:50.864692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'name': 'tempest-NetworksTestDHCPv6-router-1364588628', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:33Z', 'updated_at': '2022-04-08T10:40:49Z', 'revision_number': 3, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:50.871981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] Checking router: e85fd462-353c-48bc-9df3-2b09a13de3d8 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:40:50.918458 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-02e8482f-fcb6-40e5-91f8-7f9bfe1161ee tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6669867 Apr 08 10:40:50.919214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Router bd566174-4633-4a6c-a6d0-10585cc6a492 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:50.922156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48292) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:50.930606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'network_id': '55b54d46-6d92-4499-b3a8-79e6549f53f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:50.944388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] Routers {'e85fd462-353c-48bc-9df3-2b09a13de3d8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:50.945237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e85fd462-353c-48bc-9df3-2b09a13de3d8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:51.038285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router a4154bed-64b2-4eb4-ad56-8e61fe4c474e has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:40:51.063424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Allocated IP 172.20.0.14 (07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1/e75e4306-3e78-4966-8154-e143bb612c86/283af562-458d-4581-a563-f8df54bce3d4) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:51.084103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] Set router e85fd462-353c-48bc-9df3-2b09a13de3d8 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:40:51.188947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:51.201534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'name': 'tempest-NetworksTestDHCPv6-router-1364588628', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:33Z', 'updated_at': '2022-04-08T10:40:49Z', 'revision_number': 3, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:51.206279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1f225-678c-4f76-b5f6-6c97d7bc3be0 None None] The sync data for ids ['e85fd462-353c-48bc-9df3-2b09a13de3d8'] in dv-neutron-837109-1-hyperv is: [{'id': 'e85fd462-353c-48bc-9df3-2b09a13de3d8', 'name': 'tempest-NetworksTestDHCPv6-router-1364588628', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:33Z', 'updated_at': '2022-04-08T10:40:49Z', 'revision_number': 3, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:51.215158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:51.241060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:51.296601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e7f7ec-893b-4ae2-813b-a73a8ff8c7d7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:51.298233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e7f7ec-893b-4ae2-813b-a73a8ff8c7d7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:51.298999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a3e7f7ec-893b-4ae2-813b-a73a8ff8c7d7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:51.339878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Made reservation on behalf of 57fa73a2bd7d4e318327fa43beb1e7fb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:51.343844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:51.410509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-667c653e-68eb-4b8a-a918-7a0ff744126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:51.412028 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-667c653e-68eb-4b8a-a918-7a0ff744126c service neutron] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 912 time: 0.6570685 Apr 08 10:40:51.512924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing IP validity checks on allocation pools {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 08 10:40:51.513337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 08 10:40:51.611040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a3e7f7ec-893b-4ae2-813b-a73a8ff8c7d7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:51.616591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a3e7f7ec-893b-4ae2-813b-a73a8ff8c7d7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8225219 Apr 08 10:40:51.616728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48298) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:51.663615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:51.674883 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07da5c1-9de5-4d7e-bc39-5c6b0d46b94c None None] Sync routers for ids ['a4154bed-64b2-4eb4-ad56-8e61fe4c474e'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:51.694264 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-389378bf-f888-4ad3-8e10-1f6243aab660 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/a4154bed-64b2-4eb4-ad56-8e61fe4c474e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0820320 Apr 08 10:40:51.696844 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07da5c1-9de5-4d7e-bc39-5c6b0d46b94c None None] Routers {'a4154bed-64b2-4eb4-ad56-8e61fe4c474e'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:51.697684 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f07da5c1-9de5-4d7e-bc39-5c6b0d46b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a4154bed-64b2-4eb4-ad56-8e61fe4c474e'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:51.712930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48302) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:51.770185 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f07da5c1-9de5-4d7e-bc39-5c6b0d46b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:51.780435 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07da5c1-9de5-4d7e-bc39-5c6b0d46b94c None None] Routers {'a4154bed-64b2-4eb4-ad56-8e61fe4c474e'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:51.781504 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f07da5c1-9de5-4d7e-bc39-5c6b0d46b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a4154bed-64b2-4eb4-ad56-8e61fe4c474e'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:51.842391 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f07da5c1-9de5-4d7e-bc39-5c6b0d46b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:51.842842 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07da5c1-9de5-4d7e-bc39-5c6b0d46b94c None None] The sync data for ids ['a4154bed-64b2-4eb4-ad56-8e61fe4c474e'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:51.845063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:51.868726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Sync routers for ids ['bd566174-4633-4a6c-a6d0-10585cc6a492'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:51.881470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Routers {'bd566174-4633-4a6c-a6d0-10585cc6a492'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:51.882456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bd566174-4633-4a6c-a6d0-10585cc6a492'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:51.932396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac375dc-7ef4-4938-ae63-4a6b2d2eab9b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet ba3e4941-cfcc-4756-8574-04de7f7b5b6b {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:40:51.945024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ac375dc-7ef4-4938-ae63-4a6b2d2eab9b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:51.978396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.006233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.085857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Set router bd566174-4633-4a6c-a6d0-10585cc6a492 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:40:52.098360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ac375dc-7ef4-4938-ae63-4a6b2d2eab9b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.153838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:40:52.260865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.262954 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-f6c18782-bb3c-4e33-8955-16490f5c9b22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 1002 time: 0.7229624 Apr 08 10:40:52.334133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ac375dc-7ef4-4938-ae63-4a6b2d2eab9b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.363690 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.392038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.393259 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7308438c-0ac6-43da-9ec1-a8aa298b8262 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.6556661 Apr 08 10:40:52.394137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.398118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48306) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:52.453385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd566174-4633-4a6c-a6d0-10585cc6a492', 'name': 'tempest-snat-router-1332468431', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.33'}], 'enable_snat': False}, 'gw_port_id': 'a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:40Z', 'updated_at': '2022-04-08T10:40:47Z', 'revision_number': 3, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port': {'id': 'a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd566174-4633-4a6c-a6d0-10585cc6a492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:40:43Z', 'updated_at': '2022-04-08T10:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:52.457526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Checking router: bd566174-4633-4a6c-a6d0-10585cc6a492 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:40:52.458031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Updating router bd566174-4633-4a6c-a6d0-10585cc6a492 port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:40:52.521204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.578378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] In _notify_port_updated(), no bound segment for port f41449fe-5132-48c4-b199-c77af36eb715 on network acb471c0-ea67-4b52-93fd-94bd7aa9f154 {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:40:52.579600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=ef0634e7-ebef-4035-8f22-db7d88db1a21,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:52.584275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:52.637477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.637477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "PUT /v2.0/ports/f41449fe-5132-48c4-b199-c77af36eb715 HTTP/1.1" status: 200 len: 1002 time: 3.7047539 Apr 08 10:40:52.637477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-2912a727-dc5c-433e-bf1e-fd0e3bb5ddfe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] remove_router_interface failed (client error): The resource could not be found. Apr 08 10:40:52.637477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2912a727-dc5c-433e-bf1e-fd0e3bb5ddfe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/a4154bed-64b2-4eb4-ad56-8e61fe4c474e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8689165 Apr 08 10:40:52.637477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48310) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:52.637995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48312) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:52.638541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-8e5b8496-f74b-43be-b20b-4b99138b9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:52.638541 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-8e5b8496-f74b-43be-b20b-4b99138b9cc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.3260183 Apr 08 10:40:52.687156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.705769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Checking segment: {'id': '9bf69fb8-21e5-4c01-b566-5e31f000d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '55b54d46-6d92-4499-b3a8-79e6549f53f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:52.706150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network hostable DHCP agents. Network: 55b54d46-6d92-4499-b3a8-79e6549f53f2, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:40:52.715957 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d8a0bb2c-414e-4a8f-8909-ea0e98339fdb tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4154bed-64b2-4eb4-ad56-8e61fe4c474e HTTP/1.1" status: 200 len: 205 time: 0.1212385 Apr 08 10:40:52.716680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Router 4d130752-974d-4fdf-9064-c75e866c374b is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:40:52.721741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48318) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:52.722660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9950de-73cc-4923-82f1-aed5fdf752da tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=f41449fe-5132-48c4-b199-c77af36eb715,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:52.749013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765aea96-26a4-4cce-9573-b9e60114a8c9 req-c9146458-d714-406b-b111-668f855fc8d2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:52.750890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-765aea96-26a4-4cce-9573-b9e60114a8c9 req-c9146458-d714-406b-b111-668f855fc8d2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 1.2287409 Apr 08 10:40:52.756546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Transition to ACTIVE for port object 283af562-458d-4581-a563-f8df54bce3d4 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:52.798455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4d4cd-3ede-4427-869b-44101e9be519 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting port f41449fe-5132-48c4-b199-c77af36eb715 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:52.799080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cbe4d4cd-3ede-4427-869b-44101e9be519 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.815090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ac375dc-7ef4-4938-ae63-4a6b2d2eab9b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.894455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9cab9375-9994-4b14-9d62-5c07848676db no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:52.920743 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-765aea96-26a4-4cce-9573-b9e60114a8c9 req-85cfc41a-d068-4eb8-9e79-53143b63a2bc tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556480 Apr 08 10:40:52.949028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 9cab9375-9994-4b14-9d62-5c07848676db {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:40:52.950114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9cab9375-9994-4b14-9d62-5c07848676db not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:40:52.973286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60dcbb3f-ee27-425e-a9ea-1d7514c405df None None] Provisioning complete for port f41449fe-5132-48c4-b199-c77af36eb715 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:52.974989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60dcbb3f-ee27-425e-a9ea-1d7514c405df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.988340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.997560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac375dc-7ef4-4938-ae63-4a6b2d2eab9b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3e4941-cfcc-4756-8574-04de7f7b5b6b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:52.998746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-da1583d3-c308-4918-a32a-4e38311bebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:52.999998 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c85ca864-be81-414e-94db-2e0cf1ca7fe2 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/routers/bd566174-4633-4a6c-a6d0-10585cc6a492 HTTP/1.1" status: 200 len: 908 time: 0.5898178 Apr 08 10:40:53.003721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-da1583d3-c308-4918-a32a-4e38311bebcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3554831 Apr 08 10:40:53.011253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ac375dc-7ef4-4938-ae63-4a6b2d2eab9b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.014035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48322) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:53.026777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1332468431', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': True}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:53.031942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Network 55b54d46-6d92-4499-b3a8-79e6549f53f2 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:40:53.035422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c462dc4-168c-47b5-a3e5-809068ee51e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.050731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4b3d3-c408-42b4-8248-84eaf7de8786 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:53.102623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:53.128599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Usage tracker for resource:router and tenant:a6264d54f7e34916822a39de41dc41f4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:53.130193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:53.175375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-60dcbb3f-ee27-425e-a9ea-1d7514c405df None None] Port f41449fe-5132-48c4-b199-c77af36eb715 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:53.203584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.214291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:53.232892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:53.236585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Transition to ACTIVE for port object a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:53.342146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:53.356695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:53.409361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=283af562-458d-4581-a563-f8df54bce3d4,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:53.445194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 55b54d46-6d92-4499-b3a8-79e6549f53f2) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:53.445194 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6ac375dc-7ef4-4938-ae63-4a6b2d2eab9b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/ba3e4941-cfcc-4756-8574-04de7f7b5b6b HTTP/1.1" status: 204 len: 168 time: 1.8249774 Apr 08 10:40:53.451032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.456741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48326) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:53.505857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:53.506473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.566328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b750d-81f9-4ae0-8f7a-d989e466eca3 None None] Network 55b54d46-6d92-4499-b3a8-79e6549f53f2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:53.589893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Attempting to bind port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:53.590134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Attempting to bind port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:53.590371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Attempting to bind port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:53.592800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:53.611918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:53.612577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.626648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:53.627723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:53.627723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.628519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:53.628664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Bound port: a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:53.628962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.634530 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-ddde7ea3-d415-42d7-b70c-e317ec99472f service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963840 Apr 08 10:40:53.637993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cbe4d4cd-3ede-4427-869b-44101e9be519 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.655575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] Deleting port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:53.655816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.656047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.656741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.668642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:40:53.679492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.679492 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-24c160ba-b862-430b-9b05-cff7712b02d6 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "PUT /v2.0/routers/4d130752-974d-4fdf-9064-c75e866c374b HTTP/1.1" status: 200 len: 915 time: 6.7911894 Apr 08 10:40:53.685007 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4a1e0-cf46-4a15-bc1a-c9daacd21603 None None] Sync routers for ids ['4d130752-974d-4fdf-9064-c75e866c374b'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:40:53.697491 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4a1e0-cf46-4a15-bc1a-c9daacd21603 None None] Routers {'4d130752-974d-4fdf-9064-c75e866c374b'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:53.700032 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d8f4a1e0-cf46-4a15-bc1a-c9daacd21603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4d130752-974d-4fdf-9064-c75e866c374b'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:53.728497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48330) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:53.745491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c462dc4-168c-47b5-a3e5-809068ee51e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.749004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c462dc4-168c-47b5-a3e5-809068ee51e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.754206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.805328 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a312c83b-da22-471f-881c-bb86b5cbfa1b tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8792937 Apr 08 10:40:53.810152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48334) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:53.813647 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d8f4a1e0-cf46-4a15-bc1a-c9daacd21603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:53.816345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a18e177f-e4ae-4c21-822c-06d818e6c019 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:53.829985 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4a1e0-cf46-4a15-bc1a-c9daacd21603 None None] Routers {'4d130752-974d-4fdf-9064-c75e866c374b'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:53.832987 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d8f4a1e0-cf46-4a15-bc1a-c9daacd21603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4d130752-974d-4fdf-9064-c75e866c374b'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:53.860986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4d4cd-3ede-4427-869b-44101e9be519 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Calling delete_port for f41449fe-5132-48c4-b199-c77af36eb715 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:53.903552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9e508-1f7b-4383-b4b1-c3530b1bd4c6 None None] Pushing event updated for resources: {'Port': ['ID=a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:53.924169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c462dc4-168c-47b5-a3e5-809068ee51e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:53.924787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c462dc4-168c-47b5-a3e5-809068ee51e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Fanout notify agent at l3_agent the message router_deleted on router a4154bed-64b2-4eb4-ad56-8e61fe4c474e {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:53.973091 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d8f4a1e0-cf46-4a15-bc1a-c9daacd21603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:53.973643 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4a1e0-cf46-4a15-bc1a-c9daacd21603 None None] The sync data for ids ['4d130752-974d-4fdf-9064-c75e866c374b'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:54.002108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0948ec19-0736-48d3-981b-cc97f5699a16 None None] Provisioning for port 283af562-458d-4581-a563-f8df54bce3d4 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:54.034074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c462dc4-168c-47b5-a3e5-809068ee51e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.035152 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4c462dc4-168c-47b5-a3e5-809068ee51e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/a4154bed-64b2-4eb4-ad56-8e61fe4c474e HTTP/1.1" status: 204 len: 168 time: 1.3124802 Apr 08 10:40:54.038812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0948ec19-0736-48d3-981b-cc97f5699a16 None None] Provisioning complete for port 283af562-458d-4581-a563-f8df54bce3d4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:54.039188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0948ec19-0736-48d3-981b-cc97f5699a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.039934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48340) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:54.142865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] For port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:54.168661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] For port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:54.169060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.185719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] For port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:54.203136 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fef412c1-c571-4dc0-8358-da18020d8896 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6078761 Apr 08 10:40:54.209131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48344) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:54.261367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a18e177f-e4ae-4c21-822c-06d818e6c019 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2359080'] for subnet, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.278432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:32:d6:13'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:48:0b:13'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:54.294467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ca1c952f-0af6-4cce-8272-8009b0e80182 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:router {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:54.334378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] Calling delete_port for b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:54.379101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.420391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0948ec19-0736-48d3-981b-cc97f5699a16 None None] Port 283af562-458d-4581-a563-f8df54bce3d4 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:54.491148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8f346b-553f-47a0-8acf-31b22b9af761 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet 42da1b39-2f0b-440c-a513-06e8a4ab72bd {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:40:54.501951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7287b435-a77a-4ba2-8b17-9cde3d0f89b3 req-2ebb4816-7a85-451f-8e73-6324f7af05d7 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8538296 Apr 08 10:40:54.502941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.514787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd8f346b-553f-47a0-8acf-31b22b9af761 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.526360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ca1c952f-0af6-4cce-8272-8009b0e80182 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:router {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:54.528872 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ca1c952f-0af6-4cce-8272-8009b0e80182 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0665801 Apr 08 10:40:54.543894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48348) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:54.565449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Routers {'bd566174-4633-4a6c-a6d0-10585cc6a492'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:40:54.566192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['bd566174-4633-4a6c-a6d0-10585cc6a492'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:54.638316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9e508-1f7b-4383-b4b1-c3530b1bd4c6 None None] Pushing event updated for resources: {'Port': ['ID=a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:54.646732 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-26f56ded-00b3-495a-8023-368893a3ae80 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/routers/4d130752-974d-4fdf-9064-c75e866c374b HTTP/1.1" status: 200 len: 921 time: 0.9158094 Apr 08 10:40:54.669062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-55b54d46-6d92-4499-b3a8-79e6549f53f2', 'network_id': '55b54d46-6d92-4499-b3a8-79e6549f53f2', 'tenant_id': '57fa73a2bd7d4e318327fa43beb1e7fb', 'fixed_ips': [{'subnet_id': 'ef0634e7-ebef-4035-8f22-db7d88db1a21'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:54.669967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.701908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48352) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:54.761207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6cbca43b-b432-4283-b96a-fbf1ee8fb605 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.764427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd8f346b-553f-47a0-8acf-31b22b9af761 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.821357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c133f-9ac9-46f6-85f6-4024bdba2fbd req-168ce2ea-c9af-478b-8842-b228d67632e3 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:54.822357 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-452c133f-9ac9-46f6-85f6-4024bdba2fbd req-168ce2ea-c9af-478b-8842-b228d67632e3 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.6896529 Apr 08 10:40:54.827123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.913009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cbe4d4cd-3ede-4427-869b-44101e9be519 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.913780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] No DVR routers for this DVR port b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:54.931372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d6ef8-cdb3-4592-9946-1ea69a7c70f6 None None] Pushing event deleted for resources: {'Port': ['ID=b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:54.973578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] Set router bd566174-4633-4a6c-a6d0-10585cc6a492 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:40:55.055338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4d4cd-3ede-4427-869b-44101e9be519 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event deleted for resources: {'Port': ['ID=f41449fe-5132-48c4-b199-c77af36eb715,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:55.129407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:55.180779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:40:55.181186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b3c5e0d8-4a45-4c05-bd83-80477e3ce0c5 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:40:55.287895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6cbca43b-b432-4283-b96a-fbf1ee8fb605 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.306297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6cbca43b-b432-4283-b96a-fbf1ee8fb605 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.364587 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-452c133f-9ac9-46f6-85f6-4024bdba2fbd req-79547ada-a51a-4b3e-a65f-229463e91f65 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5198152 Apr 08 10:40:55.382785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb1ace3-9b14-4ecd-9cac-bb254d6a8b20 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:55.387590 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5cb1ace3-9b14-4ecd-9cac-bb254d6a8b20 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=4d130752-974d-4fdf-9064-c75e866c374b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6815488 Apr 08 10:40:55.392556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48356) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:55.405169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd566174-4633-4a6c-a6d0-10585cc6a492', 'name': 'tempest-snat-router-1332468431', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.33'}], 'enable_snat': False}, 'gw_port_id': 'a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:40Z', 'updated_at': '2022-04-08T10:40:47Z', 'revision_number': 3, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port': {'id': 'a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd566174-4633-4a6c-a6d0-10585cc6a492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:40:43Z', 'updated_at': '2022-04-08T10:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:55.409474 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.415819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf37fd7-177a-4830-97cc-1920d44701cf None None] The sync data for ids ['bd566174-4633-4a6c-a6d0-10585cc6a492'] in dv-neutron-837109-1-hyperv is: [{'id': 'bd566174-4633-4a6c-a6d0-10585cc6a492', 'name': 'tempest-snat-router-1332468431', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.33'}], 'enable_snat': False}, 'gw_port_id': 'a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:40Z', 'updated_at': '2022-04-08T10:40:47Z', 'revision_number': 3, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port': {'id': 'a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd566174-4633-4a6c-a6d0-10585cc6a492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:40:43Z', 'updated_at': '2022-04-08T10:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:40:55.423413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd8f346b-553f-47a0-8acf-31b22b9af761 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.487755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cbe4d4cd-3ede-4427-869b-44101e9be519 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.577898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a18e177f-e4ae-4c21-822c-06d818e6c019 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750043321335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1499398'] for subnet, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.662547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Allocated IP 2001:db8::3 (55b54d46-6d92-4499-b3a8-79e6549f53f2/ef0634e7-ebef-4035-8f22-db7d88db1a21/4829492c-54be-420e-b581-d036491c5458) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:55.731705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6cbca43b-b432-4283-b96a-fbf1ee8fb605 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.732509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbca43b-b432-4283-b96a-fbf1ee8fb605 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Fanout notify agent at l3_agent the message router_deleted on router e85fd462-353c-48bc-9df3-2b09a13de3d8 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:40:55.745303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6cbca43b-b432-4283-b96a-fbf1ee8fb605 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.746813 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6cbca43b-b432-4283-b96a-fbf1ee8fb605 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/routers/e85fd462-353c-48bc-9df3-2b09a13de3d8 HTTP/1.1" status: 204 len: 168 time: 1.2015066 Apr 08 10:40:55.749799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48360) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:55.759239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:55.820685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd8f346b-553f-47a0-8acf-31b22b9af761 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.846009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e177f-e4ae-4c21-822c-06d818e6c019 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:55.846941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a18e177f-e4ae-4c21-822c-06d818e6c019 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:55.854096 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a18e177f-e4ae-4c21-822c-06d818e6c019 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "PUT /v2.0/subnets/ef0634e7-ebef-4035-8f22-db7d88db1a21 HTTP/1.1" status: 200 len: 900 time: 2.0418038 Apr 08 10:40:55.892138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48364) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:55.917029 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cbe4d4cd-3ede-4427-869b-44101e9be519 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "DELETE /v2.0/ports/f41449fe-5132-48c4-b199-c77af36eb715 HTTP/1.1" status: 204 len: 168 time: 3.3186049 Apr 08 10:40:55.920985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:55.942084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48368) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:55.956779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:55.997796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:56.010622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60864344-0295-44aa-9f74-6b8771ab0e3d None None] Network 1b1f08f6-f1bb-4e90-8874-e712219bb770 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:56.029747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:56.032338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b11a0a-748a-493f-a2b5-953292bf7863 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:56.036358 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a5b11a0a-748a-493f-a2b5-953292bf7863 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 881 time: 0.6142030 Apr 08 10:40:56.059525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48372) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:56.060757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd8f346b-553f-47a0-8acf-31b22b9af761 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.082444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e177f-e4ae-4c21-822c-06d818e6c019 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event updated for resources: {'Subnet': ['ID=ef0634e7-ebef-4035-8f22-db7d88db1a21,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:56.097803 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-42406e18-09a7-4c0a-8b12-7c58865224ac tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] GET failed (client error): The resource could not be found. Apr 08 10:40:56.098382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-42406e18-09a7-4c0a-8b12-7c58865224ac tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Synchronizing usage tracker for tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:56.170901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.223757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.236240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.242171 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cd8f346b-553f-47a0-8acf-31b22b9af761 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/42da1b39-2f0b-440c-a513-06e8a4ab72bd HTTP/1.1" status: 204 len: 168 time: 2.1983471 Apr 08 10:40:56.261938 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48376) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:56.267029 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6d362a53-3296-4a92-acf4-a56d721819ad tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d130752-974d-4fdf-9064-c75e866c374b HTTP/1.1" status: 200 len: 205 time: 0.1946044 Apr 08 10:40:56.267251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.268165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f346b-553f-47a0-8acf-31b22b9af761 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=42da1b39-2f0b-440c-a513-06e8a4ab72bd,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:56.305623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Transition to ACTIVE for port object 4829492c-54be-420e-b581-d036491c5458 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:56.370434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Transition to ACTIVE for port object 4829492c-54be-420e-b581-d036491c5458 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:56.407673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48380) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:56.412083 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.421446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.455478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-42406e18-09a7-4c0a-8b12-7c58865224ac tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Unset dirty status for tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:56.461493 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-42406e18-09a7-4c0a-8b12-7c58865224ac tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "GET /v2.0/ports/f41449fe-5132-48c4-b199-c77af36eb715 HTTP/1.1" status: 404 len: 333 time: 0.5020719 Apr 08 10:40:56.461493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:56.469568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.507101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48386) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:56.508199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] DHCP port deletion for 1b1f08f6-f1bb-4e90-8874-e712219bb770 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:40:56.522918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Network 55b54d46-6d92-4499-b3a8-79e6549f53f2 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:56.526336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-961702822'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:56.556155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.561515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] Deleting port 03cbc893-4646-4283-983f-7a913887c58a {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:56.562065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.580081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.601839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:56.606798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:56.613009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Pushing event updated for resources: {'Port': ['ID=4829492c-54be-420e-b581-d036491c5458,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:56.649016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event updated for resources: {'Port': ['ID=283af562-458d-4581-a563-f8df54bce3d4,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:56.665205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.750973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0634e7-ebef-4035-8f22-db7d88db1a21,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:56.765011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 03cbc893-4646-4283-983f-7a913887c58a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:56.765594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.928267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Attempting to bind port 4829492c-54be-420e-b581-d036491c5458 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:56.928676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Attempting to bind port 4829492c-54be-420e-b581-d036491c5458 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9bf69fb8-21e5-4c01-b566-5e31f000d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '55b54d46-6d92-4499-b3a8-79e6549f53f2'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:56.929041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Attempting to bind port 4829492c-54be-420e-b581-d036491c5458 on network 55b54d46-6d92-4499-b3a8-79e6549f53f2 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:56.952286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:56.952698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Checking segment: {'id': '9bf69fb8-21e5-4c01-b566-5e31f000d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '55b54d46-6d92-4499-b3a8-79e6549f53f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:56.953105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.953500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Bound using segment: {'id': '9bf69fb8-21e5-4c01-b566-5e31f000d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '55b54d46-6d92-4499-b3a8-79e6549f53f2'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:56.953989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Bound port: 4829492c-54be-420e-b581-d036491c5458, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf69fb8-21e5-4c01-b566-5e31f000d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '55b54d46-6d92-4499-b3a8-79e6549f53f2'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:56.954365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.962074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.963019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:56.990940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] For port 03cbc893-4646-4283-983f-7a913887c58a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=03cbc893-4646-4283-983f-7a913887c58a,segment=NetworkSegment(c6091fae-568e-49d7-be11-234465850d6b),segment_id=c6091fae-568e-49d7-be11-234465850d6b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:56.991256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.030366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] In _notify_port_updated(), no bound segment for port 283af562-458d-4581-a563-f8df54bce3d4 on network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 {{(pid=88613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:40:57.037697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:57.038671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.043031 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-44918056-0f2f-43fb-b922-1930322809a0 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "PUT /v2.0/ports/283af562-458d-4581-a563-f8df54bce3d4 HTTP/1.1" status: 200 len: 1057 time: 2.7838943 Apr 08 10:40:57.050555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48390) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:57.057086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.060987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b54d46-6d92-4499-b3a8-79e6549f53f2']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:57.078141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829e2ed-0dde-4fdd-b433-2d7029b0fd68 req-2bd40a99-1d69-44aa-b5fd-e332df5cf29c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:57.079746 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1829e2ed-0dde-4fdd-b433-2d7029b0fd68 req-2bd40a99-1d69-44aa-b5fd-e332df5cf29c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4611332 Apr 08 10:40:57.121873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf69fb8-21e5-4c01-b566-5e31f000d70e') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:57.122239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf69fb8-21e5-4c01-b566-5e31f000d70e') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:57.134463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:57.180170 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:57.192329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:57.201411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.225847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] Calling delete_port for 03cbc893-4646-4283-983f-7a913887c58a owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:57.228080 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1829e2ed-0dde-4fdd-b433-2d7029b0fd68 req-b1494b82-c687-4576-bf6e-584755ca409c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382027 Apr 08 10:40:57.335346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.349606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:40:57.350075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.364121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8180e457-e04e-4391-8a0d-30311de5d984 None None] Provisioning complete for port 283af562-458d-4581-a563-f8df54bce3d4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:57.364512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8180e457-e04e-4391-8a0d-30311de5d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:40:57.397069 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:40:57.399465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Made reservation on behalf of 9b7db159c0a74b91bbcfaa7a3ac444d2 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:57.403005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.453078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] For port 4829492c-54be-420e-b581-d036491c5458, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:40:57.461854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97af7e30-aa67-49c3-89c2-bf93bc021305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.486917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8180e457-e04e-4391-8a0d-30311de5d984 None None] Port 283af562-458d-4581-a563-f8df54bce3d4 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:57.509338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.514553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] device_id is not set on port 7854ca34-0915-4872-ba64-69380bab1682 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:40:57.546840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.587921 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4648daa6-3526-4cbe-b6d1-934036bdc55b tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Deleting port 283af562-458d-4581-a563-f8df54bce3d4 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:57.589352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4648daa6-3526-4cbe-b6d1-934036bdc55b tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.614361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] Pushing event deleted for resources: {'Port': ['ID=03cbc893-4646-4283-983f-7a913887c58a,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:57.619049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:57.624910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75812c-8c6c-4ae8-87a0-fb342d3c9902 None None] No DVR routers for this DVR port 03cbc893-4646-4283-983f-7a913887c58a on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:57.632217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] For port 4829492c-54be-420e-b581-d036491c5458, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4829492c-54be-420e-b581-d036491c5458,segment=NetworkSegment(9bf69fb8-21e5-4c01-b566-5e31f000d70e),segment_id=9bf69fb8-21e5-4c01-b566-5e31f000d70e)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:40:57.633921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:57.636640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.647722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:57.659839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:57.669088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:57.669914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.687808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d09715-f6b2-4e69-9887-9215226aff0b None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:57.693945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=d6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:57.709548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:40:57.709548 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:40:57.709548 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': '55b54d46-6d92-4499-b3a8-79e6549f53f2'}] Apr 08 10:40:57.709548 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:57.710123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:57.751654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.807725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Allocated IP 2001:db8::114 (acb471c0-ea67-4b52-93fd-94bd7aa9f154/5fce6b32-d4bd-494f-b153-2bde88481dc3/7854ca34-0915-4872-ba64-69380bab1682) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:57.866248 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9d97b91a-eb88-462f-8b5b-f4b315065e23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1131835 Apr 08 10:40:57.874748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48396) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:57.882848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-3433571', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:57.893794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:57.915088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Allocated IP 172.26.7.235 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/4046ab17-a97d-495b-966e-f58b9e0d9592) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:57.956215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:57.960822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dfffc-dd9c-4038-8cfb-56a297c3830d None None] Pushing event updated for resources: {'Port': ['ID=4829492c-54be-420e-b581-d036491c5458,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:58.001774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.020407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:58.062306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 03cbc893-4646-4283-983f-7a913887c58a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=03cbc893-4646-4283-983f-7a913887c58a,segment=NetworkSegment(c6091fae-568e-49d7-be11-234465850d6b),segment_id=c6091fae-568e-49d7-be11-234465850d6b)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:58.062306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.070446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:58.081280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5e257-4ed2-42a9-9938-f16f1e448261 req-56f05e12-a017-45b3-9d50-903a3aaca63f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:58.086903 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-22c5e257-4ed2-42a9-9938-f16f1e448261 req-56f05e12-a017-45b3-9d50-903a3aaca63f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.6752839 Apr 08 10:40:58.111373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.188739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Deleting port 1638f68e-a695-4318-a1e7-deb93ce710d0 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:58.188739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.206460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.207544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.219641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.227884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.233930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 03cbc893-4646-4283-983f-7a913887c58a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:58.257444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Transition to ACTIVE for port object 7854ca34-0915-4872-ba64-69380bab1682 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:58.260865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.269686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port 4829492c-54be-420e-b581-d036491c5458 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:58.270092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.311463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 03cbc893-4646-4283-983f-7a913887c58a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:40:58.311826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 03cbc893-4646-4283-983f-7a913887c58a not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:40:58.348460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:58.354456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abd993-c849-43ce-9dbb-aa183e1031bd None None] Network 55b54d46-6d92-4499-b3a8-79e6549f53f2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:58.393150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'd6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:40:58.395010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.396974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.402879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 03cbc893-4646-4283-983f-7a913887c58a owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:58.513738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.546520 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-22c5e257-4ed2-42a9-9938-f16f1e448261 req-c340fb40-58a9-498d-949d-332980cac936 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597527 Apr 08 10:40:58.576710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4648daa6-3526-4cbe-b6d1-934036bdc55b tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.623364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port 4829492c-54be-420e-b581-d036491c5458, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4829492c-54be-420e-b581-d036491c5458,segment=NetworkSegment(9bf69fb8-21e5-4c01-b566-5e31f000d70e),segment_id=9bf69fb8-21e5-4c01-b566-5e31f000d70e)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:40:58.624207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.756609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f87784-6e65-488f-b026-3160315cadc3 None None] Network 55b54d46-6d92-4499-b3a8-79e6549f53f2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:40:58.776590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/d6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d/7e7e7575-71f8-4e26-afe9-3c8cc254e12b) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:58.796828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for 4829492c-54be-420e-b581-d036491c5458 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:58.835804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.841428 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d2b4a487-2814-49d2-82bd-f6766f2f356c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9659996 Apr 08 10:40:58.847278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:58.848467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48402) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:58.902664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:58.914208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:58.922507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4648daa6-3526-4cbe-b6d1-934036bdc55b tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Calling delete_port for 283af562-458d-4581-a563-f8df54bce3d4 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:58.923046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:58.923349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:58.979326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.006585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:59.036072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:40:59.036285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:40:59.037974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.155175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=7854ca34-0915-4872-ba64-69380bab1682,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:59.189313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Calling delete_port for 1638f68e-a695-4318-a1e7-deb93ce710d0 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:40:59.215432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:59.216547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.274209 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-522f4f46-f05d-4a70-a911-1195ca478d1c tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7632976 Apr 08 10:40:59.276282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48406) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:59.334106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3e:98:66'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:40:59.368785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.400082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6cc9b-bac2-4568-88d7-7c75dfb089bc req-5449181f-fac6-4e87-9def-d20ebae57843 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:59.401633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dae6cc9b-bac2-4568-88d7-7c75dfb089bc req-5449181f-fac6-4e87-9def-d20ebae57843 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.6163158 Apr 08 10:40:59.427114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.445613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-39a343e4-4b7a-4efd-8e67-9072bb43eb29 None None] Provisioning for port 7854ca34-0915-4872-ba64-69380bab1682 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:59.452770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:59.456959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:59.462150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.462417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Transition to ACTIVE for port object 7e7e7575-71f8-4e26-afe9-3c8cc254e12b will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:59.466683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-39a343e4-4b7a-4efd-8e67-9072bb43eb29 None None] Provisioning complete for port 7854ca34-0915-4872-ba64-69380bab1682 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:59.467009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39a343e4-4b7a-4efd-8e67-9072bb43eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.468536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:59.495222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4648daa6-3526-4cbe-b6d1-934036bdc55b tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.516400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'Port': ['ID=4046ab17-a97d-495b-966e-f58b9e0d9592,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:59.559846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No DVR routers for this DVR port 4829492c-54be-420e-b581-d036491c5458 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:40:59.567421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 03cbc893-4646-4283-983f-7a913887c58a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:40:59.567764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.567876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Port': ['ID=4829492c-54be-420e-b581-d036491c5458,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:59.579284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b835-712a-421b-90c6-f159e1837a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.613841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Transition to ACTIVE for port object 7e7e7575-71f8-4e26-afe9-3c8cc254e12b will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:59.635900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-39a343e4-4b7a-4efd-8e67-9072bb43eb29 None None] Port 7854ca34-0915-4872-ba64-69380bab1682 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:40:59.689399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648daa6-3526-4cbe-b6d1-934036bdc55b tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event deleted for resources: {'Port': ['ID=283af562-458d-4581-a563-f8df54bce3d4,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:59.705464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.752096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] The port '03cbc893-4646-4283-983f-7a913887c58a' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:40:59.800176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:59.805453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:59.808966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:40:59.850069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Pushing event updated for resources: {'Port': ['ID=7e7e7575-71f8-4e26-afe9-3c8cc254e12b,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:59.931992 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Attempting to bind port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:59.932362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Attempting to bind port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:59.932672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Attempting to bind port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:40:59.938979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:40:59.939373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:40:59.939922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.940323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:40:59.940829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Bound port: 7e7e7575-71f8-4e26-afe9-3c8cc254e12b, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:59.941212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.015702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dae6cc9b-bac2-4568-88d7-7c75dfb089bc req-90ee8f83-f3ae-4cfe-8fe8-7f0bdf18ae34 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6056533 Apr 08 10:41:00.040701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.064039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] For port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:00.067897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] For port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7e7e7575-71f8-4e26-afe9-3c8cc254e12b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:00.071640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.122722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b54d46-6d92-4499-b3a8-79e6549f53f2']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:00.146522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.176737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf69fb8-21e5-4c01-b566-5e31f000d70e') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:00.177118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf69fb8-21e5-4c01-b566-5e31f000d70e') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:00.202814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.210976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.230885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event deleted for resources: {'Port': ['ID=1638f68e-a695-4318-a1e7-deb93ce710d0,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:00.234576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b47e2-9141-4fa2-8269-316abdaa8075 None None] Pushing event updated for resources: {'Port': ['ID=7e7e7575-71f8-4e26-afe9-3c8cc254e12b,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:00.291744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.292860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.371732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:00.372312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:00.391302 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:00.442957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.488298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.566604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1f08f6-f1bb-4e90-8874-e712219bb770']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:00.664749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6091fae-568e-49d7-be11-234465850d6b') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:00.665097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6091fae-568e-49d7-be11-234465850d6b') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:00.752840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.797297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.824647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.824877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.859944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=55b54d46-6d92-4499-b3a8-79e6549f53f2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:00.929286 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2d8882a2-b6ac-4db2-8f5b-922eb5aaf87c tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/55b54d46-6d92-4499-b3a8-79e6549f53f2 HTTP/1.1" status: 204 len: 168 time: 5.0360093 Apr 08 10:41:00.950685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48412) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:00.971764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.981653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b74fb-f620-41e6-9fb0-e6367de22301 req-45acc004-897a-46f5-b67e-038aec6ccecb tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:00.983441 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1d1b74fb-f620-41e6-9fb0-e6367de22301 req-45acc004-897a-46f5-b67e-038aec6ccecb tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7867265 Apr 08 10:41:00.998954 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffb3661-1494-49be-bfeb-1567358fda70 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:00.999418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffb3661-1494-49be-bfeb-1567358fda70 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:01.003377 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2ffb3661-1494-49be-bfeb-1567358fda70 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/ef0634e7-ebef-4035-8f22-db7d88db1a21 HTTP/1.1" status: 404 len: 337 time: 0.0463579 Apr 08 10:41:01.006833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7e7e7575-71f8-4e26-afe9-3c8cc254e12b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:01.013099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48416) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:01.050492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:01.051081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:01.099388 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:01.101922 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ed600-6c5e-4813-b12b-14a3f9278217 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:01.101922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790ed600-6c5e-4813-b12b-14a3f9278217 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:01.105752 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-790ed600-6c5e-4813-b12b-14a3f9278217 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/55b54d46-6d92-4499-b3a8-79e6549f53f2 HTTP/1.1" status: 404 len: 339 time: 0.0857496 Apr 08 10:41:01.116498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48420) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:01.120680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.142294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.183905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.215232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:01.259527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.262022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::1 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/d6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d/859343a9-21d2-42b2-a129-30d58bfc9c5f) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:01.274324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4648daa6-3526-4cbe-b6d1-934036bdc55b tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.294399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.337803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.350232 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1d1b74fb-f620-41e6-9fb0-e6367de22301 req-175d3999-a737-4695-b053-66f7db353ce2 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675462 Apr 08 10:41:01.361197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.420352 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4648daa6-3526-4cbe-b6d1-934036bdc55b tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "DELETE /v2.0/ports/283af562-458d-4581-a563-f8df54bce3d4 HTTP/1.1" status: 204 len: 168 time: 4.3595865 Apr 08 10:41:01.427303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48426) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:01.482995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.508521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.511487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.512016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Fanout notify agent at l3_agent the message router_deleted on router 4d130752-974d-4fdf-9064-c75e866c374b {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:01.516723 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-26dea336-5f29-499b-b8e7-5269197fcffa tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] GET failed (client error): The resource could not be found. Apr 08 10:41:01.519002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-26dea336-5f29-499b-b8e7-5269197fcffa tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Synchronizing usage tracker for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:01.532285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81245be1-cce5-411a-a8a5-faea4fb3686e None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:41:01.539827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=1b1f08f6-f1bb-4e90-8874-e712219bb770,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:01.552599 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8edd930b-2c3a-4040-9ec1-fb70ebf97bda tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/1b1f08f6-f1bb-4e90-8874-e712219bb770 HTTP/1.1" status: 204 len: 168 time: 5.2892528 Apr 08 10:41:01.563528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48430) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:01.569009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.570993 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2a14ed5e-d0ce-425b-a9a6-ddb503ac084d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/4d130752-974d-4fdf-9064-c75e866c374b HTTP/1.1" status: 204 len: 168 time: 5.1559358 Apr 08 10:41:01.585762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48434) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:01.640743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-309510775'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:01.655123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:01.663308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:01.668154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:01.684452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:01.694759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-439783736', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:01.702876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] In _notify_port_updated(), no bound segment for port 7854ca34-0915-4872-ba64-69380bab1682 on network acb471c0-ea67-4b52-93fd-94bd7aa9f154 {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:41:01.708282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bcf2cfd9-01eb-483c-8445-93889bd4cf87 None None] Provisioning for port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:01.711180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:01.711839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.713807 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "PUT /v2.0/ports/7854ca34-0915-4872-ba64-69380bab1682 HTTP/1.1" status: 200 len: 1002 time: 2.4359357 Apr 08 10:41:01.720841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bcf2cfd9-01eb-483c-8445-93889bd4cf87 None None] Provisioning complete for port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:01.721360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcf2cfd9-01eb-483c-8445-93889bd4cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.752317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48438) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:01.754801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:01.763360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-26dea336-5f29-499b-b8e7-5269197fcffa tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Unset dirty status for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:01.763608 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-26dea336-5f29-499b-b8e7-5269197fcffa tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "GET /v2.0/ports/283af562-458d-4581-a563-f8df54bce3d4 HTTP/1.1" status: 404 len: 333 time: 0.3361475 Apr 08 10:41:01.773112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48442) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:01.815588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d6030-07b1-4e30-b18e-0660c1d6ee00 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=7854ca34-0915-4872-ba64-69380bab1682,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:01.820704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:01.825987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81245be1-cce5-411a-a8a5-faea4fb3686e None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:41:01.826189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.836251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Usage tracker for resource:router and tenant:352b2f9f57be4bc49769431a2403d34d is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:01.868606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:01.892052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:01.920326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.951233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-36704608-c16d-4017-9515-992255ef5d6c tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Deleting port 35a107cf-9c04-457a-baf4-74966519b668 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:01.951489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36704608-c16d-4017-9515-992255ef5d6c tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.987086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcf2cfd9-01eb-483c-8445-93889bd4cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.012164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5644d5ee-9adb-466c-8670-40a9d47538a7 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting port 7854ca34-0915-4872-ba64-69380bab1682 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:02.012607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5644d5ee-9adb-466c-8670-40a9d47538a7 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.048523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.056095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-bcf2cfd9-01eb-483c-8445-93889bd4cf87 None None] For port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7e7e7575-71f8-4e26-afe9-3c8cc254e12b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:02.080913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.081928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.110960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.120206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:02.130289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98cdafa-ca28-402a-922e-840654e49ab9']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:02.139239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcf2cfd9-01eb-483c-8445-93889bd4cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.169350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.169666 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment 429128e5-87be-4c47-8cdd-4128a6a69638 of type vlan for network b209a5cc-c691-420d-893c-eed74a93df59 Apr 08 10:41:02.173253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.176470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6de7d7b-80c5-49c1-8b8f-d9eee119b7bf') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:02.176796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6de7d7b-80c5-49c1-8b8f-d9eee119b7bf') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:02.217455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 859343a9-21d2-42b2-a129-30d58bfc9c5f will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:02.221004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.233720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2cfd9-01eb-483c-8445-93889bd4cf87 None None] Pushing event updated for resources: {'Port': ['ID=7e7e7575-71f8-4e26-afe9-3c8cc254e12b,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:02.250728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.275202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d512482-f35c-4dcf-8e50-30b3a1811280 req-4e8f8fc2-5bef-4310-8b2f-474951e309f9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:02.285799 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d512482-f35c-4dcf-8e50-30b3a1811280 req-4e8f8fc2-5bef-4310-8b2f-474951e309f9 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.6879654 Apr 08 10:41:02.323780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.363332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.421520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:02.422224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:02.437733 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:02.443550 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d512482-f35c-4dcf-8e50-30b3a1811280 req-085ec30d-9921-48f7-8550-c0ebdc1a2908 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563559 Apr 08 10:41:02.459784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.608664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36704608-c16d-4017-9515-992255ef5d6c tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.640133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:02.691963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=859343a9-21d2-42b2-a129-30d58bfc9c5f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:02.694450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:02.737802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.743470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:02.744669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.754996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-36704608-c16d-4017-9515-992255ef5d6c tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Calling delete_port for 35a107cf-9c04-457a-baf4-74966519b668 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:02.777860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:02.778464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.781873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b5c6471d-e344-4d18-94a7-a6e7c2e20a29 None None] Provisioning complete for port 7854ca34-0915-4872-ba64-69380bab1682 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:02.782324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b5c6471d-e344-4d18-94a7-a6e7c2e20a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:02.901882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b5c6471d-e344-4d18-94a7-a6e7c2e20a29 None None] Port 7854ca34-0915-4872-ba64-69380bab1682 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:02.967874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=b209a5cc-c691-420d-893c-eed74a93df59,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:02.974225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7e7e7575-71f8-4e26-afe9-3c8cc254e12b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:03.000868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network b209a5cc-c691-420d-893c-eed74a93df59 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:03.031999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b4128373-6ec0-4932-9ae1-1cbce44f8c02 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4604597 Apr 08 10:41:03.039263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48448) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:03.052729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': 'b209a5cc-c691-420d-893c-eed74a93df59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:03.094171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Router 416e6266-497b-4198-b35e-922e4c3f4729 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:41:03.152093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:03.152514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.152849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.156723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.203061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5644d5ee-9adb-466c-8670-40a9d47538a7 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.214420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2c6a29fe-7f75-4d2f-b6c6-943f940ab2c4 None None] Provisioning for port 859343a9-21d2-42b2-a129-30d58bfc9c5f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:03.227596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2c6a29fe-7f75-4d2f-b6c6-943f940ab2c4 None None] Provisioning complete for port 859343a9-21d2-42b2-a129-30d58bfc9c5f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:03.228096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2c6a29fe-7f75-4d2f-b6c6-943f940ab2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.272545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.297462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:03.301596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:03.304876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:03.307657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a29fe-7f75-4d2f-b6c6-943f940ab2c4 None None] Port 859343a9-21d2-42b2-a129-30d58bfc9c5f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:03.312206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:03.330800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36704608-c16d-4017-9515-992255ef5d6c tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.450021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36704608-c16d-4017-9515-992255ef5d6c tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event deleted for resources: {'Port': ['ID=35a107cf-9c04-457a-baf4-74966519b668,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:03.461984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:03.466179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.580992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=d98cdafa-ca28-402a-922e-840654e49ab9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:03.584994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.669920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:03.676074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5644d5ee-9adb-466c-8670-40a9d47538a7 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Calling delete_port for 7854ca34-0915-4872-ba64-69380bab1682 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:03.683695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Sync routers for ids ['416e6266-497b-4198-b35e-922e4c3f4729'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:03.699966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36704608-c16d-4017-9515-992255ef5d6c tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.702979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Routers {'416e6266-497b-4198-b35e-922e4c3f4729'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:03.703781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['416e6266-497b-4198-b35e-922e4c3f4729'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:03.725262 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6e18e8d5-4a71-4326-afa7-0f9e4e39bfe6 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/d98cdafa-ca28-402a-922e-840654e49ab9 HTTP/1.1" status: 204 len: 168 time: 2.6074505 Apr 08 10:41:03.731043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48454) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:03.898198 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4e3a81-58bc-47e2-ba1d-349ac91c4b55 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:03.898663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4e3a81-58bc-47e2-ba1d-349ac91c4b55 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:03.907664 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6a4e3a81-58bc-47e2-ba1d-349ac91c4b55 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/d35acbe0-402a-44da-8c0a-0edad0be0369 HTTP/1.1" status: 404 len: 337 time: 0.1752052 Apr 08 10:41:03.911837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48458) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:03.935768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Set router 416e6266-497b-4198-b35e-922e4c3f4729 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:03.977511 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-36704608-c16d-4017-9515-992255ef5d6c tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "DELETE /v2.0/ports/35a107cf-9c04-457a-baf4-74966519b668 HTTP/1.1" status: 204 len: 168 time: 2.2041776 Apr 08 10:41:03.979850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.979850 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b5fe539b-dccb-4035-8b0e-6b7d26762dd1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.9597371 Apr 08 10:41:03.983493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48462) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:03.985767 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1790a6-bd43-4376-aceb-9b841198d4e3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:03.986229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1790a6-bd43-4376-aceb-9b841198d4e3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:03.990743 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fa1790a6-bd43-4376-aceb-9b841198d4e3 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/905e4ce3-b4e0-4175-873f-5f8b094a978c HTTP/1.1" status: 404 len: 339 time: 0.0730340 Apr 08 10:41:04.022860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48466) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:04.023900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48468) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:04.045328 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-4778187a-31bb-456a-a7bc-705fa6548685 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] GET failed (client error): The resource could not be found. Apr 08 10:41:04.045879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4778187a-31bb-456a-a7bc-705fa6548685 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Synchronizing usage tracker for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:04.186734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.194699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4778187a-31bb-456a-a7bc-705fa6548685 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Unset dirty status for tenant:da61d4b000a942b89dd74d7432634f31 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:04.195937 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4778187a-31bb-456a-a7bc-705fa6548685 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "GET /v2.0/ports/35a107cf-9c04-457a-baf4-74966519b668 HTTP/1.1" status: 404 len: 333 time: 0.2117684 Apr 08 10:41:04.196647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb474-b31b-4fff-ba0e-02ffd877b18d req-9da12c84-699e-4fca-9013-4adbe26c86f7 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:04.196930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.199115 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-255eb474-b31b-4fff-ba0e-02ffd877b18d req-9da12c84-699e-4fca-9013-4adbe26c86f7 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.8587983 Apr 08 10:41:04.214867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48476) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:04.285358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=eff96d8f-e5a9-40e2-9db9-dbeb74df0f12,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:04.297798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': '429128e5-87be-4c47-8cdd-4128a6a69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b209a5cc-c691-420d-893c-eed74a93df59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:04.298421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: b209a5cc-c691-420d-893c-eed74a93df59, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:04.370321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e6266-497b-4198-b35e-922e4c3f4729', 'name': 'tempest-snat-router-1332468431', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': '4046ab17-a97d-495b-966e-f58b9e0d9592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:53Z', 'updated_at': '2022-04-08T10:41:00Z', 'revision_number': 3, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port': {'id': '4046ab17-a97d-495b-966e-f58b9e0d9592', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e6266-497b-4198-b35e-922e4c3f4729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:40:57Z', 'updated_at': '2022-04-08T10:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:04.375388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Checking router: 416e6266-497b-4198-b35e-922e4c3f4729 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:41:04.375808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Updating router 416e6266-497b-4198-b35e-922e4c3f4729 port 4046ab17-a97d-495b-966e-f58b9e0d9592 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:41:04.376888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-be835b28-5306-4f2c-beaa-609ef12f66b0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting subnet 59eea63e-80c8-401a-9048-542d98deb1ff {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:04.378666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5644d5ee-9adb-466c-8670-40a9d47538a7 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.425065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network b209a5cc-c691-420d-893c-eed74a93df59 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:04.432940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.512775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-be835b28-5306-4f2c-beaa-609ef12f66b0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.602259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, b209a5cc-c691-420d-893c-eed74a93df59) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:04.607213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:04.607813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.646460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f6614-58d3-459f-bf2e-178493fcf944 None None] Network b209a5cc-c691-420d-893c-eed74a93df59 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:04.676222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644d5ee-9adb-466c-8670-40a9d47538a7 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event deleted for resources: {'Port': ['ID=7854ca34-0915-4872-ba64-69380bab1682,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:04.687198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-0cf448f6-7d87-43e5-b347-b43d4a2c8ae2 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Deleting port 6ebd37e6-c569-48b1-b17d-b5524843aabf {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:04.687198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0cf448f6-7d87-43e5-b347-b43d4a2c8ae2 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.734556 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-96d6e9e0-2ca7-40ac-8ef0-9d0cd6677b59 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6928132 Apr 08 10:41:04.735837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48480) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:04.741733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-147569210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:04.752158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:04.758045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:router and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:04.762226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:04.771668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:04.813693 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-255eb474-b31b-4fff-ba0e-02ffd877b18d req-9f8b55d7-680b-4033-94fe-4f67356f6924 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5983198 Apr 08 10:41:04.817492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5644d5ee-9adb-466c-8670-40a9d47538a7 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.880221 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-23c193e0-ac79-4581-b958-5275d6878b56 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/routers/416e6266-497b-4198-b35e-922e4c3f4729 HTTP/1.1" status: 200 len: 908 time: 0.8498566 Apr 08 10:41:04.881971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48484) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:04.902024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-be835b28-5306-4f2c-beaa-609ef12f66b0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.954689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.954959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:04.990359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.010748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.015110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-b209a5cc-c691-420d-893c-eed74a93df59', 'network_id': 'b209a5cc-c691-420d-893c-eed74a93df59', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': 'eff96d8f-e5a9-40e2-9db9-dbeb74df0f12'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:41:05.016296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.050611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Transition to ACTIVE for port object 4046ab17-a97d-495b-966e-f58b9e0d9592 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:05.115002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.136688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.160574 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5644d5ee-9adb-466c-8670-40a9d47538a7 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "DELETE /v2.0/ports/7854ca34-0915-4872-ba64-69380bab1682 HTTP/1.1" status: 204 len: 168 time: 3.4072013 Apr 08 10:41:05.174997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48488) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:05.226834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.238466 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-625ec474-f7c4-4f01-a6b8-a94c9d1bf0bc tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] GET failed (client error): The resource could not be found. Apr 08 10:41:05.238728 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-625ec474-f7c4-4f01-a6b8-a94c9d1bf0bc tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "GET /v2.0/ports/7854ca34-0915-4872-ba64-69380bab1682 HTTP/1.1" status: 404 len: 333 time: 0.0628936 Apr 08 10:41:05.250553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48492) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:05.258878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1838062020'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:05.316337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eea1d-cb0e-4aa6-b16b-d07b3895a0a9 None None] Pushing event updated for resources: {'Port': ['ID=4046ab17-a97d-495b-966e-f58b9e0d9592,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:05.331059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Attempting to bind port 4046ab17-a97d-495b-966e-f58b9e0d9592 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:05.331658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Attempting to bind port 4046ab17-a97d-495b-966e-f58b9e0d9592 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:05.332233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Attempting to bind port 4046ab17-a97d-495b-966e-f58b9e0d9592 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:41:05.361488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Allocated IP 172.20.0.2 (b209a5cc-c691-420d-893c-eed74a93df59/eff96d8f-e5a9-40e2-9db9-dbeb74df0f12/02578d60-5578-452d-ba35-4b863bfbefb9) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:05.363721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:41:05.364072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:05.364943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.364943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:41:05.366970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Bound port: 4046ab17-a97d-495b-966e-f58b9e0d9592, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:05.366970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.381899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.441925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.445575 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a9085b48-096e-468b-8373-bc5a7ef7b497 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7077191 Apr 08 10:41:05.446588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48496) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:05.469006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-be835b28-5306-4f2c-beaa-609ef12f66b0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.513006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.513790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.538960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] For port 4046ab17-a97d-495b-966e-f58b9e0d9592, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:05.552576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] For port 4046ab17-a97d-495b-966e-f58b9e0d9592, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4046ab17-a97d-495b-966e-f58b9e0d9592,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:05.632406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.660770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.684038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0cf448f6-7d87-43e5-b347-b43d4a2c8ae2 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.725924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.737125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Transition to ACTIVE for port object 02578d60-5578-452d-ba35-4b863bfbefb9 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:05.756757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Transition to ACTIVE for port object 02578d60-5578-452d-ba35-4b863bfbefb9 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:05.791746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:05.797707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Routers {'416e6266-497b-4198-b35e-922e4c3f4729'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:05.798347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['416e6266-497b-4198-b35e-922e4c3f4729'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:05.845793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Usage tracker for resource:port and tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:05.855369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:05.857449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eea1d-cb0e-4aa6-b16b-d07b3895a0a9 None None] Pushing event updated for resources: {'Port': ['ID=4046ab17-a97d-495b-966e-f58b9e0d9592,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:05.858770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Deleting port 4046ab17-a97d-495b-966e-f58b9e0d9592 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:05.859055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.938093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.992210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.023723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Network b209a5cc-c691-420d-893c-eed74a93df59 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:06.029907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-0cf448f6-7d87-43e5-b347-b43d4a2c8ae2 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Calling delete_port for 6ebd37e6-c569-48b1-b17d-b5524843aabf owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:06.069665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=859343a9-21d2-42b2-a129-30d58bfc9c5f,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:06.083952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:06.095075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:06.097863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.105856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] Set router 416e6266-497b-4198-b35e-922e4c3f4729 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:06.180500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:06.241513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:06.243397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:06.251566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-be835b28-5306-4f2c-beaa-609ef12f66b0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.265168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Pushing event updated for resources: {'Port': ['ID=02578d60-5578-452d-ba35-4b863bfbefb9,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:06.293996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e6266-497b-4198-b35e-922e4c3f4729', 'name': 'tempest-snat-router-1332468431', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:53Z', 'updated_at': '2022-04-08T10:41:05Z', 'revision_number': 4, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:06.317171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8476b4-8beb-4ebe-92eb-9750d5f781e0 None None] The sync data for ids ['416e6266-497b-4198-b35e-922e4c3f4729'] in dv-neutron-837109-1-hyperv is: [{'id': '416e6266-497b-4198-b35e-922e4c3f4729', 'name': 'tempest-snat-router-1332468431', 'tenant_id': 'a6264d54f7e34916822a39de41dc41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:53Z', 'updated_at': '2022-04-08T10:41:05Z', 'revision_number': 4, 'project_id': 'a6264d54f7e34916822a39de41dc41f4', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:06.357091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Attempting to bind port 02578d60-5578-452d-ba35-4b863bfbefb9 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:06.357826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Attempting to bind port 02578d60-5578-452d-ba35-4b863bfbefb9 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '429128e5-87be-4c47-8cdd-4128a6a69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b209a5cc-c691-420d-893c-eed74a93df59'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:06.358607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Attempting to bind port 02578d60-5578-452d-ba35-4b863bfbefb9 on network b209a5cc-c691-420d-893c-eed74a93df59 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:41:06.375992 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:41:06.376389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Checking segment: {'id': '429128e5-87be-4c47-8cdd-4128a6a69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b209a5cc-c691-420d-893c-eed74a93df59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:06.376894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.377368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Bound using segment: {'id': '429128e5-87be-4c47-8cdd-4128a6a69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b209a5cc-c691-420d-893c-eed74a93df59'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:41:06.377931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Bound port: 02578d60-5578-452d-ba35-4b863bfbefb9, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429128e5-87be-4c47-8cdd-4128a6a69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b209a5cc-c691-420d-893c-eed74a93df59'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:06.378314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.401970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be835b28-5306-4f2c-beaa-609ef12f66b0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=59eea63e-80c8-401a-9048-542d98deb1ff,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:06.412403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Made reservation on behalf of 9b7db159c0a74b91bbcfaa7a3ac444d2 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:06.417586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.424014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-be835b28-5306-4f2c-beaa-609ef12f66b0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.450001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] device_id is not set on port cfd7f15c-8f73-49b0-a700-4c78666e7135 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:06.503487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106716b3-4602-4515-bbf8-e1ef7089ddde None None] Network 3698324c-1fdf-4043-a314-5a2465ce8207 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:06.617781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Allocated IP 2001:db8::3cb (acb471c0-ea67-4b52-93fd-94bd7aa9f154/5fce6b32-d4bd-494f-b153-2bde88481dc3/cfd7f15c-8f73-49b0-a700-4c78666e7135) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:06.697940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.713730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] For port 02578d60-5578-452d-ba35-4b863bfbefb9, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:06.713955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] For port 4046ab17-a97d-495b-966e-f58b9e0d9592, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4046ab17-a97d-495b-966e-f58b9e0d9592,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:06.713955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.716062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] For port 02578d60-5578-452d-ba35-4b863bfbefb9, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=02578d60-5578-452d-ba35-4b863bfbefb9,segment=NetworkSegment(429128e5-87be-4c47-8cdd-4128a6a69638),segment_id=429128e5-87be-4c47-8cdd-4128a6a69638)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:06.765012 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-be835b28-5306-4f2c-beaa-609ef12f66b0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/59eea63e-80c8-401a-9048-542d98deb1ff HTTP/1.1" status: 204 len: 168 time: 2.7354431 Apr 08 10:41:06.768601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48502) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:06.786475 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e189a667-7fa1-4dc1-b3f8-51d61851beb1 None None] Provisioning complete for port 859343a9-21d2-42b2-a129-30d58bfc9c5f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:06.786944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e189a667-7fa1-4dc1-b3f8-51d61851beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.811447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Allocated IP 172.26.7.190 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/08254e35-3726-4cfa-93a7-b4da3f7178ee) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:06.815659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.818668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Router ef046172-e16a-4fba-bc9a-1f899356a14a is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:41:06.937887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Calling delete_port for 4046ab17-a97d-495b-966e-f58b9e0d9592 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:06.940047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0cf448f6-7d87-43e5-b347-b43d4a2c8ae2 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.989190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e189a667-7fa1-4dc1-b3f8-51d61851beb1 None None] Port 859343a9-21d2-42b2-a129-30d58bfc9c5f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:07.000573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639678-5d9f-4022-bed5-ecab08b00fd2 None None] Pushing event updated for resources: {'Port': ['ID=02578d60-5578-452d-ba35-4b863bfbefb9,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:07.107258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5fd68-db86-471d-9d5a-6e33bdcd3397 req-a44d65be-ecf3-4e20-aaf3-81a74ed2ff71 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:07.109065 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d4c5fd68-db86-471d-9d5a-6e33bdcd3397 req-a44d65be-ecf3-4e20-aaf3-81a74ed2ff71 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.9875250 Apr 08 10:41:07.408631 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d4c5fd68-db86-471d-9d5a-6e33bdcd3397 req-ca8c4336-d0ef-4dee-931f-99996ad27201 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453539 Apr 08 10:41:07.421055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:07.528587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf448f6-7d87-43e5-b347-b43d4a2c8ae2 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event deleted for resources: {'Port': ['ID=6ebd37e6-c569-48b1-b17d-b5524843aabf,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:07.535264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dbbaf7-c430-46ef-b980-4642cb99f81f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting subnet 22123fc2-e294-4c03-a0d2-1c881d5f7485 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:07.586822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:07.599589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbaf7-c430-46ef-b980-4642cb99f81f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:07.648957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Transition to ACTIVE for port object cfd7f15c-8f73-49b0-a700-4c78666e7135 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:07.662313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:07.673727 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Sync routers for ids ['ef046172-e16a-4fba-bc9a-1f899356a14a'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:07.686597 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Routers {'ef046172-e16a-4fba-bc9a-1f899356a14a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:07.687238 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ef046172-e16a-4fba-bc9a-1f899356a14a'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:07.694964 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9d23cf8d-445b-45ce-baa9-1f7f1ce8ce61 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "PUT /v2.0/routers/ef046172-e16a-4fba-bc9a-1f899356a14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7869558 Apr 08 10:41:07.714834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48508) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:07.765350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbaf7-c430-46ef-b980-4642cb99f81f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:07.879269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.20.0.1 (b209a5cc-c691-420d-893c-eed74a93df59/eff96d8f-e5a9-40e2-9db9-dbeb74df0f12/0bd0454b-c941-4f81-bdc1-f57657895f9b) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:07.929264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0cf448f6-7d87-43e5-b347-b43d4a2c8ae2 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:07.934784 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0cf448f6-7d87-43e5-b347-b43d4a2c8ae2 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "DELETE /v2.0/ports/6ebd37e6-c569-48b1-b17d-b5524843aabf HTTP/1.1" status: 204 len: 168 time: 3.7116013 Apr 08 10:41:07.938245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48514) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:07.950108 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Set router ef046172-e16a-4fba-bc9a-1f899356a14a gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:08.030045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.096204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbaf7-c430-46ef-b980-4642cb99f81f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.237442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e67df729-3abb-45a7-9447-5ed167890c0a None None] Provisioning complete for port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:08.238009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e67df729-3abb-45a7-9447-5ed167890c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.300031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a495f7-220a-4169-ad57-927409fc83c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:08.300792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-87a495f7-220a-4169-ad57-927409fc83c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:08.322063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:08.330875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:08.385964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event updated for resources: {'Port': ['ID=08254e35-3726-4cfa-93a7-b4da3f7178ee,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:08.398330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:08.496384 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'name': 'tempest-NetworksTestDHCPv6-router-3433571', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:58Z', 'updated_at': '2022-04-08T10:41:02Z', 'revision_number': 2, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None, '_interfaces': [{'id': '859343a9-21d2-42b2-a129-30d58bfc9c5f', 'name': '', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'mac_address': 'fa:16:3e:cb:7b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:41:00Z', 'updated_at': '2022-04-08T10:41:04Z', 'revision_number': 2, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'subnets': [{'id': 'd6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:08.507873 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Checking router: ef046172-e16a-4fba-bc9a-1f899356a14a for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:41:08.507873 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Updating router ef046172-e16a-4fba-bc9a-1f899356a14a port 859343a9-21d2-42b2-a129-30d58bfc9c5f binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:41:08.511103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.557085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df12cc85-1515-4821-91be-8ea819d04524 None None] Network b209a5cc-c691-420d-893c-eed74a93df59 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:08.559133 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.569766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-87a495f7-220a-4169-ad57-927409fc83c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:08.571263 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-87a495f7-220a-4169-ad57-927409fc83c0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports/859343a9-21d2-42b2-a129-30d58bfc9c5f HTTP/1.1" status: 200 len: 911 time: 0.8537488 Apr 08 10:41:08.574344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.576453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f5612f-c150-46fd-af0c-21ab591eaa93 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Deleting subnet e75e4306-3e78-4966-8154-e143bb612c86 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:08.578941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48518) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:08.598895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06f5612f-c150-46fd-af0c-21ab591eaa93 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.602899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event deleted for resources: {'Port': ['ID=4046ab17-a97d-495b-966e-f58b9e0d9592,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:08.818891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:08.849256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:08.864269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:08.872508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:08.873268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.899606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.905757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=cfd7f15c-8f73-49b0-a700-4c78666e7135,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:08.910770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06f5612f-c150-46fd-af0c-21ab591eaa93 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.917646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d67a2-b0a4-4581-86a3-301b4b553f38 req-9eac6460-a139-48c9-a6ae-11384e048716 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:08.919342 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-227d67a2-b0a4-4581-86a3-301b4b553f38 req-9eac6460-a139-48c9-a6ae-11384e048716 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7837305 Apr 08 10:41:08.927569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-90ad5a5a-eec8-4efb-a26c-7eb3f507f178 None None] Provisioning for port 02578d60-5578-452d-ba35-4b863bfbefb9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:08.994660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object 0bd0454b-c941-4f81-bdc1-f57657895f9b will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:09.003325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbaf7-c430-46ef-b980-4642cb99f81f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.034491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.057704 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.066944 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Transition to ACTIVE for port object 859343a9-21d2-42b2-a129-30d58bfc9c5f will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:09.087565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbbaf7-c430-46ef-b980-4642cb99f81f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=22123fc2-e294-4c03-a0d2-1c881d5f7485,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:09.095797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-7ba28e54-797f-4caa-8652-2a92141a07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:09.098145 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-7ba28e54-797f-4caa-8652-2a92141a07ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ff8d365fe7a49148aab825402ef3c73&device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 1099 time: 0.8668575 Apr 08 10:41:09.101232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbaf7-c430-46ef-b980-4642cb99f81f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.106750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 02578d60-5578-452d-ba35-4b863bfbefb9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:09.148049 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.174857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707029f-5138-4917-8d31-2a02e1997c30 None None] Network 3698324c-1fdf-4043-a314-5a2465ce8207 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:09.223985 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-227d67a2-b0a4-4581-86a3-301b4b553f38 req-0ce82d0d-fbed-48ec-8007-fa8b0b02f77e tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936573 Apr 08 10:41:09.230604 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-db680397-01a1-495c-a535-017a8812079a tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9778142 Apr 08 10:41:09.253521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48524) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:09.267189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'network_id': 'acb471c0-ea67-4b52-93fd-94bd7aa9f154', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1798283913'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:09.382926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016a2b4-5725-4f97-af2a-d834f8941c42 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:09.410940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016a2b4-5725-4f97-af2a-d834f8941c42 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:09.416542 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6016a2b4-5725-4f97-af2a-d834f8941c42 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8220272 Apr 08 10:41:09.417466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48528) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:09.424077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.498674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.522585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f264b1de-0610-4d93-8a19-1e9134b73082 None None] Provisioning for port cfd7f15c-8f73-49b0-a700-4c78666e7135 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:09.550062 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68053900-e61f-4ad4-a02c-9f0e5a00b38e None None] Pushing event updated for resources: {'Port': ['ID=859343a9-21d2-42b2-a129-30d58bfc9c5f,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:09.593081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f264b1de-0610-4d93-8a19-1e9134b73082 None None] Provisioning complete for port cfd7f15c-8f73-49b0-a700-4c78666e7135 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:09.593845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f264b1de-0610-4d93-8a19-1e9134b73082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.657617 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Attempting to bind port 859343a9-21d2-42b2-a129-30d58bfc9c5f on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:09.657893 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Attempting to bind port 859343a9-21d2-42b2-a129-30d58bfc9c5f by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:09.659631 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Attempting to bind port 859343a9-21d2-42b2-a129-30d58bfc9c5f on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:41:09.668109 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:41:09.668109 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:09.668502 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.668833 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:41:09.669423 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Bound port: 859343a9-21d2-42b2-a129-30d58bfc9c5f, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:09.669820 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.696361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f264b1de-0610-4d93-8a19-1e9134b73082 None None] Port cfd7f15c-8f73-49b0-a700-4c78666e7135 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:09.703977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:09.709741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Usage tracker for resource:port and tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:09.712198 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:09.733836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:09.760186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 02578d60-5578-452d-ba35-4b863bfbefb9 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:09.762621 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a2dbbaf7-c430-46ef-b980-4642cb99f81f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/22123fc2-e294-4c03-a0d2-1c881d5f7485 HTTP/1.1" status: 204 len: 168 time: 2.9927933 Apr 08 10:41:09.763622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.784106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 02578d60-5578-452d-ba35-4b863bfbefb9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:09.787236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.795666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48532) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:09.796307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.796817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 416e6266-497b-4198-b35e-922e4c3f4729 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:09.820651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.821366 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] For port 859343a9-21d2-42b2-a129-30d58bfc9c5f, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:09.821783 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e0ed286f-b9b7-4091-8868-696e06f7ec83 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "DELETE /v2.0/routers/416e6266-497b-4198-b35e-922e4c3f4729 HTTP/1.1" status: 204 len: 168 time: 4.9391162 Apr 08 10:41:09.829307 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] For port 859343a9-21d2-42b2-a129-30d58bfc9c5f, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=859343a9-21d2-42b2-a129-30d58bfc9c5f,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:09.844936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48536) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:09.862882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] DHCP port deletion for 3698324c-1fdf-4043-a314-5a2465ce8207 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:09.903097 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.909544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] Deleting port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:09.910956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.070912 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68053900-e61f-4ad4-a02c-9f0e5a00b38e None None] Pushing event updated for resources: {'Port': ['ID=859343a9-21d2-42b2-a129-30d58bfc9c5f,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:10.113875 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Routers {'ef046172-e16a-4fba-bc9a-1f899356a14a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:10.114966 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ef046172-e16a-4fba-bc9a-1f899356a14a'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:10.228157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06f5612f-c150-46fd-af0c-21ab591eaa93 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.284041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.338689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-ed6d05fa-1643-46aa-a832-4f2fd39ea819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:10.354050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-ed6d05fa-1643-46aa-a832-4f2fd39ea819 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 200 len: 912 time: 0.8787034 Apr 08 10:41:10.470975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.499302 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] Set router ef046172-e16a-4fba-bc9a-1f899356a14a gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:10.553237 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-3f84903d-e4cb-4d12-a51c-7caba73b017c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 200 len: 1002 time: 0.1472628 Apr 08 10:41:10.635037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Made reservation on behalf of 9b7db159c0a74b91bbcfaa7a3ac444d2 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:10.639300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.657726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8dcb28dd-9da0-4e54-864e-f2e37b70535f None None] Provisioning complete for port 02578d60-5578-452d-ba35-4b863bfbefb9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:10.658303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8dcb28dd-9da0-4e54-864e-f2e37b70535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.686168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=0bd0454b-c941-4f81-bdc1-f57657895f9b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:10.774732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network b209a5cc-c691-420d-893c-eed74a93df59 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:10.775904 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-d175b092-6f25-4c2e-bfa7-5e6dce54013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:10.777805 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-d175b092-6f25-4c2e-bfa7-5e6dce54013c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 200 len: 850 time: 0.1188610 Apr 08 10:41:10.791518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.802115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:10.802475 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] For port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,segment=NetworkSegment(111c9ccd-8884-4eb9-b530-69d53ede5e5f),segment_id=111c9ccd-8884-4eb9-b530-69d53ede5e5f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:10.803104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.810379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:10.840278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 02578d60-5578-452d-ba35-4b863bfbefb9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=02578d60-5578-452d-ba35-4b863bfbefb9,segment=NetworkSegment(429128e5-87be-4c47-8cdd-4128a6a69638),segment_id=429128e5-87be-4c47-8cdd-4128a6a69638)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:10.921910 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'name': 'tempest-NetworksTestDHCPv6-router-3433571', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:58Z', 'updated_at': '2022-04-08T10:41:02Z', 'revision_number': 2, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None, '_interfaces': [{'id': '859343a9-21d2-42b2-a129-30d58bfc9c5f', 'name': '', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'mac_address': 'fa:16:3e:cb:7b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:41:00Z', 'updated_at': '2022-04-08T10:41:09Z', 'revision_number': 4, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'subnets': [{'id': 'd6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:10.926633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.932820 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4958d2-5c9e-4544-85ca-0152c059a8d4 None None] The sync data for ids ['ef046172-e16a-4fba-bc9a-1f899356a14a'] in dv-neutron-837109-1-hyperv is: [{'id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'name': 'tempest-NetworksTestDHCPv6-router-3433571', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:58Z', 'updated_at': '2022-04-08T10:41:02Z', 'revision_number': 2, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None, '_interfaces': [{'id': '859343a9-21d2-42b2-a129-30d58bfc9c5f', 'name': '', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'mac_address': 'fa:16:3e:cb:7b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'd6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:41:00Z', 'updated_at': '2022-04-08T10:41:09Z', 'revision_number': 4, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'subnets': [{'id': 'd6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:11.003913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:11.005032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.033470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] device_id is not set on port 09672045-e533-48e9-8d30-121f65498126 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:11.063021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.078537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] Calling delete_port for 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:11.225317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.261035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:11.279665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.409496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=02578d60-5578-452d-ba35-4b863bfbefb9,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:11.437942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.551624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.558524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Allocated IP 2001:db8::1fc (acb471c0-ea67-4b52-93fd-94bd7aa9f154/5fce6b32-d4bd-494f-b153-2bde88481dc3/09672045-e533-48e9-8d30-121f65498126) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:11.686631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.696418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967ec6e-9ce1-49c5-a1cb-dc88c1a62527 req-ef1253b8-796a-429d-94c7-96ece8fd5344 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:11.698968 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e967ec6e-9ce1-49c5-a1cb-dc88c1a62527 req-ef1253b8-796a-429d-94c7-96ece8fd5344 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 1.1443574 Apr 08 10:41:11.727710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-78e837cf-41c9-4bf5-b89c-745062320bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:11.729837 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-78e837cf-41c9-4bf5-b89c-745062320bbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86331d7c-f8b8-4aad-b18f-88ecd1f6de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5348535 Apr 08 10:41:11.770309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-93982b04-5c94-426d-8c17-491656e54db7 None None] Provisioning for port 0bd0454b-c941-4f81-bdc1-f57657895f9b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:11.774572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] No DVR routers for this DVR port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:11.791286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd39d0-06df-482d-b890-618781d4ecf2 None None] Pushing event deleted for resources: {'Port': ['ID=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:11.802677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-93982b04-5c94-426d-8c17-491656e54db7 None None] Provisioning complete for port 0bd0454b-c941-4f81-bdc1-f57657895f9b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:11.802677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93982b04-5c94-426d-8c17-491656e54db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.920999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-93982b04-5c94-426d-8c17-491656e54db7 None None] Port 0bd0454b-c941-4f81-bdc1-f57657895f9b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:11.983421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06f5612f-c150-46fd-af0c-21ab591eaa93 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.062995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a0cc6-2a0d-4aef-b869-49244fb2eb5d None None] Network 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:12.082521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5612f-c150-46fd-af0c-21ab591eaa93 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event deleted for resources: {'Subnet': ['ID=e75e4306-3e78-4966-8154-e143bb612c86,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:12.085908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-06f5612f-c150-46fd-af0c-21ab591eaa93 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.104493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=38eb5567-ceaf-479c-a8ef-4dc1fc71a246,segment=NetworkSegment(111c9ccd-8884-4eb9-b530-69d53ede5e5f),segment_id=111c9ccd-8884-4eb9-b530-69d53ede5e5f)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:12.105199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.294731 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-06f5612f-c150-46fd-af0c-21ab591eaa93 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "DELETE /v2.0/subnets/e75e4306-3e78-4966-8154-e143bb612c86 HTTP/1.1" status: 204 len: 168 time: 4.3513193 Apr 08 10:41:12.296931 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-54fa6374-a755-4b43-b6e3-8bc895b6fcf1 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994874 Apr 08 10:41:12.304240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48544) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:12.344886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:12.357657 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e967ec6e-9ce1-49c5-a1cb-dc88c1a62527 req-b5d4ba44-dd2d-4bdf-897e-97c5546bed05 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6475310 Apr 08 10:41:12.388947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] DHCP port deletion for 07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:12.392516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.393685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] Deleting port c9c5cf5b-1adb-4bac-80fb-67ace818414d {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:12.394979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.547263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Deleting port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:12.547519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.630987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.644490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] For port c9c5cf5b-1adb-4bac-80fb-67ace818414d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c9c5cf5b-1adb-4bac-80fb-67ace818414d,segment=NetworkSegment(b7545256-39b9-445f-a08d-f26771e055a8),segment_id=b7545256-39b9-445f-a08d-f26771e055a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:12.645267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.695543 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5e8b3750-bbe2-4a47-a29d-7ea45ebed71d req-b2a05233-9cf3-42e8-8484-ea7a09f6ce49 service neutron] 10.222.0.41 "GET /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681600 Apr 08 10:41:12.696772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.726530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.767273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Deleting port c9c5cf5b-1adb-4bac-80fb-67ace818414d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:12.767619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.781332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] Calling delete_port for c9c5cf5b-1adb-4bac-80fb-67ace818414d owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:12.801288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Router c2164e1c-eff3-4f24-871e-7404dab8eac6 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:41:12.818378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Transition to ACTIVE for port object 09672045-e533-48e9-8d30-121f65498126 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:12.889800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:12.890092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:12.976622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] For port a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:12.976622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.986562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.990317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.013962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] The port 'c9c5cf5b-1adb-4bac-80fb-67ace818414d' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:41:13.039167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] Pushing event deleted for resources: {'Port': ['ID=c9c5cf5b-1adb-4bac-80fb-67ace818414d,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:13.043969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3817fba-27f1-4d3a-a357-18f8a47c4496 None None] No DVR routers for this DVR port c9c5cf5b-1adb-4bac-80fb-67ace818414d on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:13.060037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.162424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.169814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Calling delete_port for a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:13.208296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=0bd0454b-c941-4f81-bdc1-f57657895f9b,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:13.271889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 02578d60-5578-452d-ba35-4b863bfbefb9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:13.336499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 859343a9-21d2-42b2-a129-30d58bfc9c5f {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:13.338742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.378230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=09672045-e533-48e9-8d30-121f65498126,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:13.384183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.408321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 02578d60-5578-452d-ba35-4b863bfbefb9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:13.408972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.454085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port 38eb5567-ceaf-479c-a8ef-4dc1fc71a246 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:13.454825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.458107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:13.460785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.480403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186b99f-3052-41f2-8f49-bd2b24d87a03 None None] Sync routers for ids ['c2164e1c-eff3-4f24-871e-7404dab8eac6'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:13.512715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186b99f-3052-41f2-8f49-bd2b24d87a03 None None] Routers {'c2164e1c-eff3-4f24-871e-7404dab8eac6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:13.513503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d186b99f-3052-41f2-8f49-bd2b24d87a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c2164e1c-eff3-4f24-871e-7404dab8eac6'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:13.590201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d186b99f-3052-41f2-8f49-bd2b24d87a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:13.605948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186b99f-3052-41f2-8f49-bd2b24d87a03 None None] Routers {'c2164e1c-eff3-4f24-871e-7404dab8eac6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:13.607081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d186b99f-3052-41f2-8f49-bd2b24d87a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c2164e1c-eff3-4f24-871e-7404dab8eac6'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:13.613412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:13.659266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:13.661809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:13.681158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7545256-39b9-445f-a08d-f26771e055a8') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:13.682088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7545256-39b9-445f-a08d-f26771e055a8') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:13.701712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.705415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d186b99f-3052-41f2-8f49-bd2b24d87a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:13.705415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186b99f-3052-41f2-8f49-bd2b24d87a03 None None] The sync data for ids ['c2164e1c-eff3-4f24-871e-7404dab8eac6'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:13.717755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:13.724990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:13.725157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.761937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 859343a9-21d2-42b2-a129-30d58bfc9c5f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:13.769735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] The port '38eb5567-ceaf-479c-a8ef-4dc1fc71a246' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:41:13.810446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.813813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.818743 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d81dd633-b91b-4956-99c5-ceb50f6f8528 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.2198431 Apr 08 10:41:13.819565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48550) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:13.830022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:13.892956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:13.893370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:13.909105 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:13.932379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network b209a5cc-c691-420d-893c-eed74a93df59 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:13.932527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 859343a9-21d2-42b2-a129-30d58bfc9c5f completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:13.934430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 859343a9-21d2-42b2-a129-30d58bfc9c5f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:13.934962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.935169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:13.936418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:13.940614 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1bacef1b-cf55-4290-85b7-604be3b3201b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6838918 Apr 08 10:41:13.954125 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48554) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:14.066082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f0', 'mac_address': 'fa:16:3e:3e:98:66'}, {'ip_address': '2001:db8::3cb', 'mac_address': 'fa:16:3e:1f:50:d3'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:14.080316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:14.121338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0795370d-7f75-4afd-be1a-d9cc803f63fa None None] Provisioning for port 09672045-e533-48e9-8d30-121f65498126 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:14.127833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.147689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0795370d-7f75-4afd-be1a-d9cc803f63fa None None] Provisioning complete for port 09672045-e533-48e9-8d30-121f65498126 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:14.148076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0795370d-7f75-4afd-be1a-d9cc803f63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.209284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.231365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 859343a9-21d2-42b2-a129-30d58bfc9c5f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=859343a9-21d2-42b2-a129-30d58bfc9c5f,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:14.234098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0795370d-7f75-4afd-be1a-d9cc803f63fa None None] Port 09672045-e533-48e9-8d30-121f65498126 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:14.235597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.265764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.300206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] Pushing event deleted for resources: {'Network': ['ID=07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:14.305153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.313936 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-938e97eb-9235-4c02-9300-bb8d30c45f11 tempest-AllowedAddressPairTestJSON-2054537091 tempest-AllowedAddressPairTestJSON-2054537091-project] 10.222.0.23 "DELETE /v2.0/networks/07a76577-2eaf-4fb9-9c04-6a6b3f2eb2f1 HTTP/1.1" status: 204 len: 168 time: 1.9969227 Apr 08 10:41:14.345030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.397729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c9c5cf5b-1adb-4bac-80fb-67ace818414d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:14.455265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c9c5cf5b-1adb-4bac-80fb-67ace818414d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:14.455976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c9c5cf5b-1adb-4bac-80fb-67ace818414d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:14.459403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f98b9ff8-7740-4661-9db7-5debb3fbd03a None None] Provisioning complete for port 0bd0454b-c941-4f81-bdc1-f57657895f9b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:14.460078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f98b9ff8-7740-4661-9db7-5debb3fbd03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.505470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=859343a9-21d2-42b2-a129-30d58bfc9c5f,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:14.543611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f98b9ff8-7740-4661-9db7-5debb3fbd03a None None] Port 0bd0454b-c941-4f81-bdc1-f57657895f9b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:14.562295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3698324c-1fdf-4043-a314-5a2465ce8207']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:14.594752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d81796-83a1-4a80-82de-5e295d36bfff req-7fe12588-5767-4540-b4dd-80bed27e54be tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:14.597302 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a2d81796-83a1-4a80-82de-5e295d36bfff req-7fe12588-5767-4540-b4dd-80bed27e54be tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.9815333 Apr 08 10:41:14.615476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111c9ccd-8884-4eb9-b530-69d53ede5e5f') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:14.615777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111c9ccd-8884-4eb9-b530-69d53ede5e5f') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:14.639068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] For port 859343a9-21d2-42b2-a129-30d58bfc9c5f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=859343a9-21d2-42b2-a129-30d58bfc9c5f,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:14.639433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.699215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.703483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.716095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.888639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 859343a9-21d2-42b2-a129-30d58bfc9c5f owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:14.889093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.889608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd566174-4633-4a6c-a6d0-10585cc6a492 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:14.902531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.903762 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-62a540bb-7ae7-4502-9f4a-32e7f1266fe1 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "DELETE /v2.0/routers/bd566174-4633-4a6c-a6d0-10585cc6a492 HTTP/1.1" status: 204 len: 168 time: 5.0512738 Apr 08 10:41:14.907397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48562) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:14.914682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1251166410', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:14.925282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:14.927770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.940170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Usage tracker for resource:router and tenant:9bb14a3cbd29485e9f9959e6967c2c5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:14.945753 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:14.977665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:14.978026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:14.995039 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:14.999952 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a2d81796-83a1-4a80-82de-5e295d36bfff req-b314417f-17d5-40e1-9c7a-f30802a0ca8c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731909 Apr 08 10:41:15.047230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48566) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:15.049743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:15.093920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.173195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.178036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.192388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.207099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.229221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.264758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 69450901-9253-4ba0-a110-2e8102cbf80e is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:41:15.271780 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6673a9c8-2fb6-4390-b77a-532a32d1a86e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da61d4b000a942b89dd74d7432634f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234361 Apr 08 10:41:15.272357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48572) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:15.297290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.301515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.336118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ce96744-7bb3-4d6b-aa50-cb7964fb2a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.349001 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Deleting port 08254e35-3726-4cfa-93a7-b4da3f7178ee {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:15.349474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.409181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=3698324c-1fdf-4043-a314-5a2465ce8207,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:15.422653 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c5df559f-6e5e-4cc2-af21-33f47747fcc8 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/3698324c-1fdf-4043-a314-5a2465ce8207 HTTP/1.1" status: 204 len: 168 time: 5.6239073 Apr 08 10:41:15.482563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48576) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:15.524466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:15.524466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:15.558957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 859343a9-21d2-42b2-a129-30d58bfc9c5f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:15.579702 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-800b70c9-bba0-4228-b46a-fa1f7aaef8f2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:15.580162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800b70c9-bba0-4228-b46a-fa1f7aaef8f2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:15.584417 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-800b70c9-bba0-4228-b46a-fa1f7aaef8f2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/6da714db-c9d4-4d0f-9771-6fafa153b34f HTTP/1.1" status: 404 len: 337 time: 0.0813363 Apr 08 10:41:15.585905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ce96744-7bb3-4d6b-aa50-cb7964fb2a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.599776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48580) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:15.649340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 859343a9-21d2-42b2-a129-30d58bfc9c5f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:15.650272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.667369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:15.675620 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-429a6d5e-6442-49a3-91ee-aa1d23b6e06d tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/69450901-9253-4ba0-a110-2e8102cbf80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2210202 Apr 08 10:41:15.679489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48584) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:15.683845 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7460e04-45c8-42df-a425-f2ef872a2a29 None None] Sync routers for ids ['69450901-9253-4ba0-a110-2e8102cbf80e'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:15.693838 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7460e04-45c8-42df-a425-f2ef872a2a29 None None] Routers {'69450901-9253-4ba0-a110-2e8102cbf80e'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:15.694468 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e7460e04-45c8-42df-a425-f2ef872a2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['69450901-9253-4ba0-a110-2e8102cbf80e'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:15.769334 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e7460e04-45c8-42df-a425-f2ef872a2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:15.779833 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7460e04-45c8-42df-a425-f2ef872a2a29 None None] Routers {'69450901-9253-4ba0-a110-2e8102cbf80e'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:15.780852 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e7460e04-45c8-42df-a425-f2ef872a2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['69450901-9253-4ba0-a110-2e8102cbf80e'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:15.809935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.824272 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc56252f-aeb3-41ca-85c3-c61f61dbb918 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:15.827580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc56252f-aeb3-41ca-85c3-c61f61dbb918 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:15.839704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe836a-4430-49e8-8e41-5a5e99fa40c8 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:15.840325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-10fe836a-4430-49e8-8e41-5a5e99fa40c8 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:15.855464 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e7460e04-45c8-42df-a425-f2ef872a2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:15.855874 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7460e04-45c8-42df-a425-f2ef872a2a29 None None] The sync data for ids ['69450901-9253-4ba0-a110-2e8102cbf80e'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:15.896865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.939188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-10fe836a-4430-49e8-8e41-5a5e99fa40c8 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:15.940368 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-10fe836a-4430-49e8-8e41-5a5e99fa40c8 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports/0bd0454b-c941-4f81-bdc1-f57657895f9b HTTP/1.1" status: 200 len: 910 time: 0.2604227 Apr 08 10:41:15.950298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48588) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:15.954477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] In _notify_port_updated(), no bound segment for port 09672045-e533-48e9-8d30-121f65498126 on network acb471c0-ea67-4b52-93fd-94bd7aa9f154 {{(pid=88613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:41:15.960031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:15.960775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.966338 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "PUT /v2.0/ports/09672045-e533-48e9-8d30-121f65498126 HTTP/1.1" status: 200 len: 1068 time: 2.0079401 Apr 08 10:41:15.969540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48592) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:15.972973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.023728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 859343a9-21d2-42b2-a129-30d58bfc9c5f {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:16.023728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.045357 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bc56252f-aeb3-41ca-85c3-c61f61dbb918 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/1a317a91-85ca-4166-8424-5d597f1db2aa HTTP/1.1" status: 404 len: 339 time: 0.4401104 Apr 08 10:41:16.059798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48598) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:16.080413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb58ee-1e2e-45b1-bea6-f6ad3d14463d tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event updated for resources: {'Port': ['ID=09672045-e533-48e9-8d30-121f65498126,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:16.124430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-eed56ab2-28f9-48a1-bfb8-458498e23d12 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting port 09672045-e533-48e9-8d30-121f65498126 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:16.124828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eed56ab2-28f9-48a1-bfb8-458498e23d12 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.186644 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0255dc3-454f-4341-839d-9291ecf7509a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:16.187228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0255dc3-454f-4341-839d-9291ecf7509a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:16.218988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.300398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9dddd1b3-6b60-4f7e-8fab-a6ee17b8c8cb None None] Provisioning complete for port 09672045-e533-48e9-8d30-121f65498126 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:16.300785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9dddd1b3-6b60-4f7e-8fab-a6ee17b8c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.356194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ce96744-7bb3-4d6b-aa50-cb7964fb2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.358557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ce96744-7bb3-4d6b-aa50-cb7964fb2a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.362385 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5ce96744-7bb3-4d6b-aa50-cb7964fb2a34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/177e1f77-8113-44e5-ab26-2b41e4b1ee2c HTTP/1.1" status: 204 len: 168 time: 1.0889969 Apr 08 10:41:16.380516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9dddd1b3-6b60-4f7e-8fab-a6ee17b8c8cb None None] Port 09672045-e533-48e9-8d30-121f65498126 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:16.439292 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c0255dc3-454f-4341-839d-9291ecf7509a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/4aae948c-8ee8-49ec-83e2-900237d72c53 HTTP/1.1" status: 404 len: 337 time: 0.3781147 Apr 08 10:41:16.446453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48604) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:16.448044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Calling delete_port for 08254e35-3726-4cfa-93a7-b4da3f7178ee owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:16.487971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce96744-7bb3-4d6b-aa50-cb7964fb2a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177e1f77-8113-44e5-ab26-2b41e4b1ee2c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:16.520543 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aba11b0-b9ff-4d4a-acf9-d2a5dd9f3330 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:16.521187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aba11b0-b9ff-4d4a-acf9-d2a5dd9f3330 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:16.522984 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0aba11b0-b9ff-4d4a-acf9-d2a5dd9f3330 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/ab5ae9fa-b85c-40f6-90f6-eddb701fad69 HTTP/1.1" status: 404 len: 339 time: 0.0752978 Apr 08 10:41:16.534073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48608) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:16.609752 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b70732-1a17-48a6-8dce-435792e9c65d tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:16.610288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b70732-1a17-48a6-8dce-435792e9c65d tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:16.611985 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-22b70732-1a17-48a6-8dce-435792e9c65d tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/d1a34928-5585-4ce1-8017-5f4dcb1d34ce HTTP/1.1" status: 404 len: 337 time: 0.0680342 Apr 08 10:41:16.614174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] For port 859343a9-21d2-42b2-a129-30d58bfc9c5f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=859343a9-21d2-42b2-a129-30d58bfc9c5f,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:16.614821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.626079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48612) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:16.787802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 859343a9-21d2-42b2-a129-30d58bfc9c5f owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:16.937348 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd373400-42f7-4a5c-9e7e-f7ca333326b2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:16.937827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd373400-42f7-4a5c-9e7e-f7ca333326b2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:16.939507 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bd373400-42f7-4a5c-9e7e-f7ca333326b2 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/20020037-59bf-4867-87fe-7e7b4e0b5457 HTTP/1.1" status: 404 len: 339 time: 0.3126571 Apr 08 10:41:16.942510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48624) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:16.982116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4ec1-53a8-4252-a937-17ac897455dc req-c4d60d5b-b7c4-4c84-9987-d94eed23ad1c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:16.983590 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b7d4ec1-53a8-4252-a937-17ac897455dc req-c4d60d5b-b7c4-4c84-9987-d94eed23ad1c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.7983744 Apr 08 10:41:17.026028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eed56ab2-28f9-48a1-bfb8-458498e23d12 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.113462 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:17.142177 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b7d4ec1-53a8-4252-a937-17ac897455dc req-314ad9ed-5f3d-415b-8e58-d651481cc353 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259668 Apr 08 10:41:17.157761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:17.158441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a9899ca8-4fb0-4fc2-a35e-7b7ac5f50eb1 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:17.167276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-eed56ab2-28f9-48a1-bfb8-458498e23d12 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Calling delete_port for 09672045-e533-48e9-8d30-121f65498126 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:17.217800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3681bce-532c-475c-858e-d705ac7e7d33 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting subnet 1badb720-a0a5-4dec-aab6-5fd15dd94dba {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:17.228570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3681bce-532c-475c-858e-d705ac7e7d33 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.324631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.427438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3681bce-532c-475c-858e-d705ac7e7d33 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.506383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Pushing event deleted for resources: {'Port': ['ID=08254e35-3726-4cfa-93a7-b4da3f7178ee,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:17.553844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.606390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079d81c-65fa-4cd1-8055-1c27f1a4037b req-2480c7be-b5b3-4ef7-9841-bf41d0d4923f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:17.607817 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3079d81c-65fa-4cd1-8055-1c27f1a4037b req-2480c7be-b5b3-4ef7-9841-bf41d0d4923f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.3042653 Apr 08 10:41:17.611738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.635711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48640) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:17.636805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.689383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=859343a9-21d2-42b2-a129-30d58bfc9c5f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:17.695322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3681bce-532c-475c-858e-d705ac7e7d33 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.702510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.868175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eed56ab2-28f9-48a1-bfb8-458498e23d12 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.879186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1684783733'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:17.945570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:17.963771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Usage tracker for resource:network and tenant:5e201588d0cd4280b697c2bddcba37a0 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:17.971033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:17.980514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:17.989278 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3079d81c-65fa-4cd1-8055-1c27f1a4037b req-b9101672-ebfa-4ba0-a6c0-44f49587681c tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416002 Apr 08 10:41:18.143722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:18.166797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed56ab2-28f9-48a1-bfb8-458498e23d12 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event deleted for resources: {'Port': ['ID=09672045-e533-48e9-8d30-121f65498126,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:18.173288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.421644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3681bce-532c-475c-858e-d705ac7e7d33 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.547493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Made reservation on behalf of 5e201588d0cd4280b697c2bddcba37a0 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:18.551805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.562754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.570396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3681bce-532c-475c-858e-d705ac7e7d33 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=1badb720-a0a5-4dec-aab6-5fd15dd94dba,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:18.574302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3681bce-532c-475c-858e-d705ac7e7d33 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.592071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a4309-187f-4e66-8cd0-eba17d9644ed None None] Network b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:18.599088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.599291 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c3681bce-532c-475c-858e-d705ac7e7d33 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/1badb720-a0a5-4dec-aab6-5fd15dd94dba HTTP/1.1" status: 204 len: 168 time: 1.6500266 Apr 08 10:41:18.607141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.619096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48650) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:18.670642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Allocated IP 172.26.7.97 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/e9cd5b17-5c40-4bde-8ea7-ae534b426026) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:18.737133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Router ef046172-e16a-4fba-bc9a-1f899356a14a has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:41:18.802625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:18.866865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Usage tracker for resource:security_group_rule and tenant:5e201588d0cd4280b697c2bddcba37a0 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:18.891114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] DHCP port deletion for b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:18.895739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] Deleting port c9269989-01b4-422a-b9b9-f0b92dee64b7 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:18.896362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.960672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eed56ab2-28f9-48a1-bfb8-458498e23d12 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.967067 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eed56ab2-28f9-48a1-bfb8-458498e23d12 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "DELETE /v2.0/ports/09672045-e533-48e9-8d30-121f65498126 HTTP/1.1" status: 204 len: 168 time: 2.9920313 Apr 08 10:41:18.967067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48654) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:18.993381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:19.021830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:19.079898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:19.085752 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6616d0e7-dd39-408f-8123-3d61d60a5690 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "PUT /v2.0/routers/ef046172-e16a-4fba-bc9a-1f899356a14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6593196 Apr 08 10:41:19.087064 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-174afb53-be99-49f2-a200-3efee8eed378 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] GET failed (client error): The resource could not be found. Apr 08 10:41:19.088148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-174afb53-be99-49f2-a200-3efee8eed378 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Synchronizing usage tracker for tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:19.091066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48658) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:19.092338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Router c2164e1c-eff3-4f24-871e-7404dab8eac6 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:41:19.113513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.122538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] Sync routers for ids ['ef046172-e16a-4fba-bc9a-1f899356a14a'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:19.138567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16f941-a251-4c7c-9e8e-dbc479037cea req-d9bcb73e-3840-496a-91e4-d3030b1b6228 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:19.140389 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9d16f941-a251-4c7c-9e8e-dbc479037cea req-d9bcb73e-3840-496a-91e4-d3030b1b6228 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.4814293 Apr 08 10:41:19.155926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] Routers {'ef046172-e16a-4fba-bc9a-1f899356a14a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:19.156854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ef046172-e16a-4fba-bc9a-1f899356a14a'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:19.211798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b10d2-6e33-4c4b-a67b-99cdb3b5307b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:19.214047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b10d2-6e33-4c4b-a67b-99cdb3b5307b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:19.214846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8f0b10d2-6e33-4c4b-a67b-99cdb3b5307b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:19.236309 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9d16f941-a251-4c7c-9e8e-dbc479037cea req-af80772e-ed94-4931-bf23-a60f4778c3b5 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794678 Apr 08 10:41:19.251219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port c9269989-01b4-422a-b9b9-f0b92dee64b7 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:19.251569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.277199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-174afb53-be99-49f2-a200-3efee8eed378 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Unset dirty status for tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:19.278825 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-174afb53-be99-49f2-a200-3efee8eed378 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "GET /v2.0/ports/09672045-e533-48e9-8d30-121f65498126 HTTP/1.1" status: 404 len: 333 time: 0.3112559 Apr 08 10:41:19.281528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48662) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:19.304587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] For port c9269989-01b4-422a-b9b9-f0b92dee64b7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c9269989-01b4-422a-b9b9-f0b92dee64b7,segment=NetworkSegment(9466db52-15a3-4845-b32c-f5b541c3366d),segment_id=9466db52-15a3-4845-b32c-f5b541c3366d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:19.304989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.329192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] Set router ef046172-e16a-4fba-bc9a-1f899356a14a gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:19.342027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8f0b10d2-6e33-4c4b-a67b-99cdb3b5307b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:19.343853 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8f0b10d2-6e33-4c4b-a67b-99cdb3b5307b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2505491 Apr 08 10:41:19.347551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48666) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:19.425699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.430174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:19.434944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-67fda7e8-f85a-4d1b-8d0d-ce1402eee1bb tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting port cfd7f15c-8f73-49b0-a700-4c78666e7135 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:19.434944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67fda7e8-f85a-4d1b-8d0d-ce1402eee1bb tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.435192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c9269989-01b4-422a-b9b9-f0b92dee64b7 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:19.452500 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680496c9-6ad2-444a-a055-4d454db1d31b None None] Sync routers for ids ['c2164e1c-eff3-4f24-871e-7404dab8eac6'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:19.489403 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680496c9-6ad2-444a-a055-4d454db1d31b None None] Routers {'c2164e1c-eff3-4f24-871e-7404dab8eac6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:19.491726 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-680496c9-6ad2-444a-a055-4d454db1d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c2164e1c-eff3-4f24-871e-7404dab8eac6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:19.499516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66df259-52ff-43eb-8c8b-abf45bec7b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet d6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:19.512785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e66df259-52ff-43eb-8c8b-abf45bec7b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.596119 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-680496c9-6ad2-444a-a055-4d454db1d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:19.601668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] Calling delete_port for c9269989-01b4-422a-b9b9-f0b92dee64b7 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:19.606645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.613346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.614511 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dac71509-c4e6-475a-9800-dd427eced135 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "PUT /v2.0/routers/c2164e1c-eff3-4f24-871e-7404dab8eac6 HTTP/1.1" status: 200 len: 705 time: 5.7901976 Apr 08 10:41:19.621726 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680496c9-6ad2-444a-a055-4d454db1d31b None None] Routers {'c2164e1c-eff3-4f24-871e-7404dab8eac6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:19.621961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48670) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:19.622908 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-680496c9-6ad2-444a-a055-4d454db1d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c2164e1c-eff3-4f24-871e-7404dab8eac6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:19.629680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e66df259-52ff-43eb-8c8b-abf45bec7b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.647165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'name': 'tempest-NetworksTestDHCPv6-router-3433571', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:58Z', 'updated_at': '2022-04-08T10:41:17Z', 'revision_number': 3, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:19.674575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] Checking router: ef046172-e16a-4fba-bc9a-1f899356a14a for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:41:19.738256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 0bd0454b-c941-4f81-bdc1-f57657895f9b {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:19.738693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.739700 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-680496c9-6ad2-444a-a055-4d454db1d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:19.740338 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680496c9-6ad2-444a-a055-4d454db1d31b None None] The sync data for ids ['c2164e1c-eff3-4f24-871e-7404dab8eac6'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:19.756178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] Routers {'ef046172-e16a-4fba-bc9a-1f899356a14a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:19.756854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ef046172-e16a-4fba-bc9a-1f899356a14a'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:19.765493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.899313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.905061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:19.911862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:19.919928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] Set router ef046172-e16a-4fba-bc9a-1f899356a14a gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:20.000337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67fda7e8-f85a-4d1b-8d0d-ce1402eee1bb tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.017086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e66df259-52ff-43eb-8c8b-abf45bec7b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.069316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.085514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] Pushing event deleted for resources: {'Port': ['ID=c9269989-01b4-422a-b9b9-f0b92dee64b7,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:20.091137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeee1b2-989a-4cf8-a425-3a66b16e472a None None] No DVR routers for this DVR port c9269989-01b4-422a-b9b9-f0b92dee64b7 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:20.092629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'name': 'tempest-NetworksTestDHCPv6-router-3433571', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:58Z', 'updated_at': '2022-04-08T10:41:17Z', 'revision_number': 3, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:20.101115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a1d0e-04e2-431a-9c0b-fb2590860ae2 None None] The sync data for ids ['ef046172-e16a-4fba-bc9a-1f899356a14a'] in dv-neutron-837109-1-hyperv is: [{'id': 'ef046172-e16a-4fba-bc9a-1f899356a14a', 'name': 'tempest-NetworksTestDHCPv6-router-3433571', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:40:58Z', 'updated_at': '2022-04-08T10:41:17Z', 'revision_number': 3, 'project_id': '117c7e40e2b44584a2fce36df712e2eb', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:20.144395 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a92a9339-0216-4b87-adf6-5966ce4b2980 tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/routers/c2164e1c-eff3-4f24-871e-7404dab8eac6 HTTP/1.1" status: 200 len: 740 time: 0.5197189 Apr 08 10:41:20.181012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48674) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:20.189647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-67fda7e8-f85a-4d1b-8d0d-ce1402eee1bb tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Calling delete_port for cfd7f15c-8f73-49b0-a700-4c78666e7135 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:20.207748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdf73c8-8111-4d17-ace1-4fc7e3caea7d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:20.243124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.246945 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Added segment ef6b5bbb-910f-4ddc-97a3-c491808359f0 of type vlan for network 90dce44c-f7db-40f3-8481-9b3826cd8761 Apr 08 10:41:20.248685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:20.273980 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-daacd943-63f3-40c8-9069-4237fc1587fa tempest-RoutersAdminTest-417635608 tempest-RoutersAdminTest-417635608-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=c2164e1c-eff3-4f24-871e-7404dab8eac6 HTTP/1.1" status: 200 len: 205 time: 0.0912960 Apr 08 10:41:20.280561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48680) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:20.312788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:20.315163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:20.342444 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3e1e3003-60d2-4c67-a512-dc950052246d tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2164e1c-eff3-4f24-871e-7404dab8eac6 HTTP/1.1" status: 200 len: 205 time: 0.0602157 Apr 08 10:41:20.355512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48684) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:20.391107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event updated for resources: {'Port': ['ID=e9cd5b17-5c40-4bde-8ea7-ae534b426026,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:20.401532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port c9269989-01b4-422a-b9b9-f0b92dee64b7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c9269989-01b4-422a-b9b9-f0b92dee64b7,segment=NetworkSegment(9466db52-15a3-4845-b32c-f5b541c3366d),segment_id=9466db52-15a3-4845-b32c-f5b541c3366d)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:20.401905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.482617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e66df259-52ff-43eb-8c8b-abf45bec7b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.550273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66df259-52ff-43eb-8c8b-abf45bec7b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:20.555516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e66df259-52ff-43eb-8c8b-abf45bec7b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.565861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75cd82-b528-4cdd-869b-313bf6952de6 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:20.584886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67fda7e8-f85a-4d1b-8d0d-ce1402eee1bb tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.645088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fda7e8-f85a-4d1b-8d0d-ce1402eee1bb tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event deleted for resources: {'Port': ['ID=cfd7f15c-8f73-49b0-a700-4c78666e7135,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:20.694963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67fda7e8-f85a-4d1b-8d0d-ce1402eee1bb tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.700264 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-67fda7e8-f85a-4d1b-8d0d-ce1402eee1bb tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "DELETE /v2.0/ports/cfd7f15c-8f73-49b0-a700-4c78666e7135 HTTP/1.1" status: 204 len: 168 time: 1.4175320 Apr 08 10:41:20.701065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48688) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:20.734074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.752952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for c9269989-01b4-422a-b9b9-f0b92dee64b7 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:20.781915 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-096ccef6-e1f2-442a-aa03-538abc4d5b9b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] GET failed (client error): The resource could not be found. Apr 08 10:41:20.782591 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-096ccef6-e1f2-442a-aa03-538abc4d5b9b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Synchronizing usage tracker for tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:20.794684 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e66df259-52ff-43eb-8c8b-abf45bec7b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/d6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d HTTP/1.1" status: 204 len: 168 time: 1.4453139 Apr 08 10:41:20.798211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48692) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:20.814723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15a59c6e-2a39-4440-87bc-68caae336f72 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.930405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:20.933799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-096ccef6-e1f2-442a-aa03-538abc4d5b9b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Unset dirty status for tenant:9b7db159c0a74b91bbcfaa7a3ac444d2 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:20.939821 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-096ccef6-e1f2-442a-aa03-538abc4d5b9b tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "GET /v2.0/ports/cfd7f15c-8f73-49b0-a700-4c78666e7135 HTTP/1.1" status: 404 len: 333 time: 0.2372794 Apr 08 10:41:20.940912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48696) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:20.941313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] Deleting port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:20.941873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.016707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-37748b76-5965-4efa-b03f-9faa1b761776 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting port 08793549-8a9d-4427-b19c-7768c8381014 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:21.017283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37748b76-5965-4efa-b03f-9faa1b761776 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.076133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.108523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:41:21.171794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7e7e7575-71f8-4e26-afe9-3c8cc254e12b no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:21.221064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] For port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7e7e7575-71f8-4e26-afe9-3c8cc254e12b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:21.221464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.305776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37748b76-5965-4efa-b03f-9faa1b761776 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.358895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] Calling delete_port for 7e7e7575-71f8-4e26-afe9-3c8cc254e12b owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:21.461325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-37748b76-5965-4efa-b03f-9faa1b761776 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Calling delete_port for 08793549-8a9d-4427-b19c-7768c8381014 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:21.495979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.552088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 0bd0454b-c941-4f81-bdc1-f57657895f9b owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:21.577767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.658420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 859343a9-21d2-42b2-a129-30d58bfc9c5f no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:21.684075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] Pushing event deleted for resources: {'Port': ['ID=7e7e7575-71f8-4e26-afe9-3c8cc254e12b,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:21.696605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effef3f4-1fcf-47b7-843e-159782a9ac2c None None] No DVR routers for this DVR port 7e7e7575-71f8-4e26-afe9-3c8cc254e12b on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:21.698214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 859343a9-21d2-42b2-a129-30d58bfc9c5f {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:21.698552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 859343a9-21d2-42b2-a129-30d58bfc9c5f not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:21.708550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37748b76-5965-4efa-b03f-9faa1b761776 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.763937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37748b76-5965-4efa-b03f-9faa1b761776 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event deleted for resources: {'Port': ['ID=08793549-8a9d-4427-b19c-7768c8381014,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:21.768236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.773892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:21.774395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.906812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37748b76-5965-4efa-b03f-9faa1b761776 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.942440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:21.942790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:21.959492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15a59c6e-2a39-4440-87bc-68caae336f72 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.973835 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-37748b76-5965-4efa-b03f-9faa1b761776 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "DELETE /v2.0/ports/08793549-8a9d-4427-b19c-7768c8381014 HTTP/1.1" status: 204 len: 168 time: 1.0314908 Apr 08 10:41:21.977634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48702) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:21.979848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15a59c6e-2a39-4440-87bc-68caae336f72 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.023620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f43a40bd-ba11-48c0-99d7-fb12253ed8b6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:router {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:22.047252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0b5f1d-b087-433c-a91c-72e95e50206e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting subnet 5fce6b32-d4bd-494f-b153-2bde88481dc3 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:22.053832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0043e9-7093-4bd4-bce9-784d4677ce11 req-f989aadf-9538-4b1c-9600-dfcd67f57ddf tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:22.053832 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de0043e9-7093-4bd4-bce9-784d4677ce11 req-f989aadf-9538-4b1c-9600-dfcd67f57ddf tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 1.6694345 Apr 08 10:41:22.054084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd0b5f1d-b087-433c-a91c-72e95e50206e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.107020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd0b5f1d-b087-433c-a91c-72e95e50206e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.200054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd0b5f1d-b087-433c-a91c-72e95e50206e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.211780 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.5728424 Apr 08 10:41:22.230089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48706) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:22.240016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23c04-89d7-48cb-b2aa-81599265bd9b tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event updated for resources: {'Network': ['ID=90dce44c-f7db-40f3-8481-9b3826cd8761,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:22.251398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-cf9933dc-aa42-4452-9e43-bdacae308cf8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:22.252979 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-cf9933dc-aa42-4452-9e43-bdacae308cf8 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.41 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 1.3147399 Apr 08 10:41:22.258068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 90dce44c-f7db-40f3-8481-9b3826cd8761 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:22.259714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Request body: {'subnet': {'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:22.325550 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:41:22.371756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15a59c6e-2a39-4440-87bc-68caae336f72 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.372272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a59c6e-2a39-4440-87bc-68caae336f72 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Fanout notify agent at l3_agent the message router_deleted on router c2164e1c-eff3-4f24-871e-7404dab8eac6 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:22.377380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f43a40bd-ba11-48c0-99d7-fb12253ed8b6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:router {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:22.380555 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f43a40bd-ba11-48c0-99d7-fb12253ed8b6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 1.5670111 Apr 08 10:41:22.382366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48710) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:22.449531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd0b5f1d-b087-433c-a91c-72e95e50206e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.461673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port c9269989-01b4-422a-b9b9-f0b92dee64b7 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:22.461928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.498839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b5f1d-b087-433c-a91c-72e95e50206e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event deleted for resources: {'Subnet': ['ID=5fce6b32-d4bd-494f-b153-2bde88481dc3,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:22.551900 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de0043e9-7093-4bd4-bce9-784d4677ce11 req-50ce1947-cb54-474f-b071-6d64974a4765 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4889245 Apr 08 10:41:22.563912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd0b5f1d-b087-433c-a91c-72e95e50206e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.568250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-904fc79b-d6e4-4270-875a-e8095fd53350 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.572911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15a59c6e-2a39-4440-87bc-68caae336f72 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.574305 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-15a59c6e-2a39-4440-87bc-68caae336f72 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/c2164e1c-eff3-4f24-871e-7404dab8eac6 HTTP/1.1" status: 204 len: 168 time: 2.2014449 Apr 08 10:41:22.578342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9062cfb-4708-49d2-98da-28fb04731206 None None] Network acb471c0-ea67-4b52-93fd-94bd7aa9f154 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:22.600884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48714) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:22.644837 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fd0b5f1d-b087-433c-a91c-72e95e50206e tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "DELETE /v2.0/subnets/5fce6b32-d4bd-494f-b153-2bde88481dc3 HTTP/1.1" status: 204 len: 168 time: 0.6649876 Apr 08 10:41:22.645089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48718) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:22.686413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] The port 'c9269989-01b4-422a-b9b9-f0b92dee64b7' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:41:22.705827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Deleting port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:22.706172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.813926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5a281fe4-085b-4f89-8664-d1a37fd1c340 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2164e1c-eff3-4f24-871e-7404dab8eac6 HTTP/1.1" status: 200 len: 205 time: 0.1855371 Apr 08 10:41:22.829805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.854212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48722) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:22.883368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] DHCP port deletion for acb471c0-ea67-4b52-93fd-94bd7aa9f154 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:22.888459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] Deleting port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:22.889144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.053844 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-2d2accc7-1983-44f5-9f1a-5595c6f4155b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] delete failed (client error): The resource could not be found. Apr 08 10:41:23.054877 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2d2accc7-1983-44f5-9f1a-5595c6f4155b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/c2164e1c-eff3-4f24-871e-7404dab8eac6 HTTP/1.1" status: 404 len: 336 time: 0.1995959 Apr 08 10:41:23.063130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:23.064562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48730) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:23.066739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-904fc79b-d6e4-4270-875a-e8095fd53350 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.070854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-904fc79b-d6e4-4270-875a-e8095fd53350 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.077526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Usage tracker for resource:subnet and tenant:5e201588d0cd4280b697c2bddcba37a0 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:23.100679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:23.107441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.118134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] For port fbcb1b2e-77ba-48e9-98b3-19565f3fd942, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=fbcb1b2e-77ba-48e9-98b3-19565f3fd942,segment=NetworkSegment(b7deb414-83e7-4b0e-bd09-8cebfa6940f4),segment_id=b7deb414-83e7-4b0e-bd09-8cebfa6940f4)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:23.119156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.128764 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-657a2db8-04f7-4209-ab43-3fedbc3e7d36 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d130752-974d-4fdf-9064-c75e866c374b HTTP/1.1" status: 200 len: 205 time: 0.0574169 Apr 08 10:41:23.136433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:23.138267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48734) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:23.168912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:23.170244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.246859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device fbcb1b2e-77ba-48e9-98b3-19565f3fd942 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:23.258706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-904fc79b-d6e4-4270-875a-e8095fd53350 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.263106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904fc79b-d6e4-4270-875a-e8095fd53350 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Fanout notify agent at l3_agent the message router_deleted on router ef046172-e16a-4fba-bc9a-1f899356a14a {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:23.323378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] Calling delete_port for fbcb1b2e-77ba-48e9-98b3-19565f3fd942 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:23.363779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.376883 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-b89d65b5-6973-40a8-b868-7c2527328855 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] delete failed (client error): The resource could not be found. Apr 08 10:41:23.377924 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b89d65b5-6973-40a8-b868-7c2527328855 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/4d130752-974d-4fdf-9064-c75e866c374b HTTP/1.1" status: 404 len: 336 time: 0.2271032 Apr 08 10:41:23.410112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48738) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:23.424402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-904fc79b-d6e4-4270-875a-e8095fd53350 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.427848 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-904fc79b-d6e4-4270-875a-e8095fd53350 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/routers/ef046172-e16a-4fba-bc9a-1f899356a14a HTTP/1.1" status: 204 len: 168 time: 1.0420260 Apr 08 10:41:23.465546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48742) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:23.505608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.513215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.517259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Made reservation on behalf of 5e201588d0cd4280b697c2bddcba37a0 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:23.520819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.578257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.584145 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f5cf5c52-c70e-441b-9cf4-71628f54feb2 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=630358d7-4ad1-4ed2-90d8-ef816c83ccf8 HTTP/1.1" status: 200 len: 205 time: 0.1723821 Apr 08 10:41:23.588632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48750) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:23.592092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] For port fbcb1b2e-77ba-48e9-98b3-19565f3fd942, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=fbcb1b2e-77ba-48e9-98b3-19565f3fd942,segment=NetworkSegment(b7deb414-83e7-4b0e-bd09-8cebfa6940f4),segment_id=b7deb414-83e7-4b0e-bd09-8cebfa6940f4)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:23.592444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.654875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-38a933c2-7883-40e6-8ba1-df2adb50fb4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:23.668275 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-396730ff-f0f6-4399-bd53-6f1fdf46e728 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] delete failed (client error): The resource could not be found. Apr 08 10:41:23.669337 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-396730ff-f0f6-4399-bd53-6f1fdf46e728 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/630358d7-4ad1-4ed2-90d8-ef816c83ccf8 HTTP/1.1" status: 404 len: 336 time: 0.0798399 Apr 08 10:41:23.682299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=0bd0454b-c941-4f81-bdc1-f57657895f9b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:23.693570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48754) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:23.704131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:23.706688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] Pushing event deleted for resources: {'Port': ['ID=fbcb1b2e-77ba-48e9-98b3-19565f3fd942,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:23.714403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdae145-c1fb-44e3-ae20-ff023ee83f69 None None] No DVR routers for this DVR port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:23.830952 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Calling delete_port for fbcb1b2e-77ba-48e9-98b3-19565f3fd942 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:23.857028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9466db52-15a3-4845-b32c-f5b541c3366d') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:23.857611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9466db52-15a3-4845-b32c-f5b541c3366d') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:23.932615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:23.933012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:23.940974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9c3e2-58cb-4261-ac1f-92bfd5338041 req-ca92f1f0-cd6f-4e76-906b-a17615adb9cc tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:23.942432 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-18f9c3e2-58cb-4261-ac1f-92bfd5338041 req-ca92f1f0-cd6f-4e76-906b-a17615adb9cc tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.2114351 Apr 08 10:41:23.988929 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-18f9c3e2-58cb-4261-ac1f-92bfd5338041 req-94a82de9-d006-43a8-9406-bf1d31f5de5b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Apr 08 10:41:24.036536 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0c4de596-d078-4ea0-ba95-5993b181d75a tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab38fc28-6d40-4cb4-a377-6163c1cae214 HTTP/1.1" status: 200 len: 205 time: 0.3204327 Apr 08 10:41:24.039105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.039284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48758) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.108408 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-e8522834-e092-4543-98c9-a490839dbef7 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] delete failed (client error): The resource could not be found. Apr 08 10:41:24.109437 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e8522834-e092-4543-98c9-a490839dbef7 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/ab38fc28-6d40-4cb4-a377-6163c1cae214 HTTP/1.1" status: 404 len: 336 time: 0.0692673 Apr 08 10:41:24.110300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.112454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48762) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.138237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:24.138817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:24.154819 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:24.157881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-38a933c2-7883-40e6-8ba1-df2adb50fb4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:24.157881 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-38a933c2-7883-40e6-8ba1-df2adb50fb4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6900403 Apr 08 10:41:24.160717 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1c32305b-7dcd-48db-ac35-150299b7e583 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aa5f4e2-633d-4fad-9a70-78c9e3bae164 HTTP/1.1" status: 200 len: 205 time: 0.0471208 Apr 08 10:41:24.161354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48766) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.163449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48768) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.271779 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-39378755-5cbd-4eec-b656-2381310d2c2b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] delete failed (client error): The resource could not be found. Apr 08 10:41:24.275936 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-39378755-5cbd-4eec-b656-2381310d2c2b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/6aa5f4e2-633d-4fad-9a70-78c9e3bae164 HTTP/1.1" status: 404 len: 336 time: 0.1084118 Apr 08 10:41:24.276709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48774) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.327201 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4c195643-c16a-40da-8108-041cb9458892 tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "GET /v2.0/ports?device_id=948ff2e1-9feb-46ae-9a49-382fd4557fcf HTTP/1.1" status: 200 len: 205 time: 0.0478191 Apr 08 10:41:24.327414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48778) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.390339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86406ae4-fdb5-4ab5-8467-3713c5202dcc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:24.391032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-86406ae4-fdb5-4ab5-8467-3713c5202dcc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:24.409985 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-7ec028ee-5e37-4f30-929b-6b5f95f54f6f tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] delete failed (client error): The resource could not be found. Apr 08 10:41:24.410987 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7ec028ee-5e37-4f30-929b-6b5f95f54f6f tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/routers/948ff2e1-9feb-46ae-9a49-382fd4557fcf HTTP/1.1" status: 404 len: 336 time: 0.0827725 Apr 08 10:41:24.413978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48784) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.447923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Deleting port fbcb1b2e-77ba-48e9-98b3-19565f3fd942 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:24.448334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.494334 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6f9ca7-91c2-43fd-b013-67490bdacd3b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:24.494894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6f9ca7-91c2-43fd-b013-67490bdacd3b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:24.529762 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6e6f9ca7-91c2-43fd-b013-67490bdacd3b tempest-RoutersAdminTest-761564034 tempest-RoutersAdminTest-761564034-project] 10.222.0.23 "DELETE /v2.0/subnets/db78777f-6e75-4748-84aa-f3e870d5cd2a HTTP/1.1" status: 404 len: 337 time: 0.1147771 Apr 08 10:41:24.535267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] The port 'fbcb1b2e-77ba-48e9-98b3-19565f3fd942' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:41:24.566187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-86406ae4-fdb5-4ab5-8467-3713c5202dcc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:24.571055 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-86406ae4-fdb5-4ab5-8467-3713c5202dcc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4052143 Apr 08 10:41:24.583983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48790) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.597762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] For port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:24.598121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.624871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.671201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c8615aaa-c30f-4796-a8a4-7c143cfdf53d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:router {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:24.736393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.741148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.750212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.764537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb471c0-ea67-4b52-93fd-94bd7aa9f154']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:24.776777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7deb414-83e7-4b0e-bd09-8cebfa6940f4') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:24.777077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7deb414-83e7-4b0e-bd09-8cebfa6940f4') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:24.782165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.788368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.804892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.811609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:24.811996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:24.826358 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:24.838936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c8615aaa-c30f-4796-a8a4-7c143cfdf53d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:router {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:24.843949 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c8615aaa-c30f-4796-a8a4-7c143cfdf53d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2543914 Apr 08 10:41:24.844057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48794) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:24.894750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:24.908514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:25.094826 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e6198be7-bd3d-43a6-b675-86f0d50a183f tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/b74dd3a3-e989-4eeb-a02f-a0bfcda6aebf HTTP/1.1" status: 204 len: 168 time: 6.4336739 Apr 08 10:41:25.100290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48802) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:25.100776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48804) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:25.149696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.174353 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cd3148-2a00-47d1-9092-e4354d5aaa1e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:25.174808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cd3148-2a00-47d1-9092-e4354d5aaa1e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:25.180287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:25.183381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.196397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] Pushing event deleted for resources: {'Network': ['ID=acb471c0-ea67-4b52-93fd-94bd7aa9f154,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:25.201737 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-07d790c1-045f-4958-80c1-baf682e60983 tempest-AllowedAddressPairIpV6TestJSON-501919523 tempest-AllowedAddressPairIpV6TestJSON-501919523-project] 10.222.0.23 "DELETE /v2.0/networks/acb471c0-ea67-4b52-93fd-94bd7aa9f154 HTTP/1.1" status: 204 len: 168 time: 2.5558379 Apr 08 10:41:25.203936 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e6cd3148-2a00-47d1-9092-e4354d5aaa1e tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/3a59c555-cd6d-4f68-b9a0-dc2721b0f7eb HTTP/1.1" status: 404 len: 337 time: 0.1021636 Apr 08 10:41:25.205192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:25.207783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48814) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:25.238513 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-81653450-acb0-4e17-9f17-ea7508e140f0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] DELETE failed (client error): The resource could not be found. Apr 08 10:41:25.238990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81653450-acb0-4e17-9f17-ea7508e140f0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:41:25.240727 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-81653450-acb0-4e17-9f17-ea7508e140f0 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/12a7c475-e58a-4c42-93ee-d95422e38ae6 HTTP/1.1" status: 404 len: 339 time: 0.0308321 Apr 08 10:41:25.243469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48818) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:25.338243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf6ecf2-3b06-4b3d-8c29-ce0bc8739053 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting subnet 4873517e-b2fc-4a0d-ad24-eee148f8a88e {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:25.344625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:25.345466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:25.348150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.364491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ecf2-3b06-4b3d-8c29-ce0bc8739053 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.402867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.437440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.467024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:25.474364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.509657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:25.510891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:41:25.522508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] Usage tracker for resource:security_group_rule and tenant:352b2f9f57be4bc49769431a2403d34d is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:25.529929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ecf2-3b06-4b3d-8c29-ce0bc8739053 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.561427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:25.573937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.578421 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053f3fab-3f58-4732-a5a7-7a05d11a7b00'] response: {'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'code': 200} Apr 08 10:41:25.584198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 69450901-9253-4ba0-a110-2e8102cbf80e has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:41:25.590417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:25.594526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.595110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.595618 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Floating IP 389cdd3d-9581-432f-8e62-c5b559599a0b disassociated. External IP: 172.26.7.119, port: 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf. Apr 08 10:41:25.596160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Calling delete_port for 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:25.652905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:25.703418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event updated for resources: {'Subnet': ['ID=399fac12-d9a8-4459-bc5c-ac1dd8ff2582,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:25.736917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ecf2-3b06-4b3d-8c29-ce0bc8739053 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.785775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48828) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:25.858054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.887187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Checking segment: {'id': 'ef6b5bbb-910f-4ddc-97a3-c491808359f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:25.887819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Network hostable DHCP agents. Network: 90dce44c-f7db-40f3-8481-9b3826cd8761, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:25.933423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:25.967730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ecf2-3b06-4b3d-8c29-ce0bc8739053 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.052947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:26.053503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:26.062923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c09245-e42c-4d72-ae57-afe5c3c29155 req-154593a6-773e-410b-8acb-1bdced8dc190 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:26.064440 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-09c09245-e42c-4d72-ae57-afe5c3c29155 req-154593a6-773e-410b-8acb-1bdced8dc190 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 946 time: 0.8700898 Apr 08 10:41:26.069780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ecf2-3b06-4b3d-8c29-ce0bc8739053 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.073345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa089687-62be-449b-8da1-97fee2b47f1d None None] Network 7c57c927-fbef-4cbb-9005-7d8426d66ef0 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:26.079974 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=352b2f9f57be4bc49769431a2403d34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9737315 Apr 08 10:41:26.080150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:26.083922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fea77-4e81-4b50-a9da-b8410ae69650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6589befb-6b0c-4b1e-bb91-b12aaf4c1521,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:26.087728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6ecf2-3b06-4b3d-8c29-ce0bc8739053 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Subnet': ['ID=4873517e-b2fc-4a0d-ad24-eee148f8a88e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:26.089511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48834) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:26.109476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73654d55-292b-403c-b4b1-7cd0666803e1 None None] Sync routers for ids ['69450901-9253-4ba0-a110-2e8102cbf80e'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:26.129683 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aaf6ecf2-3b06-4b3d-8c29-ce0bc8739053 tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/subnets/4873517e-b2fc-4a0d-ad24-eee148f8a88e HTTP/1.1" status: 204 len: 168 time: 0.8820217 Apr 08 10:41:26.131603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48838) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:26.142958 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ad61c9a2-dba2-418d-8ce5-e91020c34b7b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/69450901-9253-4ba0-a110-2e8102cbf80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1772947 Apr 08 10:41:26.152251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48842) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:26.186079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73654d55-292b-403c-b4b1-7cd0666803e1 None None] Routers {'69450901-9253-4ba0-a110-2e8102cbf80e'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:26.186721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-73654d55-292b-403c-b4b1-7cd0666803e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['69450901-9253-4ba0-a110-2e8102cbf80e'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:26.206711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:41:26.210227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.232116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Router 8d5fb211-ee25-4c9e-829d-d1326010e97c is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:41:26.246284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0c209e7e-66e3-449e-beda-83a494904e67 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:26.258154 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2267a3a0-58ec-48b0-ba82-3b731f4e51f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b7db159c0a74b91bbcfaa7a3ac444d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611335 Apr 08 10:41:26.258154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Network 90dce44c-f7db-40f3-8481-9b3826cd8761 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:26.264862 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-09c09245-e42c-4d72-ae57-afe5c3c29155 req-aaf45f25-5fba-43a9-be21-437ae96966a0 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785629 Apr 08 10:41:26.271057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48846) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:26.287849 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-73654d55-292b-403c-b4b1-7cd0666803e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:26.341786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:26.344894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73654d55-292b-403c-b4b1-7cd0666803e1 None None] Routers {'69450901-9253-4ba0-a110-2e8102cbf80e'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:26.345730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-73654d55-292b-403c-b4b1-7cd0666803e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['69450901-9253-4ba0-a110-2e8102cbf80e'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:26.347246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:26.350226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:26.350821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.370777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 90dce44c-f7db-40f3-8481-9b3826cd8761) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:26.375067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.389540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=c418631a-9f3a-457c-a1b2-751506d0f785,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:26.396976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:26.397573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.398998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Deleting port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:26.399884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.406417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef55e1de-bb12-41e3-998a-3cd775c193be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.413435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be63d0e8-7ca3-4091-b27f-6ca4f9ef9d5c None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:26.427392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ae9c0-574c-48da-8334-fe0190561e70 None None] Network 90dce44c-f7db-40f3-8481-9b3826cd8761 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:26.487967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-73654d55-292b-403c-b4b1-7cd0666803e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:26.488442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73654d55-292b-403c-b4b1-7cd0666803e1 None None] The sync data for ids ['69450901-9253-4ba0-a110-2e8102cbf80e'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:26.516673 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f085840a-c907-4fe7-bc7e-dd22fe937e91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6715255 Apr 08 10:41:26.519580 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48850) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:26.529397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0c209e7e-66e3-449e-beda-83a494904e67 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:26.533247 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0c209e7e-66e3-449e-beda-83a494904e67 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=69450901-9253-4ba0-a110-2e8102cbf80e HTTP/1.1" status: 200 len: 205 time: 0.3771203 Apr 08 10:41:26.533406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:26.546061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48854) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:26.560238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef55e1de-bb12-41e3-998a-3cd775c193be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.566336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Deleting port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:26.566685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.601152 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e7abf686-8e5c-426e-ad87-1d8ba7ade7ec tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3673487 Apr 08 10:41:26.624966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48858) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:26.648431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0c117c52-63ae-4396-97cd-8263a0441f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.671680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Request body: {'port': {'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761', 'name': 'tempest-ExtraDHCPOptionsTestJSON-773266036'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:26.702281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:26.717392 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6176104-9ec9-4983-8316-edb68aafd130 None None] Sync routers for ids ['8d5fb211-ee25-4c9e-829d-d1326010e97c'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:26.738347 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6176104-9ec9-4983-8316-edb68aafd130 None None] Routers {'8d5fb211-ee25-4c9e-829d-d1326010e97c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:26.740011 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f6176104-9ec9-4983-8316-edb68aafd130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['8d5fb211-ee25-4c9e-829d-d1326010e97c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:26.802253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0c117c52-63ae-4396-97cd-8263a0441f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.802519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] DHCP port deletion for 7c57c927-fbef-4cbb-9005-7d8426d66ef0 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:26.820905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98fa9900-1f98-4397-a7a1-19d44718698c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.862362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] Deleting port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:26.862998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.867825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.872060 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c048aa93-32b8-4c1c-adec-b51dd4dd565f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.9609210 Apr 08 10:41:26.927862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'c418631a-9f3a-457c-a1b2-751506d0f785'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:41:26.928996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.939157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48862) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:26.944423 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f6176104-9ec9-4983-8316-edb68aafd130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:26.951041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-90dce44c-f7db-40f3-8481-9b3826cd8761', 'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761', 'tenant_id': '5e201588d0cd4280b697c2bddcba37a0', 'fixed_ips': [{'subnet_id': '399fac12-d9a8-4459-bc5c-ac1dd8ff2582'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:41:26.952103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:26.965994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b76eb27d-902d-4a68-a69e-686b22adc463 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': False}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:26.968712 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6176104-9ec9-4983-8316-edb68aafd130 None None] Routers {'8d5fb211-ee25-4c9e-829d-d1326010e97c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:26.969687 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f6176104-9ec9-4983-8316-edb68aafd130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:40:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['8d5fb211-ee25-4c9e-829d-d1326010e97c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:27.056761 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f6176104-9ec9-4983-8316-edb68aafd130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:27.059023 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6176104-9ec9-4983-8316-edb68aafd130 None None] The sync data for ids ['8d5fb211-ee25-4c9e-829d-d1326010e97c'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:27.213025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:27.254072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:27.293655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] For port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9ecb1b70-a2a6-4e28-9d54-8292105f33e5,segment=NetworkSegment(a3b9e7a4-746b-49ed-8a68-9fb8922a4021),segment_id=a3b9e7a4-746b-49ed-8a68-9fb8922a4021)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:27.294653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.307676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:27.330335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-225ad714-79c3-4ac3-8f86-9e1f1de4212d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.393167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Usage tracker for resource:port and tenant:5e201588d0cd4280b697c2bddcba37a0 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:27.396856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:27.405193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:27.456712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:27.460390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98fa9900-1f98-4397-a7a1-19d44718698c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.481782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef55e1de-bb12-41e3-998a-3cd775c193be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.487086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] For port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9ecb1b70-a2a6-4e28-9d54-8292105f33e5,segment=NetworkSegment(a3b9e7a4-746b-49ed-8a68-9fb8922a4021),segment_id=a3b9e7a4-746b-49ed-8a68-9fb8922a4021)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:27.487793 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.521029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Made reservation on behalf of 5e201588d0cd4280b697c2bddcba37a0 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:27.525215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.540921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55e1de-bb12-41e3-998a-3cd775c193be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6589befb-6b0c-4b1e-bb91-b12aaf4c1521,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:27.549416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98fa9900-1f98-4397-a7a1-19d44718698c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.561785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Calling delete_port for 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:27.580197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] For port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:27.580679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.593287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] device_id is not set on port 5ab4332e-19cd-4887-9084-d203243d827d yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:27.641688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef55e1de-bb12-41e3-998a-3cd775c193be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.644553 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ef55e1de-bb12-41e3-998a-3cd775c193be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6589befb-6b0c-4b1e-bb91-b12aaf4c1521 HTTP/1.1" status: 204 len: 168 time: 1.5515361 Apr 08 10:41:27.644553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0c117c52-63ae-4396-97cd-8263a0441f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.645929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0c117c52-63ae-4396-97cd-8263a0441f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.650109 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0c117c52-63ae-4396-97cd-8263a0441f88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/567cac52-1e50-42d3-b255-4bedd1a14e94 HTTP/1.1" status: 204 len: 168 time: 1.3750043 Apr 08 10:41:27.733088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:27.736767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.739818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] Calling delete_port for 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:27.773228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f21b8-1fe2-4ba6-ab41-d896d6a6e5a4 req-1d27ae2a-992d-4ca6-a334-4c532e3aa684 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:27.775338 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-016f21b8-1fe2-4ba6-ab41-d896d6a6e5a4 req-1d27ae2a-992d-4ca6-a334-4c532e3aa684 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 944 time: 0.3199408 Apr 08 10:41:27.787435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c117c52-63ae-4396-97cd-8263a0441f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567cac52-1e50-42d3-b255-4bedd1a14e94,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:27.803252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Allocated IP 2001:db8::f816:3eff:fefd:a6d6 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/c418631a-9f3a-457c-a1b2-751506d0f785/5e3f5860-8d8a-45bd-bf42-7ed35758b262) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:27.818376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98fa9900-1f98-4397-a7a1-19d44718698c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.818376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fa9900-1f98-4397-a7a1-19d44718698c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Fanout notify agent at l3_agent the message router_deleted on router 69450901-9253-4ba0-a110-2e8102cbf80e {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:27.878178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.905508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Allocated IP 172.20.0.2 (90dce44c-f7db-40f3-8481-9b3826cd8761/399fac12-d9a8-4459-bc5c-ac1dd8ff2582/ac3dc3b0-1078-4822-8496-862c493b3583) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:27.907872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.987086 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-016f21b8-1fe2-4ba6-ab41-d896d6a6e5a4 req-e4c47a70-80d3-495a-90c7-86617509d005 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b41af29-186d-4e94-b2d6-98dad7ae18a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921349 Apr 08 10:41:27.991384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98fa9900-1f98-4397-a7a1-19d44718698c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.992398 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-98fa9900-1f98-4397-a7a1-19d44718698c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/69450901-9253-4ba0-a110-2e8102cbf80e HTTP/1.1" status: 204 len: 168 time: 1.4436612 Apr 08 10:41:28.002182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] No DVR routers for this DVR port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:28.044235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Port': ['ID=9ecb1b70-a2a6-4e28-9d54-8292105f33e5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:28.049772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48876) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:28.161744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:28.162093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:28.265001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.340993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet eff96d8f-e5a9-40e2-9db9-dbeb74df0f12 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:28.348389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.359619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.370453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Transition to ACTIVE for port object 5e3f5860-8d8a-45bd-bf42-7ed35758b262 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:28.403197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.410265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c57c927-fbef-4cbb-9005-7d8426d66ef0']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:28.420931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Transition to ACTIVE for port object 5e3f5860-8d8a-45bd-bf42-7ed35758b262 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:28.424566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Transition to ACTIVE for port object ac3dc3b0-1078-4822-8496-862c493b3583 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:28.449151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Transition to ACTIVE for port object ac3dc3b0-1078-4822-8496-862c493b3583 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:28.462269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b9e7a4-746b-49ed-8a68-9fb8922a4021') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:28.462654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b9e7a4-746b-49ed-8a68-9fb8922a4021') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:28.487209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.504954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.518851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.523334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.577642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:28.578132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.594100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Pushing event updated for resources: {'Port': ['ID=5e3f5860-8d8a-45bd-bf42-7ed35758b262,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:28.598648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:28.620008 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:28.661794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:28.662455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] Deleting port 9ecb1b70-a2a6-4e28-9d54-8292105f33e5 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:28.662852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.761205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e46f-ae2e-408f-ae04-a8a6469e7bc5 None None] The port '9ecb1b70-a2a6-4e28-9d54-8292105f33e5' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:41:28.762972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:28.770173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b76eb27d-902d-4a68-a69e-686b22adc463 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.770965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Network 90dce44c-f7db-40f3-8481-9b3826cd8761 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:28.774889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:28.775620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.776203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:28.776695 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Floating IP 389cdd3d-9581-432f-8e62-c5b559599a0b disassociated. External IP: 172.26.7.119, port: 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf. Apr 08 10:41:28.782563 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:28.783944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Calling delete_port for 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:28.799799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:28.851961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Pushing event updated for resources: {'Port': ['ID=ac3dc3b0-1078-4822-8496-862c493b3583,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:28.867300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a02a6159-3b31-44d8-9d60-c53692ce0379 {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:28.867721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:28.868233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48896) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:28.981560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.022724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.038400 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-249a03cf-325f-4160-9dd5-0bbb46c2934b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0bdf547760a4ea8bdc44680a925adee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505039 Apr 08 10:41:29.043733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48900) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:29.060524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Attempting to bind port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:29.060903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Attempting to bind port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:29.061262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Attempting to bind port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:41:29.071087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.073768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:41:29.074409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:29.074824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.075281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:41:29.076895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Bound port: 5e3f5860-8d8a-45bd-bf42-7ed35758b262, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:29.077335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.083361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] Pushing event deleted for resources: {'Network': ['ID=7c57c927-fbef-4cbb-9005-7d8426d66ef0,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:29.086250 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eb5e706e-0b5d-4e09-9afa-2378e000090a tempest-NetworksIpV6Test-1603853468 tempest-NetworksIpV6Test-1603853468-project] 10.222.0.23 "DELETE /v2.0/networks/7c57c927-fbef-4cbb-9005-7d8426d66ef0 HTTP/1.1" status: 204 len: 168 time: 2.9549501 Apr 08 10:41:29.173171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.210964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Attempting to bind port ac3dc3b0-1078-4822-8496-862c493b3583 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:29.211372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Attempting to bind port ac3dc3b0-1078-4822-8496-862c493b3583 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'ef6b5bbb-910f-4ddc-97a3-c491808359f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:29.211596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Attempting to bind port ac3dc3b0-1078-4822-8496-862c493b3583 on network 90dce44c-f7db-40f3-8481-9b3826cd8761 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:41:29.221445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:41:29.221826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Checking segment: {'id': 'ef6b5bbb-910f-4ddc-97a3-c491808359f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:29.222272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.222668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Bound using segment: {'id': 'ef6b5bbb-910f-4ddc-97a3-c491808359f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:41:29.223773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Bound port: ac3dc3b0-1078-4822-8496-862c493b3583, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6b5bbb-910f-4ddc-97a3-c491808359f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:29.224682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.247827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=76ae9d81-d672-47c4-aff6-afe15d239727,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:29.260462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.273497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.274705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:29.281684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42322a67-6a3a-4f95-b6ef-fbee0c75bfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.289699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-ef64d347-05cb-47a7-95a3-2d96da9b074a req-d8ee664f-2caf-4869-99c5-c3d7ad77bf7b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Synchronizing usage tracker for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:29.318977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=eff96d8f-e5a9-40e2-9db9-dbeb74df0f12,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:29.322324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:29.326213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.333447 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/eff96d8f-e5a9-40e2-9db9-dbeb74df0f12 HTTP/1.1" status: 204 len: 168 time: 1.2646351 Apr 08 10:41:29.340116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:29.341308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.348993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48914) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:29.353152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.353709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.354260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.354763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.355245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.355875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.356570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.357119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.357615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.358093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.358688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.359168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16689707-3a2c-4c5a-8a89-9fdb3e8b3be4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.377530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event deleted for resources: {'Port': ['ID=0df41d4e-4fc1-4772-83b0-5cfc40adb5bf,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:29.377530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.393257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] For port ac3dc3b0-1078-4822-8496-862c493b3583, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:29.413212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] For port ac3dc3b0-1078-4822-8496-862c493b3583, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ac3dc3b0-1078-4822-8496-862c493b3583,segment=NetworkSegment(ef6b5bbb-910f-4ddc-97a3-c491808359f0),segment_id=ef6b5bbb-910f-4ddc-97a3-c491808359f0)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:29.425184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516fb58-2534-403f-a30c-e8fa6af49b58 None None] Network b209a5cc-c691-420d-893c-eed74a93df59 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:29.425892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.426349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.426785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.427221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.427998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.428440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.428892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.429336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.429764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.430217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.431362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.431762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:29.437189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42322a67-6a3a-4f95-b6ef-fbee0c75bfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.554144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] device_id is not set on port 428c586f-ef93-4fab-97e7-b1bc63ad486a yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:29.567951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.592925 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-ef64d347-05cb-47a7-95a3-2d96da9b074a req-d8ee664f-2caf-4869-99c5-c3d7ad77bf7b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Unset dirty status for tenant:4ff8d365fe7a49148aab825402ef3c73 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:29.594076 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ef64d347-05cb-47a7-95a3-2d96da9b074a req-d8ee664f-2caf-4869-99c5-c3d7ad77bf7b tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 210 time: 0.3760962 Apr 08 10:41:29.614047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] For port 5e3f5860-8d8a-45bd-bf42-7ed35758b262, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:29.621530 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fdc1d576-50f4-414c-9f93-57216827623c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1006839 Apr 08 10:41:29.623520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 48922) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:29.648538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.664466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 02578d60-5578-452d-ba35-4b863bfbefb9 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:29.664933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.678254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:5c:2b:2b', 'name': 'tempest-NetworksTestDHCPv6-257109879'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:29.718190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81cadd-211a-4c0b-b93a-842ec5110847 None None] Pushing event updated for resources: {'Port': ['ID=ac3dc3b0-1078-4822-8496-862c493b3583,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:29.734607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f347c698-c2dc-4cbe-9004-ceff7e05717b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.741684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] For port 5e3f5860-8d8a-45bd-bf42-7ed35758b262, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5e3f5860-8d8a-45bd-bf42-7ed35758b262,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:29.788729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48926) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:29.788910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:29.842289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.979235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98ff13-931c-49b0-a445-137b8ff7b710 None None] Pushing event updated for resources: {'Port': ['ID=5e3f5860-8d8a-45bd-bf42-7ed35758b262,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:29.991066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-980211212'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:30.008964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:30.025228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:network and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:30.028774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 02578d60-5578-452d-ba35-4b863bfbefb9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=02578d60-5578-452d-ba35-4b863bfbefb9,segment=NetworkSegment(429128e5-87be-4c47-8cdd-4128a6a69638),segment_id=429128e5-87be-4c47-8cdd-4128a6a69638)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:30.029141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.043106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:30.057286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42322a67-6a3a-4f95-b6ef-fbee0c75bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.099694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] DHCP port deletion for b209a5cc-c691-420d-893c-eed74a93df59 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:30.108219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] Deleting port 02578d60-5578-452d-ba35-4b863bfbefb9 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:30.108624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.125318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:30.193735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 02578d60-5578-452d-ba35-4b863bfbefb9 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:30.236953 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f5126cbf-0d75-4b05-8ea2-1e72525630a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57fa73a2bd7d4e318327fa43beb1e7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468849 Apr 08 10:41:30.237863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48940) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:30.342251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:30.346588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.378663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.409865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Allocated IP 172.20.0.6 (90dce44c-f7db-40f3-8481-9b3826cd8761/399fac12-d9a8-4459-bc5c-ac1dd8ff2582/428c586f-ef93-4fab-97e7-b1bc63ad486a) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:30.443147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e64209af-d575-49b4-99a7-66c27d57b017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.451341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:30.467694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group_rule and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:30.471936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:30.479837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:30.487038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42322a67-6a3a-4f95-b6ef-fbee0c75bfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea94c3-7781-4cfd-ad61-1c53e846eabc,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:30.524217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] For port 02578d60-5578-452d-ba35-4b863bfbefb9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=02578d60-5578-452d-ba35-4b863bfbefb9,segment=NetworkSegment(429128e5-87be-4c47-8cdd-4128a6a69638),segment_id=429128e5-87be-4c47-8cdd-4128a6a69638)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:30.524903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.541798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42322a67-6a3a-4f95-b6ef-fbee0c75bfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.544887 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-42322a67-6a3a-4f95-b6ef-fbee0c75bfe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1eea94c3-7781-4cfd-ad61-1c53e846eabc HTTP/1.1" status: 204 len: 168 time: 1.4981592 Apr 08 10:41:30.547468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Router c0138c48-9a5f-4540-bf03-fa69abb5ce76 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:41:30.556122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.672135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No DVR routers for this DVR port 02578d60-5578-452d-ba35-4b863bfbefb9 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:30.715574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=02578d60-5578-452d-ba35-4b863bfbefb9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:30.754544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e64209af-d575-49b4-99a7-66c27d57b017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.797420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] Calling delete_port for 02578d60-5578-452d-ba35-4b863bfbefb9 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:30.857910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.886068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:30.886428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:30.911119 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e60bc0f6-859b-462f-96e4-6af77d2e09a4 req-069ff121-223d-45cc-bd7e-b131402a9dc7 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 210 time: 0.1237633 Apr 08 10:41:30.935972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:30.936211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:30.966322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:30.973955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:30.980437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b209a5cc-c691-420d-893c-eed74a93df59']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:30.995287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:30.999339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.001264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429128e5-87be-4c47-8cdd-4128a6a69638') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:31.001559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429128e5-87be-4c47-8cdd-4128a6a69638') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:31.015244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.032595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.039045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:31.041120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:31.054812 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:31.114048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:31.127396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e64209af-d575-49b4-99a7-66c27d57b017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.131724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] Sync routers for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:31.140312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.171782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64209af-d575-49b4-99a7-66c27d57b017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b1f04c-d5fe-4340-97b7-435df2543453,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:31.184034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:31.184300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:31.195790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:31.222370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.222370 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Added segment 65b3661d-3a79-4ccd-bc5f-588e87ef289c of type vlan for network 1292fcaf-8cfb-4c88-8d82-538f36cf403d Apr 08 10:41:31.258402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc763f-6196-4e98-95c3-de679224bddb,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:31.285711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.294762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.294995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:31.333761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e64209af-d575-49b4-99a7-66c27d57b017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.336204 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e64209af-d575-49b4-99a7-66c27d57b017 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0b1f04c-d5fe-4340-97b7-435df2543453 HTTP/1.1" status: 204 len: 168 time: 1.0944574 Apr 08 10:41:31.341934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.350687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=b209a5cc-c691-420d-893c-eed74a93df59,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:31.380735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] No DVR routers for this DVR port 0df41d4e-4fc1-4772-83b0-5cfc40adb5bf on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:31.383136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.386129 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c88478e9-ee20-49f2-a9e8-87d4a4113949 req-30b9690b-e44d-448e-b7d3-4692d7c6791f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.41 "DELETE /v2.0/ports/0df41d4e-4fc1-4772-83b0-5cfc40adb5bf HTTP/1.1" status: 204 len: 173 time: 9.1074188 Apr 08 10:41:31.398530 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f891478c-20e3-4dfa-b923-47a1bfe06e0b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/b209a5cc-c691-420d-893c-eed74a93df59 HTTP/1.1" status: 204 len: 168 time: 2.0477271 Apr 08 10:41:31.402473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48960) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:31.410928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-419570750', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:31.422995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'name': 'network-vif-deleted', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:41:31.423488 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:31.433910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:router and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:31.437536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:31.444113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:31.444428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] Deleting port 02578d60-5578-452d-ba35-4b863bfbefb9 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:31.444852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.497115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.503051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:31.503730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.549255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5e3f5860-8d8a-45bd-bf42-7ed35758b262 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:31.635753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.641359 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d406d50-b418-4772-97a3-a6328562a70e'] response: {'server_uuid': '3276bdd1-0924-4a19-940d-6440125f171d', 'name': 'network-vif-deleted', 'tag': '0df41d4e-4fc1-4772-83b0-5cfc40adb5bf', 'status': 'completed', 'code': 200} Apr 08 10:41:31.857291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.859154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.920392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:31.947991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-53970815-72c3-4f15-a973-e6b65ecfeae2 None None] The port '02578d60-5578-452d-ba35-4b863bfbefb9' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:41:31.956373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f2262-0e36-4b7e-8199-d6e7d926603e None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:31.966134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port e27fdb57-9786-4ebf-a5fb-a19d4a686369 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:32.023363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:32.106231 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Network': ['ID=1292fcaf-8cfb-4c88-8d82-538f36cf403d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:32.138254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:32.181232 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bcb26f1e-b409-4d8f-b464-dd3e2b15bbad tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3873911 Apr 08 10:41:32.182989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48984) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:32.191216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:32.192650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'name': 'tempest-PortsIpV6TestJSON-270288102'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:32.220714 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:32.249567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Transition to ACTIVE for port object 428c586f-ef93-4fab-97e7-b1bc63ad486a will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:32.258297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:32.298340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b76eb27d-902d-4a68-a69e-686b22adc463 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:32.323193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aab6c013-55e4-4f58-9159-b0dd5810692a None None] Provisioning for port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:32.337952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b76eb27d-902d-4a68-a69e-686b22adc463 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:32.463096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5dbe58-a5c3-4f6c-9c93-a03d75e970e2 None None] Network 90dce44c-f7db-40f3-8481-9b3826cd8761 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:32.629575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:32.635201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:32.639114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:32.648076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:32.664347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 48992) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:32.677637 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c72a4f0-8369-4ce9-907d-2b7aa33bf4c2 req-42f1aee4-9386-48ef-82e0-3e14ce1b078f tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/ports?device_id=3276bdd1-0924-4a19-940d-6440125f171d HTTP/1.1" status: 200 len: 210 time: 0.2958541 Apr 08 10:41:32.716997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:32.792264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:32.794511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:32.798938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:32.803028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:32.809004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:32.913028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 172.20.0.8 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/76ae9d81-d672-47c4-aff6-afe15d239727/e27fdb57-9786-4ebf-a5fb-a19d4a686369) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:32.925481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:fe5c:2b2b (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/c418631a-9f3a-457c-a1b2-751506d0f785/e27fdb57-9786-4ebf-a5fb-a19d4a686369) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:32.935084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port 47a0e8e1-d27f-426a-9c36-c2b853a354ef yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:32.979979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-871169830'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:32.988095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:33.058823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.067512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b522f456-46c1-41a5-b013-d31f44905e5b None None] Provisioning for port ac3dc3b0-1078-4822-8496-862c493b3583 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:33.073848 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:network and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:33.080914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:33.096125 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:33.177568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49006) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:33.191838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Network 90dce44c-f7db-40f3-8481-9b3826cd8761 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:33.203791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:33.206941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:33.216784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:33.220403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.267775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.304586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event updated for resources: {'Port': ['ID=428c586f-ef93-4fab-97e7-b1bc63ad486a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:33.330237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.335319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76eb27d-902d-4a68-a69e-686b22adc463 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Router 8d5fb211-ee25-4c9e-829d-d1326010e97c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:41:33.352768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 5e3f5860-8d8a-45bd-bf42-7ed35758b262, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5e3f5860-8d8a-45bd-bf42-7ed35758b262,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:33.362507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.390065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:55Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:33.414299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:33.427045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:33.427585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.441460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object e27fdb57-9786-4ebf-a5fb-a19d4a686369 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:33.451477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] Checking router: c0138c48-9a5f-4540-bf03-fa69abb5ce76 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:41:33.453528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group_rule and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:33.468264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:33.478828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.479222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.480012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ac3dc3b0-1078-4822-8496-862c493b3583 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:33.486917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:33.506026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--529450565'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:33.565923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:33.579942 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-70b221ea-34a2-4e38-a4fc-e30bb0bc9dc9 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9467759 Apr 08 10:41:33.582946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:33.587566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:33.590193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49012) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:33.600114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:33.600783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:33.608337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:33.623058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Request body: {'port': {'network_id': '90dce44c-f7db-40f3-8481-9b3826cd8761', 'name': 'tempest-ExtraDHCPOptionsTestJSON-72937622', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:33.623303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] bootfile-name is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:41:33.623471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] tftp-server is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:41:33.623811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] server-ip-address is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:41:33.681152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76eb27d-902d-4a68-a69e-686b22adc463 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:33.685694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b76eb27d-902d-4a68-a69e-686b22adc463 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.691072 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b76eb27d-902d-4a68-a69e-686b22adc463 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "PUT /v2.0/routers/8d5fb211-ee25-4c9e-829d-d1326010e97c HTTP/1.1" status: 200 len: 925 time: 6.7405212 Apr 08 10:41:33.693663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49016) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:33.709437 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d7854-9437-4f39-ae14-b76669a72742 None None] Sync routers for ids ['8d5fb211-ee25-4c9e-829d-d1326010e97c'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:33.746117 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d7854-9437-4f39-ae14-b76669a72742 None None] Routers {'8d5fb211-ee25-4c9e-829d-d1326010e97c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:33.748793 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f53d7854-9437-4f39-ae14-b76669a72742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['8d5fb211-ee25-4c9e-829d-d1326010e97c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:33.824615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.829268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.835405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.845497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.891915 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f53d7854-9437-4f39-ae14-b76669a72742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:33.912906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:33.913476 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d7854-9437-4f39-ae14-b76669a72742 None None] Routers {'8d5fb211-ee25-4c9e-829d-d1326010e97c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:33.914160 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f53d7854-9437-4f39-ae14-b76669a72742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['8d5fb211-ee25-4c9e-829d-d1326010e97c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:33.938331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49024) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:34.001725 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f53d7854-9437-4f39-ae14-b76669a72742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:34.002121 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d7854-9437-4f39-ae14-b76669a72742 None None] The sync data for ids ['8d5fb211-ee25-4c9e-829d-d1326010e97c'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:34.011115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.044946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e98d2-426e-4372-a838-615c4c8d2b15 None None] Update dhcp port {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': 'c418631a-9f3a-457c-a1b2-751506d0f785', 'ip_address': '2001:db8::f816:3eff:fefd:a6d6'}, {'subnet_id': '76ae9d81-d672-47c4-aff6-afe15d239727'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': '5e3f5860-8d8a-45bd-bf42-7ed35758b262'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:41:34.046661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:34.050787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:34.055797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:34.062956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:34.068765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=5e3f5860-8d8a-45bd-bf42-7ed35758b262,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:34.079656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:34.109082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:34.111087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.111989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:34.114367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.117211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.117211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.117211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.117211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.117211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.117211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.117211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.117211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.118047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.118047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.118453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:34.142768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:34.165256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-030e98d2-426e-4372-a838-615c4c8d2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.168380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=47a0e8e1-d27f-426a-9c36-c2b853a354ef,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:34.173915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.175794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d423939f-7074-4cb1-8477-e8417d32419b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:34.185210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.185565 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Added segment 5fcc41b3-0237-46d1-96fb-446663181e71 of type vlan for network 7282e28c-5a87-448b-8085-12facade5cbd Apr 08 10:41:34.188470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:34.251152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.256341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-968f0afa-c3a1-453d-a741-c7bdeef0e5fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.279044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=e27fdb57-9786-4ebf-a5fb-a19d4a686369,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:34.284817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port ac3dc3b0-1078-4822-8496-862c493b3583 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:34.293655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:34.312036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Usage tracker for resource:port and tenant:5e201588d0cd4280b697c2bddcba37a0 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:34.322955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:34.331999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking segment: {'id': '65b3661d-3a79-4ccd-bc5f-588e87ef289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:34.333360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network hostable DHCP agents. Network: 1292fcaf-8cfb-4c88-8d82-538f36cf403d, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:34.345945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:34.365740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ac3dc3b0-1078-4822-8496-862c493b3583 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:34.365740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.373923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:34.374558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.395527 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6b167e52-21ac-40e9-b145-da3e945d8317 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/routers/8d5fb211-ee25-4c9e-829d-d1326010e97c HTTP/1.1" status: 200 len: 925 time: 0.7008812 Apr 08 10:41:34.397714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-968f0afa-c3a1-453d-a741-c7bdeef0e5fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.411119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49028) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:34.412252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-59a03a16-3d6e-4c50-b622-7c3ca7e262f2 None None] Provisioning for port 428c586f-ef93-4fab-97e7-b1bc63ad486a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:34.467383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.482569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Made reservation on behalf of 5e201588d0cd4280b697c2bddcba37a0 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:34.486225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.495613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-59a03a16-3d6e-4c50-b622-7c3ca7e262f2 None None] Provisioning complete for port 428c586f-ef93-4fab-97e7-b1bc63ad486a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:34.495968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-59a03a16-3d6e-4c50-b622-7c3ca7e262f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.529890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] device_id is not set on port 7186225c-f52f-4009-abfb-e8551a18fa3d yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:34.564962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:34.573097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.578402 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9e2ccda4-7a81-4624-a6ff-86baddd2fe6c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9490147 Apr 08 10:41:34.578773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49032) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:34.584849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.26.7.76 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/4c5007b8-b12d-4e19-9d3b-dcf0d4483b3a) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:34.615132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708cae7-7f74-4d40-8b63-ec6a2e0bfd4c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:34.620941 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3708cae7-7f74-4d40-8b63-ec6a2e0bfd4c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=8d5fb211-ee25-4c9e-829d-d1326010e97c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2081368 Apr 08 10:41:34.630140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49036) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:34.652857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.658696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:34.659910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.690923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-968f0afa-c3a1-453d-a741-c7bdeef0e5fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.693861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.694115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 1292fcaf-8cfb-4c88-8d82-538f36cf403d) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:34.708879 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-59a03a16-3d6e-4c50-b622-7c3ca7e262f2 None None] Port 428c586f-ef93-4fab-97e7-b1bc63ad486a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:34.748366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270cca9-e8ac-4770-bc89-87526f2d608c None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:34.769142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:34.774930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:34.775865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.876326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Network': ['ID=7282e28c-5a87-448b-8085-12facade5cbd,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:34.905642 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 7282e28c-5a87-448b-8085-12facade5cbd details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:34.919328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:34.929389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.941073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f0afa-c3a1-453d-a741-c7bdeef0e5fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b41af29-186d-4e94-b2d6-98dad7ae18a6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:34.958248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:34.966725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-030e98d2-426e-4372-a838-615c4c8d2b15 None None] Allocated IP 172.20.0.2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/76ae9d81-d672-47c4-aff6-afe15d239727/5e3f5860-8d8a-45bd-bf42-7ed35758b262) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:34.970269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:34.991097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.994471 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-747ac989-cd3c-4533-9f7b-d7409ce78c0e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8102174 Apr 08 10:41:34.997438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49040) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:35.004985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1511473613'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:35.012152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:35.018341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:network and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:35.025814 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-550139da-c167-4b3e-9038-0ec2d972fabd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3550720 Apr 08 10:41:35.031319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:35.031473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:35.032055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49044) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:35.038453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:35.047978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'name': 'tempest-PortsTestJSON-281297793'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:35.076244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.081708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe0738-c6ec-4f11-8854-13cd2f3d91f1,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:35.113430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6b58a462-a9dc-4cba-a7c1-f44dd457c966 None None] Provisioning complete for port 428c586f-ef93-4fab-97e7-b1bc63ad486a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:35.113955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6b58a462-a9dc-4cba-a7c1-f44dd457c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.125479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d129f7b2-16c1-4089-ac01-0cdb18612b84 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:35.126051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d129f7b2-16c1-4089-ac01-0cdb18612b84 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Synchronizing usage tracker for tenant:a6264d54f7e34916822a39de41dc41f4 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:35.139100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Allocated IP 172.20.0.7 (90dce44c-f7db-40f3-8481-9b3826cd8761/399fac12-d9a8-4459-bc5c-ac1dd8ff2582/7186225c-f52f-4009-abfb-e8551a18fa3d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:35.151627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e76d9ac-3449-4429-8d0a-054d20d7dcae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:35.157588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e76d9ac-3449-4429-8d0a-054d20d7dcae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:35.158405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8e76d9ac-3449-4429-8d0a-054d20d7dcae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:35.199249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-968f0afa-c3a1-453d-a741-c7bdeef0e5fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.203021 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-968f0afa-c3a1-453d-a741-c7bdeef0e5fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "DELETE /v2.0/security-groups/3b41af29-186d-4e94-b2d6-98dad7ae18a6 HTTP/1.1" status: 204 len: 168 time: 1.2493508 Apr 08 10:41:35.206682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49048) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:35.256210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:35.261002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.270644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:35.291746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.291948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:35.294957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:35.304591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-b5ddb20b-d73f-4d9c-9279-c73e7d495086 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] show failed (client error): The resource could not be found. Apr 08 10:41:35.310729 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b5ddb20b-d73f-4d9c-9279-c73e7d495086 tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "GET /v2.0/security-groups/3b41af29-186d-4e94-b2d6-98dad7ae18a6 HTTP/1.1" status: 404 len: 347 time: 0.1002488 Apr 08 10:41:35.322288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49052) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:35.323669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8e76d9ac-3449-4429-8d0a-054d20d7dcae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:35.327680 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8e76d9ac-3449-4429-8d0a-054d20d7dcae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.7457223 Apr 08 10:41:35.329827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port ac3dc3b0-1078-4822-8496-862c493b3583, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ac3dc3b0-1078-4822-8496-862c493b3583,segment=NetworkSegment(ef6b5bbb-910f-4ddc-97a3-c491808359f0),segment_id=ef6b5bbb-910f-4ddc-97a3-c491808359f0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:35.333702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49054) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:35.336891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6b58a462-a9dc-4cba-a7c1-f44dd457c966 None None] Port 428c586f-ef93-4fab-97e7-b1bc63ad486a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:35.365640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=4c5007b8-b12d-4e19-9d3b-dcf0d4483b3a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:35.366237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:35.380457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:55Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:35.387795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-030e98d2-426e-4372-a838-615c4c8d2b15 None None] For port 5e3f5860-8d8a-45bd-bf42-7ed35758b262, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5e3f5860-8d8a-45bd-bf42-7ed35758b262,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:35.399008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237f24f-3139-47d9-ba03-238f79342204 None None] The sync data for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv is: [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:37:42Z', 'revision_number': 4, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa', 'name': '', 'network_id': '86331d7c-f8b8-4aad-b18f-88ecd1f6de99', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'mac_address': 'fa:16:3e:b5:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:38Z', 'updated_at': '2022-04-08T10:37:55Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'subnets': [{'id': '9a285e05-db3a-4c3e-b859-f09535bfa654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:35.433156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:port and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:35.433878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.437397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-030e98d2-426e-4372-a838-615c4c8d2b15 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.438967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:35.458403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:35.466820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:35.538038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 02578d60-5578-452d-ba35-4b863bfbefb9 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:35.551081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d129f7b2-16c1-4089-ac01-0cdb18612b84 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Unset dirty status for tenant:a6264d54f7e34916822a39de41dc41f4 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:35.555316 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d129f7b2-16c1-4089-ac01-0cdb18612b84 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 881 time: 0.9241648 Apr 08 10:41:35.562503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49060) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:35.567109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.567426 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Added segment 2136a781-42cf-4633-8fc9-c86b001d6c10 of type vlan for network 81525968-4dbf-41dc-888c-813fd69c8ae1 Apr 08 10:41:35.570603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-030e98d2-426e-4372-a838-615c4c8d2b15 None None] Transition to ACTIVE for port object 5e3f5860-8d8a-45bd-bf42-7ed35758b262 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:35.572670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-bec372b5-d101-4420-9654-97176d8455c9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port e27fdb57-9786-4ebf-a5fb-a19d4a686369 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:35.573010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bec372b5-d101-4420-9654-97176d8455c9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.578879 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 02578d60-5578-452d-ba35-4b863bfbefb9 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:35.579219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 02578d60-5578-452d-ba35-4b863bfbefb9 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:35.586123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.600974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=ac3dc3b0-1078-4822-8496-862c493b3583,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:35.636051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-030e98d2-426e-4372-a838-615c4c8d2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.652377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Deleting port 3fbf6f31-bb58-4640-987e-563bb5415897 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:35.653001 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.705815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:35.718880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.765751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5e3f5860-8d8a-45bd-bf42-7ed35758b262 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:35.783527 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-186573d4-f844-4967-9b10-9b8f7ab3a15a tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d5fb211-ee25-4c9e-829d-d1326010e97c HTTP/1.1" status: 200 len: 205 time: 0.2199035 Apr 08 10:41:35.798213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49064) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:35.867410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.872129 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6858909 Apr 08 10:41:35.876396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49068) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:35.902021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port 91eb8efa-782c-4042-9d2a-ec68e683208e yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:35.913496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98948b04-1e09-4544-abe2-fdfb5fb71783 None None] New status for floating IP 389cdd3d-9581-432f-8e62-c5b559599a0b: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:41:35.925157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c936067-fae6-41f1-8379-11b9c4827f6d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbed69a-3ae8-47b5-82b9-042c390b6f54,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:35.996717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.065613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e98d2-426e-4372-a838-615c4c8d2b15 None None] Pushing event updated for resources: {'Port': ['ID=5e3f5860-8d8a-45bd-bf42-7ed35758b262,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:36.079337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.079684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.225704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4c110b62-1d1b-4035-ac4f-57131572664d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:36.229696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.238823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Calling delete_port for 3fbf6f31-bb58-4640-987e-563bb5415897 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:36.332061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Transition to ACTIVE for port object 7186225c-f52f-4009-abfb-e8551a18fa3d will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:36.417642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4c110b62-1d1b-4035-ac4f-57131572664d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:36.420541 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4c110b62-1d1b-4035-ac4f-57131572664d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4954236 Apr 08 10:41:36.420541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:36.420541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:36.421976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49072) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:36.427789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4cec8cbb-bcc0-4e6f-bdc7-dcaab28bde27 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-security--977925364', 'description': 'tempest-security-description-483110828'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:36.467166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cec8cbb-bcc0-4e6f-bdc7-dcaab28bde27 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.490319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.548294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.554291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:36.555789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.582826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.589732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cec8cbb-bcc0-4e6f-bdc7-dcaab28bde27 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.595939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Network 90dce44c-f7db-40f3-8481-9b3826cd8761 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:36.599116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:36.607850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:36.658847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event updated for resources: {'Port': ['ID=7186225c-f52f-4009-abfb-e8551a18fa3d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:36.683429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cec8cbb-bcc0-4e6f-bdc7-dcaab28bde27 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.728622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:36.729314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.751290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cec8cbb-bcc0-4e6f-bdc7-dcaab28bde27 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.752569 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4cec8cbb-bcc0-4e6f-bdc7-dcaab28bde27 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "PUT /v2.0/security-groups/0fbed69a-3ae8-47b5-82b9-042c390b6f54 HTTP/1.1" status: 200 len: 1776 time: 0.3293614 Apr 08 10:41:36.754442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec8cbb-bcc0-4e6f-bdc7-dcaab28bde27 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbed69a-3ae8-47b5-82b9-042c390b6f54,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:36.756397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49076) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:36.827022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-93855729-7ec8-45d9-8ce9-a9ebbec8fee7 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups/0fbed69a-3ae8-47b5-82b9-042c390b6f54 HTTP/1.1" status: 200 len: 1776 time: 0.0692437 Apr 08 10:41:36.829476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49080) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:36.893972 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba0a0c4f-8396-4f98-a65b-e2835088ad70 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3007660 Apr 08 10:41:36.897750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49084) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:36.934480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Deleting port 3fbf6f31-bb58-4640-987e-563bb5415897 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:36.934831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.935172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a388e845-d7a2-47c0-97f2-e736393512fa None None] Provisioning for port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:36.939383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bec372b5-d101-4420-9654-97176d8455c9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.942130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a388e845-d7a2-47c0-97f2-e736393512fa None None] Provisioning complete for port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:36.942517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a388e845-d7a2-47c0-97f2-e736393512fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:36.995234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.052140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Network': ['ID=81525968-4dbf-41dc-888c-813fd69c8ae1,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:37.055837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.070020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 81525968-4dbf-41dc-888c-813fd69c8ae1 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:37.177217 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0794d264-f408-4f6d-84b1-663c2d72bc6c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1759117 Apr 08 10:41:37.191215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-bec372b5-d101-4420-9654-97176d8455c9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for e27fdb57-9786-4ebf-a5fb-a19d4a686369 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:37.228875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49088) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:37.252310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'ports': [{'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d'}, {'network_id': '81525968-4dbf-41dc-888c-813fd69c8ae1'}]} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:37.252655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:37.253142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '81525968-4dbf-41dc-888c-813fd69c8ae1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:37.302834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9360-9d10-4e50-b97e-d21a32904d9f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.389480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b39f5d06-d37e-4aef-a450-6fb4b9d488d5 None None] Provisioning for port 7186225c-f52f-4009-abfb-e8551a18fa3d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:37.395234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b39f5d06-d37e-4aef-a450-6fb4b9d488d5 None None] Provisioning complete for port 7186225c-f52f-4009-abfb-e8551a18fa3d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:37.395234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b39f5d06-d37e-4aef-a450-6fb4b9d488d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.423731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.424338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.446781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9360-9d10-4e50-b97e-d21a32904d9f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.451904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.455507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b39f5d06-d37e-4aef-a450-6fb4b9d488d5 None None] Port 7186225c-f52f-4009-abfb-e8551a18fa3d cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:37.561190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b39f5d06-d37e-4aef-a450-6fb4b9d488d5 None None] Provisioning for port e27fdb57-9786-4ebf-a5fb-a19d4a686369 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:37.566921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b39f5d06-d37e-4aef-a450-6fb4b9d488d5 None None] Provisioning complete for port e27fdb57-9786-4ebf-a5fb-a19d4a686369 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:37.567355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b39f5d06-d37e-4aef-a450-6fb4b9d488d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.601994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Calling delete_port for 3fbf6f31-bb58-4640-987e-563bb5415897 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:37.634408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b39f5d06-d37e-4aef-a450-6fb4b9d488d5 None None] Port e27fdb57-9786-4ebf-a5fb-a19d4a686369 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:37.667612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.674370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Deleting port e9cd5b17-5c40-4bde-8ea7-ae534b426026 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:37.674716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.694091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5e3f5860-8d8a-45bd-bf42-7ed35758b262 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:37.757178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e16cac-0c35-4fd0-bf64-f1004c07789a tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:37.763280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e16cac-0c35-4fd0-bf64-f1004c07789a tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:37.767587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:37.769534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.769763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e16cac-0c35-4fd0-bf64-f1004c07789a tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:37.770009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-87e16cac-0c35-4fd0-bf64-f1004c07789a tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Synchronizing usage tracker for tenant:5e201588d0cd4280b697c2bddcba37a0 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:37.829051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:37.833761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:37.837561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:37.843999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:37.897306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ac3dc3b0-1078-4822-8496-862c493b3583 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:37.942640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9360-9d10-4e50-b97e-d21a32904d9f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.947484 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=91eb8efa-782c-4042-9d2a-ec68e683208e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:37.967841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ac3dc3b0-1078-4822-8496-862c493b3583 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:37.968408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.979494 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e9360-9d10-4e50-b97e-d21a32904d9f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbed69a-3ae8-47b5-82b9-042c390b6f54,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:38.007722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-87e16cac-0c35-4fd0-bf64-f1004c07789a tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Unset dirty status for tenant:5e201588d0cd4280b697c2bddcba37a0 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:38.009470 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-87e16cac-0c35-4fd0-bf64-f1004c07789a tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 1.1109931 Apr 08 10:41:38.010595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 2} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:38.015766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.024769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49092) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:38.038621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.054629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.088223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking segment: {'id': '5fcc41b3-0237-46d1-96fb-446663181e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7282e28c-5a87-448b-8085-12facade5cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:38.088539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network hostable DHCP agents. Network: 7282e28c-5a87-448b-8085-12facade5cbd, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:38.143564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Pushing event deleted for resources: {'Port': ['ID=3fbf6f31-bb58-4640-987e-563bb5415897,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:38.188948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.266012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9360-9d10-4e50-b97e-d21a32904d9f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.269710 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eb0e9360-9d10-4e50-b97e-d21a32904d9f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/0fbed69a-3ae8-47b5-82b9-042c390b6f54 HTTP/1.1" status: 204 len: 168 time: 1.4367311 Apr 08 10:41:38.279623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49096) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:38.294754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-529ef940-3959-4751-bdcb-2debfb58e1d4 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Deleting port 7186225c-f52f-4009-abfb-e8551a18fa3d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:38.295413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-529ef940-3959-4751-bdcb-2debfb58e1d4 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.349114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bec372b5-d101-4420-9654-97176d8455c9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.388864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.391136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.392243 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-22e0b091-3294-40c6-bffc-1f83283359fa tempest-ServerActionsTestJSON-1769863593 tempest-ServerActionsTestJSON-1769863593-project] 10.222.0.23 "DELETE /v2.0/floatingips/389cdd3d-9581-432f-8e62-c5b559599a0b HTTP/1.1" status: 204 len: 168 time: 3.0655670 Apr 08 10:41:38.398068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49100) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:38.408061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port f8e9d73d-8056-4674-9cef-dac2f521cf8d yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:38.411201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:38.501040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.545407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec372b5-d101-4420-9654-97176d8455c9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=e27fdb57-9786-4ebf-a5fb-a19d4a686369,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:38.616528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port f9e3d2f1-62bd-411e-a548-a7a8e2f0355f yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:38.684803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.718228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.739504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 7282e28c-5a87-448b-8085-12facade5cbd) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:38.744697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:38.750548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94b8b5-9f58-4f82-a284-f5a77eff5b91 None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:38.751700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:38.752326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.853974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.929314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:38.933725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:38.938522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:38.940381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.941922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=f8e9d73d-8056-4674-9cef-dac2f521cf8d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:39.037555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=f9e3d2f1-62bd-411e-a548-a7a8e2f0355f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:39.050010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking segment: {'id': '2136a781-42cf-4633-8fc9-c86b001d6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81525968-4dbf-41dc-888c-813fd69c8ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:39.050366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network hostable DHCP agents. Network: 81525968-4dbf-41dc-888c-813fd69c8ae1, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:39.070845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Calling delete_port for e9cd5b17-5c40-4bde-8ea7-ae534b426026 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:39.164850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 81525968-4dbf-41dc-888c-813fd69c8ae1 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:39.168822 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fc6e9348-cd6b-40fd-b3f3-cbd49b3807c0 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8785901 Apr 08 10:41:39.171675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49106) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:39.191901 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-775df8cd-e6fc-431a-9541-27f2d17a69d6 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] delete failed (client error): The resource could not be found. Apr 08 10:41:39.192836 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-775df8cd-e6fc-431a-9541-27f2d17a69d6 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/0fbed69a-3ae8-47b5-82b9-042c390b6f54 HTTP/1.1" status: 404 len: 347 time: 0.0201683 Apr 08 10:41:39.197450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49110) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:39.202477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685407052'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:39.208238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:39.213500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:39.216935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:39.222744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:39.281610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 81525968-4dbf-41dc-888c-813fd69c8ae1) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:39.288401 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aafa30f6-1e3c-43ad-ae02-75fe8f0751be tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.2509913 Apr 08 10:41:39.289888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:39.302848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9226277-6ae9-4e69-9a60-a237bec313a5 None None] Network 81525968-4dbf-41dc-888c-813fd69c8ae1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:39.308276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49114) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:39.312062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:39.318095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:39.319029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.372834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.379669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-26978429'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:39.395867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:39.401184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:39.404741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:39.411799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:39.417676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bec372b5-d101-4420-9654-97176d8455c9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.421804 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bec372b5-d101-4420-9654-97176d8455c9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/e27fdb57-9786-4ebf-a5fb-a19d4a686369 HTTP/1.1" status: 204 len: 168 time: 4.0732470 Apr 08 10:41:39.422358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49118) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:39.435182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:39.489853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-17ed6eaf-5f88-44bf-8f5e-edfc37004a9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2544451 Apr 08 10:41:39.493515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49122) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:39.526305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:network and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:39.544272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:39.565765 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:39.681276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-529ef940-3959-4751-bdcb-2debfb58e1d4 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.681542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f9a6e-0457-4e9f-84ff-8a88591f0be8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:39.682983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f9a6e-0457-4e9f-84ff-8a88591f0be8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:39.684615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f9a6e-0457-4e9f-84ff-8a88591f0be8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:39.685436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-582f9a6e-0457-4e9f-84ff-8a88591f0be8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:39.691202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 3e2312c9-c5de-42d4-9fa5-6826dbe86c31 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:41:39.724007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-da463059-4abf-43bd-913f-48f2ea1936d6 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port f9e3d2f1-62bd-411e-a548-a7a8e2f0355f {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:39.724369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da463059-4abf-43bd-913f-48f2ea1936d6 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.802157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.829588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:39.833012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.899620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-529ef940-3959-4751-bdcb-2debfb58e1d4 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Calling delete_port for 7186225c-f52f-4009-abfb-e8551a18fa3d owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:39.963148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-582f9a6e-0457-4e9f-84ff-8a88591f0be8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:39.964332 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-582f9a6e-0457-4e9f-84ff-8a88591f0be8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5413082 Apr 08 10:41:39.970479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49126) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:40.022229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.053471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da463059-4abf-43bd-913f-48f2ea1936d6 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.113895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:40.217681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-da463059-4abf-43bd-913f-48f2ea1936d6 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for f9e3d2f1-62bd-411e-a548-a7a8e2f0355f owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:40.235300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.235300 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Added segment 19d8afcb-9bd4-4349-a04e-89502c7a717e of type vlan for network cc325cac-c101-484b-9d49-25c0d70daef9 Apr 08 10:41:40.262636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58672b90-0298-46cc-b881-8193e692b1b8,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:40.277065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ff2be4-c012-4268-b1d9-67657d3f5e21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 76ae9d81-d672-47c4-aff6-afe15d239727 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:40.284841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-98ff2be4-c012-4268-b1d9-67657d3f5e21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.334249 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.376012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-98ff2be4-c012-4268-b1d9-67657d3f5e21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.377515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:40.392515 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26605f5b-901c-4966-805c-8af449895e86 None None] Sync routers for ids ['3e2312c9-c5de-42d4-9fa5-6826dbe86c31'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:40.405189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.408341 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26605f5b-901c-4966-805c-8af449895e86 None None] Routers {'3e2312c9-c5de-42d4-9fa5-6826dbe86c31'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:40.409404 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-26605f5b-901c-4966-805c-8af449895e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['3e2312c9-c5de-42d4-9fa5-6826dbe86c31'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:40.423564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event deleted for resources: {'Port': ['ID=e9cd5b17-5c40-4bde-8ea7-ae534b426026,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:40.423943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.425251 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8b9bf25a-d433-4067-b31f-a6c4589fb523 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2266061 Apr 08 10:41:40.434395 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49130) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:40.493310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': '58672b90-0298-46cc-b881-8193e692b1b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:40.503575 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-26605f5b-901c-4966-805c-8af449895e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:40.505692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-98ff2be4-c012-4268-b1d9-67657d3f5e21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.513962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:40.514244 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26605f5b-901c-4966-805c-8af449895e86 None None] Routers {'3e2312c9-c5de-42d4-9fa5-6826dbe86c31'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:40.515190 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-26605f5b-901c-4966-805c-8af449895e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['3e2312c9-c5de-42d4-9fa5-6826dbe86c31'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:40.558380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:41:40.566880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:40.590126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:40.591502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da463059-4abf-43bd-913f-48f2ea1936d6 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.592121 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-26605f5b-901c-4966-805c-8af449895e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:40.593391 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26605f5b-901c-4966-805c-8af449895e86 None None] The sync data for ids ['3e2312c9-c5de-42d4-9fa5-6826dbe86c31'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:40.605067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:40.631280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.648022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da463059-4abf-43bd-913f-48f2ea1936d6 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=f9e3d2f1-62bd-411e-a548-a7a8e2f0355f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:40.654170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da463059-4abf-43bd-913f-48f2ea1936d6 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.663392 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-da463059-4abf-43bd-913f-48f2ea1936d6 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/f9e3d2f1-62bd-411e-a548-a7a8e2f0355f HTTP/1.1" status: 204 len: 168 time: 1.1667364 Apr 08 10:41:40.666876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49134) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:40.717934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-98ff2be4-c012-4268-b1d9-67657d3f5e21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.772113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-98ff2be4-c012-4268-b1d9-67657d3f5e21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.774752 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-98ff2be4-c012-4268-b1d9-67657d3f5e21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/76ae9d81-d672-47c4-aff6-afe15d239727 HTTP/1.1" status: 204 len: 168 time: 0.8026123 Apr 08 10:41:40.775960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2be4-c012-4268-b1d9-67657d3f5e21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=76ae9d81-d672-47c4-aff6-afe15d239727,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:40.779834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49138) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:40.798436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc98c173-dcaa-4fb3-903c-d5f9b225f170 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:40.838541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.844028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:40.844578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.848211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-529ef940-3959-4751-bdcb-2debfb58e1d4 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.868865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4feec901-bc5b-4f4f-8e37-23d3b70875a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet c418631a-9f3a-457c-a1b2-751506d0f785 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:40.875247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4feec901-bc5b-4f4f-8e37-23d3b70875a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.879308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:40.881369 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-09390922-fe85-4a7a-b9cf-5c87b79ba728 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.4776900 Apr 08 10:41:40.912772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49142) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:41.031197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3eec6-6207-45b9-b302-e8a7047630da tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:41.037360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3eec6-6207-45b9-b302-e8a7047630da tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:41.038154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b2a3eec6-6207-45b9-b302-e8a7047630da tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:41.047885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4feec901-bc5b-4f4f-8e37-23d3b70875a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.055616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.063207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ef940-3959-4751-bdcb-2debfb58e1d4 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event deleted for resources: {'Port': ['ID=7186225c-f52f-4009-abfb-e8551a18fa3d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:41.135934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.138813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.202416 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8892145 Apr 08 10:41:41.205696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49146) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:41.224360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b2a3eec6-6207-45b9-b302-e8a7047630da tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:41.226276 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b2a3eec6-6207-45b9-b302-e8a7047630da tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5579844 Apr 08 10:41:41.234924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'ports': [{'network_id': '7282e28c-5a87-448b-8085-12facade5cbd'}, {'network_id': 'cc325cac-c101-484b-9d49-25c0d70daef9'}]} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:41.235379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:41.235872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': 'cc325cac-c101-484b-9d49-25c0d70daef9'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:41.253222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49150) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:41.312523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3aaa0-e5b9-4f52-8425-dd6dc78c6574 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Network': ['ID=cc325cac-c101-484b-9d49-25c0d70daef9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:41.326077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network cc325cac-c101-484b-9d49-25c0d70daef9 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:41.379997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49154) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:41.382384 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-070929c0-f854-4c7a-b833-3ba3133846d2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/routers/3e2312c9-c5de-42d4-9fa5-6826dbe86c31 HTTP/1.1" status: 200 len: 879 time: 0.4684393 Apr 08 10:41:41.537075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.537855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5fb211-ee25-4c9e-829d-d1326010e97c {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:41.587001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.609337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.668425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-529ef940-3959-4751-bdcb-2debfb58e1d4 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.670197 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-529ef940-3959-4751-bdcb-2debfb58e1d4 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "DELETE /v2.0/ports/7186225c-f52f-4009-abfb-e8551a18fa3d HTTP/1.1" status: 204 len: 168 time: 3.6379726 Apr 08 10:41:41.681505 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.682900 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-62cb1925-2fc7-45f1-8358-81b7b18d3583 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/8d5fb211-ee25-4c9e-829d-d1326010e97c HTTP/1.1" status: 204 len: 168 time: 5.8806889 Apr 08 10:41:41.683719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.686663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49158) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:41.687415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49160) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:41.697347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4feec901-bc5b-4f4f-8e37-23d3b70875a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.733463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-621826282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:41.738167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04c6d43-f089-4440-bc47-d1e45f2d30f3,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:41.741806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Request body: {'port': {'name': 'tempest-new-port-name-2069760178', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:41.742205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] bootfile-name is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:41:41.742574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] tftp-server is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:41:41.742899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] server-ip-address is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:41:41.782141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-737e2cb2-3043-4277-adbb-9a759e40f73b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port f8e9d73d-8056-4674-9cef-dac2f521cf8d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:41.782504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-737e2cb2-3043-4277-adbb-9a759e40f73b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.826419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:41.883427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Usage tracker for resource:router and tenant:9bb14a3cbd29485e9f9959e6967c2c5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:41.894704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-71b489e0-85ce-4db1-b665-8c2b1280f0fe None None] Provisioning complete for port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:41.895941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-71b489e0-85ce-4db1-b665-8c2b1280f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.896860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:41.915496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:41.925878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:41.931610 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-90389b9b-2d6b-4956-acf0-f188422c8952 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4864700 Apr 08 10:41:41.983969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49166) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:42.192874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-17f16d73-848b-44d5-9ad8-51a96b0f84e4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:router {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:42.268010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.269789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.315817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Deleting port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:42.316375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.333874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:42.338156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-436dbcd2-62c6-40df-929f-aa0fcc32c63f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.352081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:port and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:42.354777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-17f16d73-848b-44d5-9ad8-51a96b0f84e4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:router {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:42.358956 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-17f16d73-848b-44d5-9ad8-51a96b0f84e4 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.9656799 Apr 08 10:41:42.363070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49170) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:42.370814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c39eab0d-40d1-4b2d-9515-29c1b1e5491c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-419570750'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:42.377166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.391607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:42.408617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.411202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-436dbcd2-62c6-40df-929f-aa0fcc32c63f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.421669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:42.433492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4feec901-bc5b-4f4f-8e37-23d3b70875a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.587346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feec901-bc5b-4f4f-8e37-23d3b70875a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=c418631a-9f3a-457c-a1b2-751506d0f785,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:42.597721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4feec901-bc5b-4f4f-8e37-23d3b70875a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.603657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa763a7-82fa-4c4c-aec3-1b3b28193fb5 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:42.643585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 2} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:42.648200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.663993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-737e2cb2-3043-4277-adbb-9a759e40f73b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.767600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.778217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.874308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4feec901-bc5b-4f4f-8e37-23d3b70875a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/c418631a-9f3a-457c-a1b2-751506d0f785 HTTP/1.1" status: 204 len: 168 time: 2.0933650 Apr 08 10:41:42.879106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49174) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:42.885230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-737e2cb2-3043-4277-adbb-9a759e40f73b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for f8e9d73d-8056-4674-9cef-dac2f521cf8d owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:42.913540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:42.920195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] Deleting port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:42.926394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.929890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-436dbcd2-62c6-40df-929f-aa0fcc32c63f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.942570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] For port d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:42.942930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.959852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-436dbcd2-62c6-40df-929f-aa0fcc32c63f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.960364 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-436dbcd2-62c6-40df-929f-aa0fcc32c63f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b04c6d43-f089-4440-bc47-d1e45f2d30f3 HTTP/1.1" status: 204 len: 168 time: 0.9535742 Apr 08 10:41:42.968858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49178) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:42.986125 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4f66881c-de6e-4e6b-9011-6349e0dc718d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033261 Apr 08 10:41:43.046311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49182) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:43.061057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dbcd2-62c6-40df-929f-aa0fcc32c63f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b04c6d43-f089-4440-bc47-d1e45f2d30f3,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:43.107219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.111296 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2db4b737-6077-4b16-985d-ed913fe556aa tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4188108 Apr 08 10:41:43.123975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49186) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:43.131120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:43.163115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] For port 5e3f5860-8d8a-45bd-bf42-7ed35758b262, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5e3f5860-8d8a-45bd-bf42-7ed35758b262,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:43.163422 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.191808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Calling delete_port for d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:43.222495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:43.318276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] Calling delete_port for 5e3f5860-8d8a-45bd-bf42-7ed35758b262 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:43.466101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-79e1d18e-9101-4a5a-9b9e-d32808292555 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:43.498624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:43.502611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.509906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:43.516916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:43.533833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:43.555007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] Pushing event deleted for resources: {'Port': ['ID=5e3f5860-8d8a-45bd-bf42-7ed35758b262,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:43.568987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15358081-4c9b-4d39-b44e-d56675463360 None None] No DVR routers for this DVR port 5e3f5860-8d8a-45bd-bf42-7ed35758b262 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:43.630881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-79e1d18e-9101-4a5a-9b9e-d32808292555 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:43.637937 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-79e1d18e-9101-4a5a-9b9e-d32808292555 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6562064 Apr 08 10:41:43.637937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49190) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:43.675041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5e3f5860-8d8a-45bd-bf42-7ed35758b262 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:43.694259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-737e2cb2-3043-4277-adbb-9a759e40f73b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.697638 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c39eab0d-40d1-4b2d-9515-29c1b1e5491c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.716215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:43.717875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 5e3f5860-8d8a-45bd-bf42-7ed35758b262 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:43.718254 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5e3f5860-8d8a-45bd-bf42-7ed35758b262 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:43.719022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.795223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c39eab0d-40d1-4b2d-9515-29c1b1e5491c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.878410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port ee473695-4bd8-4677-ac01-2c105107ac17 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:43.888565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e2cb2-3043-4277-adbb-9a759e40f73b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=f8e9d73d-8056-4674-9cef-dac2f521cf8d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:43.907364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-737e2cb2-3043-4277-adbb-9a759e40f73b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.981697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.989095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e60690ae-6a55-4971-a5bc-e16a3384f06f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.184676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.196110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.235575 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-737e2cb2-3043-4277-adbb-9a759e40f73b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/f8e9d73d-8056-4674-9cef-dac2f521cf8d HTTP/1.1" status: 204 len: 168 time: 2.9665747 Apr 08 10:41:44.240996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49194) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:44.251786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e60690ae-6a55-4971-a5bc-e16a3384f06f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.281277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:44.349913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.396218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port e11ee067-aac8-4e69-9759-d3205021d70e yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:44.487108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.528305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39eab0d-40d1-4b2d-9515-29c1b1e5491c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 3e2312c9-c5de-42d4-9fa5-6826dbe86c31 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:41:44.652442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620a53d-0fac-451b-b2c9-a7d8c5d27704 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:44.653305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3620a53d-0fac-451b-b2c9-a7d8c5d27704 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:44.675942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event updated for resources: {'Port': ['ID=428c586f-ef93-4fab-97e7-b1bc63ad486a,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:44.720644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] In _notify_port_updated(), no bound segment for port 428c586f-ef93-4fab-97e7-b1bc63ad486a on network 90dce44c-f7db-40f3-8481-9b3826cd8761 {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:41:44.727406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:44.728110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.732206 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-927928dc-dcc7-412f-aebd-ea0a6b5b9b6e tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "PUT /v2.0/ports/428c586f-ef93-4fab-97e7-b1bc63ad486a HTTP/1.1" status: 200 len: 1136 time: 3.0439827 Apr 08 10:41:44.732917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49198) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:44.794508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39eab0d-40d1-4b2d-9515-29c1b1e5491c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:44.819477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b567aa55-d62b-4d00-83a6-25f09c475a74 None None] Sync routers for ids ['3e2312c9-c5de-42d4-9fa5-6826dbe86c31'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:44.823305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3620a53d-0fac-451b-b2c9-a7d8c5d27704 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:44.828901 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3620a53d-0fac-451b-b2c9-a7d8c5d27704 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5860689 Apr 08 10:41:44.830293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49202) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:44.837659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.840182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567aa55-d62b-4d00-83a6-25f09c475a74 None None] Routers {'3e2312c9-c5de-42d4-9fa5-6826dbe86c31'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:44.841165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b567aa55-d62b-4d00-83a6-25f09c475a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['3e2312c9-c5de-42d4-9fa5-6826dbe86c31'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:44.895319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e60690ae-6a55-4971-a5bc-e16a3384f06f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.900372 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be00595-a7d7-4386-8881-0e3a4d7c79a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:41:44.901759 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4be00595-a7d7-4386-8881-0e3a4d7c79a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/f9e3d2f1-62bd-411e-a548-a7a8e2f0355f HTTP/1.1" status: 404 len: 333 time: 0.0674472 Apr 08 10:41:44.908580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712df6fe-d509-4e91-8492-1a55f1ede51a tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:44.913798 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-712df6fe-d509-4e91-8492-1a55f1ede51a tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "GET /v2.0/ports/428c586f-ef93-4fab-97e7-b1bc63ad486a HTTP/1.1" status: 200 len: 1136 time: 0.1756501 Apr 08 10:41:44.915619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:41:44.919865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49206) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:44.920198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49208) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:44.924201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b567aa55-d62b-4d00-83a6-25f09c475a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:44.936513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60690ae-6a55-4971-a5bc-e16a3384f06f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58672b90-0298-46cc-b881-8193e692b1b8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:44.938569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567aa55-d62b-4d00-83a6-25f09c475a74 None None] Routers {'3e2312c9-c5de-42d4-9fa5-6826dbe86c31'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:44.938708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:44.939535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b567aa55-d62b-4d00-83a6-25f09c475a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['3e2312c9-c5de-42d4-9fa5-6826dbe86c31'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:45.022932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77d2f98-4088-4dde-9556-10ff74bcbd98 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:41:45.026886 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d77d2f98-4088-4dde-9556-10ff74bcbd98 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/f8e9d73d-8056-4674-9cef-dac2f521cf8d HTTP/1.1" status: 404 len: 333 time: 0.1031642 Apr 08 10:41:45.052625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:45.053201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b567aa55-d62b-4d00-83a6-25f09c475a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:45.053608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b567aa55-d62b-4d00-83a6-25f09c475a74 None None] The sync data for ids ['3e2312c9-c5de-42d4-9fa5-6826dbe86c31'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:45.056497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-17d197ac-becc-40ef-8875-eed6087bf6b5 None None] Provisioning complete for port 428c586f-ef93-4fab-97e7-b1bc63ad486a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:45.056870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-17d197ac-becc-40ef-8875-eed6087bf6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.065673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49214) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:45.082994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:45.094869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbde212-50a1-4d26-b5a0-3f2680e54a70 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:45.117143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:45.118302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.140199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e60690ae-6a55-4971-a5bc-e16a3384f06f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.143727 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e60690ae-6a55-4971-a5bc-e16a3384f06f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/58672b90-0298-46cc-b881-8193e692b1b8 HTTP/1.1" status: 204 len: 168 time: 1.5035591 Apr 08 10:41:45.159784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49218) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:45.163941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c39eab0d-40d1-4b2d-9515-29c1b1e5491c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.166473 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c39eab0d-40d1-4b2d-9515-29c1b1e5491c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/3e2312c9-c5de-42d4-9fa5-6826dbe86c31 HTTP/1.1" status: 200 len: 886 time: 2.8024647 Apr 08 10:41:45.177000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2874dd58-a858-45a2-b2d0-11429db9415c tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Deleting port 428c586f-ef93-4fab-97e7-b1bc63ad486a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:45.177350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2874dd58-a858-45a2-b2d0-11429db9415c tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.197073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-17d197ac-becc-40ef-8875-eed6087bf6b5 None None] Port 428c586f-ef93-4fab-97e7-b1bc63ad486a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:45.202841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49222) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:45.245551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=bced2b7b-19c2-4aef-b1ec-4c6f663fccfb,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:45.362547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.371366 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aa9f276c-f8a9-4cee-800c-195e76ab64f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3139648 Apr 08 10:41:45.376978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49226) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:45.378010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'bced2b7b-19c2-4aef-b1ec-4c6f663fccfb'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:41:45.379375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.395879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:45.438200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.481371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.485892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.491149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-98ad4b31-be86-4e86-a3d8-029644da87f0 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:45.551832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Allocated IP 2001:db8::f816:3eff:fe71:3b6c (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/bced2b7b-19c2-4aef-b1ec-4c6f663fccfb/e68fde46-eed1-4098-81ae-bcae60b4c73b) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:45.582201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.815206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:45.815480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.826470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Transition to ACTIVE for port object e68fde46-eed1-4098-81ae-bcae60b4c73b will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:45.848419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Transition to ACTIVE for port object e68fde46-eed1-4098-81ae-bcae60b4c73b will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:45.863440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.865375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:45.888319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:45.889163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.904111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=ee473695-4bd8-4677-ac01-2c105107ac17,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:45.950386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.956791 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dd843d36-db69-4b61-ba68-c62f25535599 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/routers/3e2312c9-c5de-42d4-9fa5-6826dbe86c31 HTTP/1.1" status: 200 len: 886 time: 0.5987809 Apr 08 10:41:45.964672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:45.967827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81525968-4dbf-41dc-888c-813fd69c8ae1']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:45.982240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49230) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:45.990200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-98ad4b31-be86-4e86-a3d8-029644da87f0 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:45.995463 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-98ad4b31-be86-4e86-a3d8-029644da87f0 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8314044 Apr 08 10:41:45.998514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:46.010182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49234) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:46.028335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:46.032100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:46.035024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:46.035338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2136a781-42cf-4633-8fc9-c86b001d6c10') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:46.035641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2136a781-42cf-4633-8fc9-c86b001d6c10') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:46.041361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--255827705'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:46.045228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:46.057316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:46.061274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-145feb91-6682-458f-a2b4-0112eab2f55e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:46.073965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Pushing event updated for resources: {'Port': ['ID=e68fde46-eed1-4098-81ae-bcae60b4c73b,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:46.074168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.081218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:46.097288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Allocated IP 172.26.7.208 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/883593c6-b5c9-4a60-83d0-30cb0852d06d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:46.112270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.113735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:46.131496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=e11ee067-aac8-4e69-9759-d3205021d70e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:46.140435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Attempting to bind port e68fde46-eed1-4098-81ae-bcae60b4c73b on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:46.141141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Attempting to bind port e68fde46-eed1-4098-81ae-bcae60b4c73b by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:46.141303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Attempting to bind port e68fde46-eed1-4098-81ae-bcae60b4c73b on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:41:46.147694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:41:46.148153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:46.149084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.149458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:41:46.150626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Bound port: e68fde46-eed1-4098-81ae-bcae60b4c73b, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:46.150773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.151628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2874dd58-a858-45a2-b2d0-11429db9415c tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.183081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:46.183487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:46.198659 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:46.217074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:46.221035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.221174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking segment: {'id': '19d8afcb-9bd4-4349-a04e-89502c7a717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cc325cac-c101-484b-9d49-25c0d70daef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:46.221174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network hostable DHCP agents. Network: cc325cac-c101-484b-9d49-25c0d70daef9, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:46.246181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] For port e68fde46-eed1-4098-81ae-bcae60b4c73b, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:46.249491 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] For port e68fde46-eed1-4098-81ae-bcae60b4c73b, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e68fde46-eed1-4098-81ae-bcae60b4c73b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:46.304011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-145feb91-6682-458f-a2b4-0112eab2f55e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:46.305749 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-145feb91-6682-458f-a2b4-0112eab2f55e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2312c9-c5de-42d4-9fa5-6826dbe86c31 HTTP/1.1" status: 200 len: 205 time: 0.3226199 Apr 08 10:41:46.312706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49238) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:46.319497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2874dd58-a858-45a2-b2d0-11429db9415c tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Calling delete_port for 428c586f-ef93-4fab-97e7-b1bc63ad486a owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:46.331376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.350715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.437232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23f847-29ae-4ee9-91fe-dff59323c806 None None] Pushing event updated for resources: {'Port': ['ID=e68fde46-eed1-4098-81ae-bcae60b4c73b,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:46.462802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:46.501668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:46.554496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.587325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network cc325cac-c101-484b-9d49-25c0d70daef9 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:46.646287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.683936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.716295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, cc325cac-c101-484b-9d49-25c0d70daef9) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:46.727674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:46.730243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Router c0138c48-9a5f-4540-bf03-fa69abb5ce76 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:41:46.731278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Network': ['ID=81525968-4dbf-41dc-888c-813fd69c8ae1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:46.741448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:46.748350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:46.750072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.755770 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-661ab865-5724-4580-89b9-335fbffc1f90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/networks/81525968-4dbf-41dc-888c-813fd69c8ae1 HTTP/1.1" status: 204 len: 168 time: 1.6859305 Apr 08 10:41:46.758961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab624da-c13f-49ee-98ab-e70fad22b1fb None None] Network cc325cac-c101-484b-9d49-25c0d70daef9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:46.760568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.765202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49242) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:46.775166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.781671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-382817147'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:46.784876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2874dd58-a858-45a2-b2d0-11429db9415c tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.788645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:46.846863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:network and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:46.849903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.864579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:46.872774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874dd58-a858-45a2-b2d0-11429db9415c tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event deleted for resources: {'Port': ['ID=428c586f-ef93-4fab-97e7-b1bc63ad486a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:46.949627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event updated for resources: {'Port': ['ID=883593c6-b5c9-4a60-83d0-30cb0852d06d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:46.951840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.988997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:47.177498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:47.188511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:47.218237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:47.247310 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4463cdb2-5da2-41ee-86a5-c1861da57587 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.0304885 Apr 08 10:41:47.266594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49246) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:47.280802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb8299-e5fa-4cda-a449-387966db59ae,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:47.338129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.338418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.341283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:47.342343 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-75ff4116-73da-4442-a9fb-d3c8adb9b1be tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3307281 Apr 08 10:41:47.348991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49250) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:47.357104 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] Sync routers for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:47.362124 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8e0db2ca-1f05-4cdd-b03d-37b627ba909d admin admin] 10.222.0.23 "PUT /v2.0/routers/c0138c48-9a5f-4540-bf03-fa69abb5ce76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9521606 Apr 08 10:41:47.368289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49254) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:47.368555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb8299-e5fa-4cda-a449-387966db59ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:47.369494 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:47.370174 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:47.378165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:47.388196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:47.405654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:47.409059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.456296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 4c5007b8-b12d-4e19-9d3b-dcf0d4483b3a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:47.456798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.501277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a4c393eb-be0e-4418-b856-0020dddd0892 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port e11ee067-aac8-4e69-9759-d3205021d70e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:47.501848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4c393eb-be0e-4418-b856-0020dddd0892 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.545430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2874dd58-a858-45a2-b2d0-11429db9415c tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.548201 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2874dd58-a858-45a2-b2d0-11429db9415c tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "DELETE /v2.0/ports/428c586f-ef93-4fab-97e7-b1bc63ad486a HTTP/1.1" status: 204 len: 168 time: 2.6253793 Apr 08 10:41:47.562987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49258) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:47.572459 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:47.574806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.656413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.758780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:47.811981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 4c5007b8-b12d-4e19-9d3b-dcf0d4483b3a owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:47.819341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e68fde46-eed1-4098-81ae-bcae60b4c73b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:47.944602 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:41:43Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:47.949922 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] Checking router: c0138c48-9a5f-4540-bf03-fa69abb5ce76 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:41:47.961812 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] Routers {'c0138c48-9a5f-4540-bf03-fa69abb5ce76'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:47.962519 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:47.988533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4c393eb-be0e-4418-b856-0020dddd0892 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.000840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e68fde46-eed1-4098-81ae-bcae60b4c73b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:48.022781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.023137 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Added segment 29209eee-dc3e-496c-859a-3f505a0587c7 of type vlan for network be336149-51e2-4bac-ac8d-1c2cbd66ee4f Apr 08 10:41:48.074866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-84b74639-6619-48ec-8178-dc4a67327568 None None] Provisioning for port e68fde46-eed1-4098-81ae-bcae60b4c73b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:48.078824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.079893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-84b74639-6619-48ec-8178-dc4a67327568 None None] Provisioning complete for port e68fde46-eed1-4098-81ae-bcae60b4c73b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:48.080259 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-84b74639-6619-48ec-8178-dc4a67327568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.100885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ef9fa7-72c2-4256-88fe-5f617b105d09 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Deleting subnet 399fac12-d9a8-4459-bc5c-ac1dd8ff2582 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:48.152406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.174270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a4c393eb-be0e-4418-b856-0020dddd0892 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for e11ee067-aac8-4e69-9759-d3205021d70e owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:48.199178 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] Set router c0138c48-9a5f-4540-bf03-fa69abb5ce76 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:41:48.201654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:48.207374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9fa7-72c2-4256-88fe-5f617b105d09 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.213242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-84b74639-6619-48ec-8178-dc4a67327568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.222353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:48.230340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:48.230934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.247844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=d6bd18c3-e62c-4542-bf48-13448e99de9b,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:48.257420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-84b74639-6619-48ec-8178-dc4a67327568 None None] For port e68fde46-eed1-4098-81ae-bcae60b4c73b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e68fde46-eed1-4098-81ae-bcae60b4c73b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:48.259136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6069dff-1a86-43c4-8ffd-b794dbe16c8c None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:48.290043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.294230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.322311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9fa7-72c2-4256-88fe-5f617b105d09 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.372821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.442878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=4c5007b8-b12d-4e19-9d3b-dcf0d4483b3a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:48.443887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9fa7-72c2-4256-88fe-5f617b105d09 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.483048 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3483cfd1-394a-4f9f-a08d-2051150ef505 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1010964 Apr 08 10:41:48.484131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49262) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:48.493289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.504797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:60:e4:d3', 'name': 'tempest-NetworksTestDHCPv6-2136613473'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:48.521717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-84b74639-6619-48ec-8178-dc4a67327568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.553074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.585058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.652406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b74639-6619-48ec-8178-dc4a67327568 None None] Pushing event updated for resources: {'Port': ['ID=e68fde46-eed1-4098-81ae-bcae60b4c73b,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:48.666551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d74d870-29f8-4fa3-97f4-a033873bc502,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:48.680765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.686506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:48.687106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.691632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4c393eb-be0e-4418-b856-0020dddd0892 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.707636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Deleting port bde74d65-a000-4176-a8b3-ea1e77cb0b71 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:48.708401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.716367 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:41:43Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:48.720333 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a6167-eb64-4b44-ade8-9fdb800f2f95 None None] The sync data for ids ['c0138c48-9a5f-4540-bf03-fa69abb5ce76'] in dv-neutron-837109-1-hyperv is: [{'id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'name': 'tempest-ServerActionsTestJSON-963530617-router', 'tenant_id': '4ff8d365fe7a49148aab825402ef3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:37:27Z', 'updated_at': '2022-04-08T10:41:43Z', 'revision_number': 5, 'project_id': '4ff8d365fe7a49148aab825402ef3c73', 'gw_port': {'id': 'bde74d65-a000-4176-a8b3-ea1e77cb0b71', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0138c48-9a5f-4540-bf03-fa69abb5ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:37:28Z', 'updated_at': '2022-04-08T10:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:48.810152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc02ea8e-edf2-4469-a817-795b12266a5f None None] Update dhcp port {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': 'bced2b7b-19c2-4aef-b1ec-4c6f663fccfb', 'ip_address': '2001:db8::f816:3eff:fe71:3b6c'}, {'subnet_id': 'd6bd18c3-e62c-4542-bf48-13448e99de9b'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'e68fde46-eed1-4098-81ae-bcae60b4c73b'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:41:48.874367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bc02ea8e-edf2-4469-a817-795b12266a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.968981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.973137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.012585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4c393eb-be0e-4418-b856-0020dddd0892 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.025201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c393eb-be0e-4418-b856-0020dddd0892 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=e11ee067-aac8-4e69-9759-d3205021d70e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:49.041548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:49.045757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:49.048456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:49.054195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:49.117286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-bc02ea8e-edf2-4469-a817-795b12266a5f None None] Allocated IP 172.20.0.2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/d6bd18c3-e62c-4542-bf48-13448e99de9b/e68fde46-eed1-4098-81ae-bcae60b4c73b) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:49.144846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] For port bde74d65-a000-4176-a8b3-ea1e77cb0b71, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bde74d65-a000-4176-a8b3-ea1e77cb0b71,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:49.145660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.157499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a4c393eb-be0e-4418-b856-0020dddd0892 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/e11ee067-aac8-4e69-9759-d3205021d70e HTTP/1.1" status: 204 len: 168 time: 1.8898232 Apr 08 10:41:49.166921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49266) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:49.171195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Network': ['ID=be336149-51e2-4bac-ac8d-1c2cbd66ee4f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:49.218504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.219140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2312c9-c5de-42d4-9fa5-6826dbe86c31 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:49.230536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network be336149-51e2-4bac-ac8d-1c2cbd66ee4f details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:49.284768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.285932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a4820c27-accb-4bf1-95bc-cf5b2f775658 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9357898 Apr 08 10:41:49.287477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-54fc7ad3-121b-4c46-b61e-a8730163c618 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.5212920 Apr 08 10:41:49.292749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49270) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:49.295327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49272) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:49.300891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb8299-e5fa-4cda-a449-387966db59ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:49.302404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Calling delete_port for bde74d65-a000-4176-a8b3-ea1e77cb0b71 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:49.313431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': 'be336149-51e2-4bac-ac8d-1c2cbd66ee4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:49.332771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:49.360621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:49.384953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:49.389545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:49.397789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-bc02ea8e-edf2-4469-a817-795b12266a5f None None] For port e68fde46-eed1-4098-81ae-bcae60b4c73b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e68fde46-eed1-4098-81ae-bcae60b4c73b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:49.418021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9fa7-72c2-4256-88fe-5f617b105d09 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.424963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:49.427125 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.428214 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7a75b5d7-18c4-4970-9cf5-f5c9e9f73784 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/3e2312c9-c5de-42d4-9fa5-6826dbe86c31 HTTP/1.1" status: 204 len: 168 time: 3.1106989 Apr 08 10:41:49.431809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49278) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:49.433307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bc02ea8e-edf2-4469-a817-795b12266a5f None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.441656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-694368956'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:49.451461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:49.455894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bc02ea8e-edf2-4469-a817-795b12266a5f None None] Transition to ACTIVE for port object e68fde46-eed1-4098-81ae-bcae60b4c73b will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:49.457801 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:49.462658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:49.474826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:49.524349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.532446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bc02ea8e-edf2-4469-a817-795b12266a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.560632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:49.564531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.598754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef9fa7-72c2-4256-88fe-5f617b105d09 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event deleted for resources: {'Subnet': ['ID=399fac12-d9a8-4459-bc5c-ac1dd8ff2582,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:49.600131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:49.609583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9fa7-72c2-4256-88fe-5f617b105d09 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.611209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.611743 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment 97d7a8a1-df62-4909-9f76-0186ba124b8e of type vlan for network 31a0731a-85fd-4530-b252-64cbdc77cfb1 Apr 08 10:41:49.620994 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f29237-6852-4d39-93e5-842021d2c0a0 None None] Network 90dce44c-f7db-40f3-8481-9b3826cd8761 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:49.629039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.695935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.704934 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f0ef9fa7-72c2-4256-88fe-5f617b105d09 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "DELETE /v2.0/subnets/399fac12-d9a8-4459-bc5c-ac1dd8ff2582 HTTP/1.1" status: 204 len: 168 time: 2.1376607 Apr 08 10:41:49.719550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49282) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:49.733728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:49.740928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde74d65-a000-4176-a8b3-ea1e77cb0b71,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:49.766772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e68fde46-eed1-4098-81ae-bcae60b4c73b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:49.773943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:49.796870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.840390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02ea8e-edf2-4469-a817-795b12266a5f None None] Pushing event updated for resources: {'Port': ['ID=e68fde46-eed1-4098-81ae-bcae60b4c73b,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:49.859357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:49.862764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.892663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3e89e-585e-4afc-bf5b-c54e047cd4e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:49.899341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3e89e-585e-4afc-bf5b-c54e047cd4e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:49.900220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-75f3e89e-585e-4afc-bf5b-c54e047cd4e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:49.903259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:49.946614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:49.984924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:49.990488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d9cd17d0-1d2f-47c0-9ca3-e25503e2b3fa not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:50.052327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.096283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.098848 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.124736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] DHCP port deletion for 90dce44c-f7db-40f3-8481-9b3826cd8761 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:50.129175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] Deleting port ac3dc3b0-1078-4822-8496-862c493b3583 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:50.129543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.147291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.154306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.160337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:50.166175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:50.166329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.166475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.238678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.239615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-75f3e89e-585e-4afc-bf5b-c54e047cd4e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:50.241407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.241919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0138c48-9a5f-4540-bf03-fa69abb5ce76 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:50.244161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-75f3e89e-585e-4afc-bf5b-c54e047cd4e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.0704730 Apr 08 10:41:50.245708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 742ba3f8-dc9e-4b90-8c6b-064e06206d45 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:50.284142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49286) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:50.311940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.313327 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3931baf7-b6d8-4133-8fae-6d81b7a23c54 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c0138c48-9a5f-4540-bf03-fa69abb5ce76 HTTP/1.1" status: 204 len: 168 time: 2.9436998 Apr 08 10:41:50.317464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49290) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:50.401975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-267db0ae-d882-46af-9cec-dbbbab5a04d7 admin admin] Deleting subnet 9a285e05-db3a-4c3e-b859-f09535bfa654 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:50.403865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=31a0731a-85fd-4530-b252-64cbdc77cfb1,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:50.408103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-267db0ae-d882-46af-9cec-dbbbab5a04d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.453199 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-034b23fe-750b-4104-a31d-a692ec0c86e0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0202684 Apr 08 10:41:50.458183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49294) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:50.470039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': '31a0731a-85fd-4530-b252-64cbdc77cfb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:50.478704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] For port ac3dc3b0-1078-4822-8496-862c493b3583, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ac3dc3b0-1078-4822-8496-862c493b3583,segment=NetworkSegment(ef6b5bbb-910f-4ddc-97a3-c491808359f0),segment_id=ef6b5bbb-910f-4ddc-97a3-c491808359f0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:50.479127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.493395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 31a0731a-85fd-4530-b252-64cbdc77cfb1 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:50.498258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ba76c23e-74b0-4704-9744-e19bc2e29425 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port ee473695-4bd8-4677-ac01-2c105107ac17 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:50.498712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba76c23e-74b0-4704-9744-e19bc2e29425 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.553721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.556216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Deleting port ac3dc3b0-1078-4822-8496-862c493b3583 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:50.556701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.573483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-267db0ae-d882-46af-9cec-dbbbab5a04d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.595068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.ipam_backend_mixin [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Performing IP validity checks on allocation pools {{(pid=88612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 08 10:41:50.598161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.ipam_backend_mixin [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 08 10:41:50.636784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:50.641021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:50.647470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:50.660774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:50.685208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] Calling delete_port for ac3dc3b0-1078-4822-8496-862c493b3583 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:50.690499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-267db0ae-d882-46af-9cec-dbbbab5a04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.732627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:50.735991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.875551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a1cf691e-a37b-4ba9-8666-18f26fdeedde None None] Provisioning for port e68fde46-eed1-4098-81ae-bcae60b4c73b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:50.881615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a1cf691e-a37b-4ba9-8666-18f26fdeedde None None] Provisioning complete for port e68fde46-eed1-4098-81ae-bcae60b4c73b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:50.882142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a1cf691e-a37b-4ba9-8666-18f26fdeedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:50.887473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1435f0e8-7730-4994-9f30-e633217f103f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:50.924912 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.000367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] Pushing event deleted for resources: {'Port': ['ID=ac3dc3b0-1078-4822-8496-862c493b3583,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:51.002247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abef22e-71f1-4eba-8f3e-f16923aa7543 None None] No DVR routers for this DVR port ac3dc3b0-1078-4822-8496-862c493b3583 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:51.023080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.038420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] The port 'ac3dc3b0-1078-4822-8496-862c493b3583' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:41:51.061184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-267db0ae-d882-46af-9cec-dbbbab5a04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.081244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.113455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc6c72-0906-45db-b395-e1659222329a None None] Network 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:51.116419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-267db0ae-d882-46af-9cec-dbbbab5a04d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.119498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267db0ae-d882-46af-9cec-dbbbab5a04d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a285e05-db3a-4c3e-b859-f09535bfa654,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:51.132714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.135820 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-267db0ae-d882-46af-9cec-dbbbab5a04d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9a285e05-db3a-4c3e-b859-f09535bfa654 HTTP/1.1" status: 204 len: 168 time: 0.8151815 Apr 08 10:41:51.135952 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7ff53dd4-7649-474e-8841-3ff2e23536cd tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8402750 Apr 08 10:41:51.137399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49298) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:51.137737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49300) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:51.165983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb8299-e5fa-4cda-a449-387966db59ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:51.185023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:51.201106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:51.209533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:51.218141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:51.309886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.321032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Deleting port 817325d2-d1d5-451f-b95b-3685c824368f {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:51.321548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.375224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.414856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] DHCP port deletion for 86331d7c-f8b8-4aad-b18f-88ecd1f6de99 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:41:51.415189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.420997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] Deleting port 817325d2-d1d5-451f-b95b-3685c824368f {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:51.421888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.548751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.555358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=c32911d2-6bdf-4da8-b775-08a1beb0ff01,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:51.566498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': '97d7a8a1-df62-4909-9f76-0186ba124b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '31a0731a-85fd-4530-b252-64cbdc77cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:51.566866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: 31a0731a-85fd-4530-b252-64cbdc77cfb1, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:51.634992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.647889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] For port 817325d2-d1d5-451f-b95b-3685c824368f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=817325d2-d1d5-451f-b95b-3685c824368f,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:51.648799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.672152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba76c23e-74b0-4704-9744-e19bc2e29425 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.698455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.741454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 31a0731a-85fd-4530-b252-64cbdc77cfb1 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:51.749620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390c87d6-d14e-48ca-a8be-4deb8d7e69a0,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:51.759351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] For port 817325d2-d1d5-451f-b95b-3685c824368f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=817325d2-d1d5-451f-b95b-3685c824368f,segment=NetworkSegment(794e57fb-1e0a-4b48-86a0-95c810df77cc),segment_id=794e57fb-1e0a-4b48-86a0-95c810df77cc)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:51.759725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.783933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e68fde46-eed1-4098-81ae-bcae60b4c73b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:51.816434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dce44c-f7db-40f3-8481-9b3826cd8761']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:51.821721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] Calling delete_port for 817325d2-d1d5-451f-b95b-3685c824368f owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:51.831416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ba76c23e-74b0-4704-9744-e19bc2e29425 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for ee473695-4bd8-4677-ac01-2c105107ac17 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:51.872989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 172.20.0.13 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/d6bd18c3-e62c-4542-bf48-13448e99de9b/742ba3f8-dc9e-4b90-8c6b-064e06206d45) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:51.881426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.884679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 31a0731a-85fd-4530-b252-64cbdc77cfb1) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:51.887184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6b5bbb-910f-4ddc-97a3-c491808359f0') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:51.887487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6b5bbb-910f-4ddc-97a3-c491808359f0') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:51.892399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Calling delete_port for 817325d2-d1d5-451f-b95b-3685c824368f owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:51.912498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9a6d8a-a852-40e2-bc6b-a28544c6c5af None None] Network 31a0731a-85fd-4530-b252-64cbdc77cfb1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:51.927619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:51.928070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.932346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.936661 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-38f0105b-943d-4ed5-8dcd-cc805646d1bc tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7927139 Apr 08 10:41:51.937074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49306) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:51.946291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:fe60:e4d3 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/bced2b7b-19c2-4aef-b1ec-4c6f663fccfb/742ba3f8-dc9e-4b90-8c6b-064e06206d45) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:51.952431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb8299-e5fa-4cda-a449-387966db59ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:51.965461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:51.970291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:51.976149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:51.980807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:51.990343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:52.051616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.069873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=742d79d3-9be7-4db7-b546-7480a55d72c7,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:52.073597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:52.074007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.085307 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8c80821e-8b4b-413e-ad64-b05949b4ae99 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6238046 Apr 08 10:41:52.086462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49310) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:52.091679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-446456620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:52.092852 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:52.100689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:52.105614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:router and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:52.109340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:52.117927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.124711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e68fde46-eed1-4098-81ae-bcae60b4c73b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:52.125391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.154796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:52.169966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.177018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:41:52.177368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:41:52.183239 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Pushing event deleted for resources: {'Port': ['ID=817325d2-d1d5-451f-b95b-3685c824368f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:52.198761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking segment: {'id': '29209eee-dc3e-496c-859a-3f505a0587c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'be336149-51e2-4bac-ac8d-1c2cbd66ee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:52.199131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network hostable DHCP agents. Network: be336149-51e2-4bac-ac8d-1c2cbd66ee4f, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:52.202707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] No DVR routers for this DVR port 817325d2-d1d5-451f-b95b-3685c824368f on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:52.236462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba76c23e-74b0-4704-9744-e19bc2e29425 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.337128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.344612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.347108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.416057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.419851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-31a0731a-85fd-4530-b252-64cbdc77cfb1', 'network_id': '31a0731a-85fd-4530-b252-64cbdc77cfb1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': 'c32911d2-6bdf-4da8-b775-08a1beb0ff01'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:41:52.420705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.435380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.437133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.471903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76c23e-74b0-4704-9744-e19bc2e29425 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=ee473695-4bd8-4677-ac01-2c105107ac17,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:52.480209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Router 5ed28923-d44b-47b5-8061-e36990bd664f is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:41:52.481647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.507266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a4023d-e7c3-481c-9247-d29a197d5d30,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:52.516448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86331d7c-f8b8-4aad-b18f-88ecd1f6de99']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:52.531928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794e57fb-1e0a-4b48-86a0-95c810df77cc') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:52.532196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794e57fb-1e0a-4b48-86a0-95c810df77cc') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:52.545481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.560567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.564624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.574945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba76c23e-74b0-4704-9744-e19bc2e29425 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.577757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:52.578711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.597352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network be336149-51e2-4bac-ac8d-1c2cbd66ee4f is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:52.609647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] Pushing event deleted for resources: {'Network': ['ID=90dce44c-f7db-40f3-8481-9b3826cd8761,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:52.655162 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 817325d2-d1d5-451f-b95b-3685c824368f no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:52.673641 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:52.676259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.677003 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d20cae5c-6dec-4677-8e48-a33edb7d8f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7357676 Apr 08 10:41:52.683511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49314) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:52.688389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.694905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] Deleting port 817325d2-d1d5-451f-b95b-3685c824368f {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:52.695328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.705288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb8299-e5fa-4cda-a449-387966db59ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:52.715531 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2ff41222-6e3e-4ccc-b391-cbea92ba2909 tempest-ExtraDHCPOptionsTestJSON-1009858854 tempest-ExtraDHCPOptionsTestJSON-1009858854-project] 10.222.0.23 "DELETE /v2.0/networks/90dce44c-f7db-40f3-8481-9b3826cd8761 HTTP/1.1" status: 204 len: 168 time: 2.9903800 Apr 08 10:41:52.732917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:52.739404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 817325d2-d1d5-451f-b95b-3685c824368f {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:52.739752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 817325d2-d1d5-451f-b95b-3685c824368f not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:52.740209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ac3dc3b0-1078-4822-8496-862c493b3583 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:52.751425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:52.761995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, be336149-51e2-4bac-ac8d-1c2cbd66ee4f) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:52.767433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:52.776402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.779014 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c024ce0-4c3b-42ed-8196-7748e5eb0d13 None None] Network be336149-51e2-4bac-ac8d-1c2cbd66ee4f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:52.782330 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-772269c0-9a5c-415f-a83c-6c92094b3ca5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6940033 Apr 08 10:41:52.784189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49320) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:52.803725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:52.807230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:52.808036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.833636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ff290eb7-eb49-48e2-b355-ea7c822ef078 None None] The port '817325d2-d1d5-451f-b95b-3685c824368f' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:41:52.836686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: ac3dc3b0-1078-4822-8496-862c493b3583 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:52.837036 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ac3dc3b0-1078-4822-8496-862c493b3583 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:52.837457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bde74d65-a000-4176-a8b3-ea1e77cb0b71 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:52.852581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.857453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.897032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: bde74d65-a000-4176-a8b3-ea1e77cb0b71 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:41:52.897386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bde74d65-a000-4176-a8b3-ea1e77cb0b71 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:52.910770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Allocated IP 172.20.0.2 (31a0731a-85fd-4530-b252-64cbdc77cfb1/c32911d2-6bdf-4da8-b775-08a1beb0ff01/aa4213a7-ecf3-4a87-950e-7d129b4c9e06) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:52.911711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:52.911800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] Pushing event deleted for resources: {'Network': ['ID=86331d7c-f8b8-4aad-b18f-88ecd1f6de99,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:52.931167 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba76c23e-74b0-4704-9744-e19bc2e29425 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/ee473695-4bd8-4677-ac01-2c105107ac17 HTTP/1.1" status: 204 len: 168 time: 2.6413698 Apr 08 10:41:52.942700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49324) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:52.993610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 742ba3f8-dc9e-4b90-8c6b-064e06206d45 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:53.026877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:53.035923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.039999 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-66b9c2b0-13fe-4367-b0c7-db60a9d3af94 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "PUT /v2.0/routers/5ed28923-d44b-47b5-8061-e36990bd664f HTTP/1.1" status: 200 len: 883 time: 9.9119925 Apr 08 10:41:53.045189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49328) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:53.068789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05824a7b-d507-45c3-ba2d-bd344922ffb0 None None] Sync routers for ids ['5ed28923-d44b-47b5-8061-e36990bd664f'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:53.135391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05824a7b-d507-45c3-ba2d-bd344922ffb0 None None] Routers {'5ed28923-d44b-47b5-8061-e36990bd664f'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:53.136063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-05824a7b-d507-45c3-ba2d-bd344922ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ed28923-d44b-47b5-8061-e36990bd664f'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:53.141092 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b395c54e-bdb4-4e42-8b8c-ef72a3404019 admin admin] 10.222.0.23 "DELETE /v2.0/networks/86331d7c-f8b8-4aad-b18f-88ecd1f6de99 HTTP/1.1" status: 204 len: 168 time: 1.9987514 Apr 08 10:41:53.160378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.170235 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-aa3029c7-a100-47c7-ac31-725673dba29b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8747189 Apr 08 10:41:53.178914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49334) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:53.198922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': 'be336149-51e2-4bac-ac8d-1c2cbd66ee4f', 'name': 'tempest-PortsIpV6TestJSON-1852797837'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:53.209556 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-05824a7b-d507-45c3-ba2d-bd344922ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:53.282503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.315857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05824a7b-d507-45c3-ba2d-bd344922ffb0 None None] Routers {'5ed28923-d44b-47b5-8061-e36990bd664f'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:53.316547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-05824a7b-d507-45c3-ba2d-bd344922ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ed28923-d44b-47b5-8061-e36990bd664f'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:53.344232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5761b105-7e12-45e1-bc7d-ac92e2936671 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:53.345058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5761b105-7e12-45e1-bc7d-ac92e2936671 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:53.419935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-05824a7b-d507-45c3-ba2d-bd344922ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:53.420349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05824a7b-d507-45c3-ba2d-bd344922ffb0 None None] The sync data for ids ['5ed28923-d44b-47b5-8061-e36990bd664f'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:41:53.463150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8f670-66a5-48db-b760-197248743872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-be336149-51e2-4bac-ac8d-1c2cbd66ee4f', 'network_id': 'be336149-51e2-4bac-ac8d-1c2cbd66ee4f', 'tenant_id': 'afaed5d3c85a4818ba6fe51763c066da', 'fixed_ips': [{'subnet_id': '742d79d3-9be7-4db7-b546-7480a55d72c7'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:41:53.464058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-55e8f670-66a5-48db-b760-197248743872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.482431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49340) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:53.491790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.576738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.580868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:53.589063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:53.601143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:53.645778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=742ba3f8-dc9e-4b90-8c6b-064e06206d45,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:53.674552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.677772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-55e8f670-66a5-48db-b760-197248743872 None None] Allocated IP 2001:db8::2 (be336149-51e2-4bac-ac8d-1c2cbd66ee4f/742d79d3-9be7-4db7-b546-7480a55d72c7/e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:53.693872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Transition to ACTIVE for port object aa4213a7-ecf3-4a87-950e-7d129b4c9e06 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:53.720120 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9d4dab01-8961-4899-bdb8-4a85acb5f930 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/routers/5ed28923-d44b-47b5-8061-e36990bd664f HTTP/1.1" status: 200 len: 924 time: 0.6737094 Apr 08 10:41:53.728769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:53.730394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.731047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49346) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:53.731382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49348) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:53.762399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.763018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Transition to ACTIVE for port object aa4213a7-ecf3-4a87-950e-7d129b4c9e06 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:53.765121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5761b105-7e12-45e1-bc7d-ac92e2936671 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:53.766909 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5761b105-7e12-45e1-bc7d-ac92e2936671 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8227868 Apr 08 10:41:53.775710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49354) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:53.791775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:53.873383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5c5a22e6-440b-4e24-a565-76aa33433aad tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.3877957 Apr 08 10:41:53.879380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7e9887-bcdd-4222-b338-28997222a700,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:53.886834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49358) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:53.890537 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-104c045f-d37e-4f79-bffc-d03a8820dc35 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:41:53.892836 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-104c045f-d37e-4f79-bffc-d03a8820dc35 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/e11ee067-aac8-4e69-9759-d3205021d70e HTTP/1.1" status: 404 len: 333 time: 0.1062257 Apr 08 10:41:53.894213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:53.899812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49362) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:53.933930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:53.959652 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d7bab9-b757-4e34-8ea6-ea4df5e1ed15 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:41:53.965064 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-13d7bab9-b757-4e34-8ea6-ea4df5e1ed15 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/ee473695-4bd8-4677-ac01-2c105107ac17 HTTP/1.1" status: 404 len: 333 time: 0.0633500 Apr 08 10:41:53.975510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49366) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.000397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.001777 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8622acdb-2a03-4ad1-a55b-59cd2cc68217 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3030994 Apr 08 10:41:54.005244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49372) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.035225 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f3337787-890a-4aed-a272-2c9c5414797d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ff8d365fe7a49148aab825402ef3c73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2997355 Apr 08 10:41:54.035450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Network 31a0731a-85fd-4530-b252-64cbdc77cfb1 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:54.037650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49376) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.039082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:54.043963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Pushing event updated for resources: {'Port': ['ID=aa4213a7-ecf3-4a87-950e-7d129b4c9e06,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:54.046311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:54.126297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:54.135454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.156334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cec5e3-1d49-4448-9793-f7a40c1183db tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:54.160563 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-33cec5e3-1d49-4448-9793-f7a40c1183db tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=5ed28923-d44b-47b5-8061-e36990bd664f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4237654 Apr 08 10:41:54.170007 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8c9fdd35-4717-4270-9491-9d1a4da9bffb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e201588d0cd4280b697c2bddcba37a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6842430 Apr 08 10:41:54.170007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49380) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.176701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49382) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.186246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b610687f-7a28-4568-b176-61d3bf045e32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.218677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b610687f-7a28-4568-b176-61d3bf045e32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.219801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Attempting to bind port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:54.220740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Attempting to bind port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '97d7a8a1-df62-4909-9f76-0186ba124b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '31a0731a-85fd-4530-b252-64cbdc77cfb1'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:54.221114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Attempting to bind port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 on network 31a0731a-85fd-4530-b252-64cbdc77cfb1 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:41:54.230047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.232731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:41:54.233100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Checking segment: {'id': '97d7a8a1-df62-4909-9f76-0186ba124b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '31a0731a-85fd-4530-b252-64cbdc77cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:54.233499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.234054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Bound using segment: {'id': '97d7a8a1-df62-4909-9f76-0186ba124b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '31a0731a-85fd-4530-b252-64cbdc77cfb1'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:41:54.234682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Bound port: aa4213a7-ecf3-4a87-950e-7d129b4c9e06, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d7a8a1-df62-4909-9f76-0186ba124b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '31a0731a-85fd-4530-b252-64cbdc77cfb1'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:54.235222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.239265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port 09170b8a-cac5-4109-ae3b-d991396d8ace yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:54.259557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-55e8f670-66a5-48db-b760-197248743872 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.317019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.20.0.1 (31a0731a-85fd-4530-b252-64cbdc77cfb1/c32911d2-6bdf-4da8-b775-08a1beb0ff01/b1c3798c-c83a-4ba1-a017-5058e2c4be11) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:54.333414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59d9a294-d3ee-4029-928d-eef16adee02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.355578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed9ad96-0f02-4aa4-95b6-db1e441ce047 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:54.361631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed9ad96-0f02-4aa4-95b6-db1e441ce047 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:54.363231 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5ed9ad96-0f02-4aa4-95b6-db1e441ce047 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:54.375144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3443c293-d24e-4fce-942e-4c95ddd4b9a9 None None] Provisioning for port 742ba3f8-dc9e-4b90-8c6b-064e06206d45 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:54.385586 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3443c293-d24e-4fce-942e-4c95ddd4b9a9 None None] Provisioning complete for port 742ba3f8-dc9e-4b90-8c6b-064e06206d45 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:54.385945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3443c293-d24e-4fce-942e-4c95ddd4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.450414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-55e8f670-66a5-48db-b760-197248743872 None None] Transition to ACTIVE for port object e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:54.455164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3443c293-d24e-4fce-942e-4c95ddd4b9a9 None None] Port 742ba3f8-dc9e-4b90-8c6b-064e06206d45 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:54.471063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4947f7b-03a3-4f23-9f29-d6b6f99c9a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.471790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] For port aa4213a7-ecf3-4a87-950e-7d129b4c9e06, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:54.482072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-55e8f670-66a5-48db-b760-197248743872 None None] Transition to ACTIVE for port object e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:54.485850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] For port aa4213a7-ecf3-4a87-950e-7d129b4c9e06, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=aa4213a7-ecf3-4a87-950e-7d129b4c9e06,segment=NetworkSegment(97d7a8a1-df62-4909-9f76-0186ba124b8e),segment_id=97d7a8a1-df62-4909-9f76-0186ba124b8e)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:54.541194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5ed9ad96-0f02-4aa4-95b6-db1e441ce047 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:54.542522 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5ed9ad96-0f02-4aa4-95b6-db1e441ce047 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6515086 Apr 08 10:41:54.548875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49388) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.555673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b610687f-7a28-4568-b176-61d3bf045e32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.558005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250e39b7-477d-45e4-887d-611a0ffb392b tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:54.558909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-250e39b7-477d-45e4-887d-611a0ffb392b tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Synchronizing usage tracker for tenant:a6264d54f7e34916822a39de41dc41f4 on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:54.572000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.583051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4947f7b-03a3-4f23-9f29-d6b6f99c9a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.611888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-55e8f670-66a5-48db-b760-197248743872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.619958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-250e39b7-477d-45e4-887d-611a0ffb392b tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Unset dirty status for tenant:a6264d54f7e34916822a39de41dc41f4 on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:54.623984 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-250e39b7-477d-45e4-887d-611a0ffb392b tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 881 time: 0.4458032 Apr 08 10:41:54.631932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49392) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.658235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8f670-66a5-48db-b760-197248743872 None None] Network be336149-51e2-4bac-ac8d-1c2cbd66ee4f is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:54.659295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59d9a294-d3ee-4029-928d-eef16adee02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.662290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-55e8f670-66a5-48db-b760-197248743872 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:54.676809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8f670-66a5-48db-b760-197248743872 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:54.696451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610687f-7a28-4568-b176-61d3bf045e32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb7e9887-bcdd-4222-b338-28997222a700,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:54.696967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b59eb9-b9d5-498e-89d7-167dec13fbe9 None None] Pushing event updated for resources: {'Port': ['ID=aa4213a7-ecf3-4a87-950e-7d129b4c9e06,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:54.712805 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a158e5a1-b2b1-4a2a-8f93-efb58715521c tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ed28923-d44b-47b5-8061-e36990bd664f HTTP/1.1" status: 200 len: 205 time: 0.0645278 Apr 08 10:41:54.718870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49396) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.791766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.810751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b610687f-7a28-4568-b176-61d3bf045e32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.811787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b610687f-7a28-4568-b176-61d3bf045e32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bb7e9887-bcdd-4222-b338-28997222a700 HTTP/1.1" status: 204 len: 168 time: 0.8055375 Apr 08 10:41:54.826419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49400) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:54.848203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-cf90a80c-396c-47ae-93fa-0d1f3af34e4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 742ba3f8-dc9e-4b90-8c6b-064e06206d45 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:54.848609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf90a80c-396c-47ae-93fa-0d1f3af34e4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.855096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-55e8f670-66a5-48db-b760-197248743872 None None] Attempting to bind port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:54.855470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-55e8f670-66a5-48db-b760-197248743872 None None] Attempting to bind port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '29209eee-dc3e-496c-859a-3f505a0587c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'be336149-51e2-4bac-ac8d-1c2cbd66ee4f'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:54.855835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8f670-66a5-48db-b760-197248743872 None None] Attempting to bind port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 on network be336149-51e2-4bac-ac8d-1c2cbd66ee4f {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:41:54.862490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8f670-66a5-48db-b760-197248743872 None None] Pushing event updated for resources: {'Port': ['ID=e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:54.867903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8f670-66a5-48db-b760-197248743872 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:41:54.868623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8f670-66a5-48db-b760-197248743872 None None] Checking segment: {'id': '29209eee-dc3e-496c-859a-3f505a0587c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'be336149-51e2-4bac-ac8d-1c2cbd66ee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:54.869035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-55e8f670-66a5-48db-b760-197248743872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.869427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8f670-66a5-48db-b760-197248743872 None None] Bound using segment: {'id': '29209eee-dc3e-496c-859a-3f505a0587c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'be336149-51e2-4bac-ac8d-1c2cbd66ee4f'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:41:54.869908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-55e8f670-66a5-48db-b760-197248743872 None None] Bound port: e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29209eee-dc3e-496c-859a-3f505a0587c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'be336149-51e2-4bac-ac8d-1c2cbd66ee4f'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:54.870288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-55e8f670-66a5-48db-b760-197248743872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.898223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.917608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc325cac-c101-484b-9d49-25c0d70daef9']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:54.924830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::e8 (be336149-51e2-4bac-ac8d-1c2cbd66ee4f/742d79d3-9be7-4db7-b546-7480a55d72c7/09170b8a-cac5-4109-ae3b-d991396d8ace) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:54.930360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object b1c3798c-c83a-4ba1-a017-5058e2c4be11 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:54.954819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d8afcb-9bd4-4349-a04e-89502c7a717e') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:54.954819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d8afcb-9bd4-4349-a04e-89502c7a717e') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:54.982251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:54.997470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-55e8f670-66a5-48db-b760-197248743872 None None] For port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:41:55.001394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-55e8f670-66a5-48db-b760-197248743872 None None] For port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907,segment=NetworkSegment(29209eee-dc3e-496c-859a-3f505a0587c7),segment_id=29209eee-dc3e-496c-859a-3f505a0587c7)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:41:55.028088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4947f7b-03a3-4f23-9f29-d6b6f99c9a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.050326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.066389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.096543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6e20112f-22f4-41a3-be46-37fde151f1ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:55.105115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-55e8f670-66a5-48db-b760-197248743872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.110299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947f7b-03a3-4f23-9f29-d6b6f99c9a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdf73c8-8111-4d17-ace1-4fc7e3caea7d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:55.123618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:41:55.124029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:55.139143 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:55.172042 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4947f7b-03a3-4f23-9f29-d6b6f99c9a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.177850 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c4947f7b-03a3-4f23-9f29-d6b6f99c9a91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cdf73c8-8111-4d17-ace1-4fc7e3caea7d HTTP/1.1" status: 204 len: 168 time: 0.9917395 Apr 08 10:41:55.197383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59d9a294-d3ee-4029-928d-eef16adee02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.272491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.347309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9a294-d3ee-4029-928d-eef16adee02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed176954-39ad-47e8-b23f-4f1ce5d25a87,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:55.355193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8f670-66a5-48db-b760-197248743872 None None] Pushing event updated for resources: {'Port': ['ID=e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:55.457377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 31a0731a-85fd-4530-b252-64cbdc77cfb1 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:55.458780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:55.471481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=b1c3798c-c83a-4ba1-a017-5058e2c4be11,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:55.471481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.471734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6e20112f-22f4-41a3-be46-37fde151f1ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:55.471881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:55.472581 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6e20112f-22f4-41a3-be46-37fde151f1ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6431606 Apr 08 10:41:55.480540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49406) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:55.548355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59d9a294-d3ee-4029-928d-eef16adee02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.548889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.549518 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-59d9a294-d3ee-4029-928d-eef16adee02e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed176954-39ad-47e8-b23f-4f1ce5d25a87 HTTP/1.1" status: 204 len: 168 time: 1.5088141 Apr 08 10:41:55.619652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Deleting port 883593c6-b5c9-4a60-83d0-30cb0852d06d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:55.619976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.734536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.794460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.841006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Network': ['ID=cc325cac-c101-484b-9d49-25c0d70daef9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:55.873352 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-afa53494-a57d-4753-acaa-62cf97ac7fa4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/networks/cc325cac-c101-484b-9d49-25c0d70daef9 HTTP/1.1" status: 204 len: 168 time: 1.8959773 Apr 08 10:41:55.879817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49420) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:55.886493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device aa4213a7-ecf3-4a87-950e-7d129b4c9e06 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:55.895457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-171817bd-f830-449b-89d4-94695c497ee4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.909746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1290356735'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:55.923206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.929654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:55.952085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:network and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:55.956115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-171817bd-f830-449b-89d4-94695c497ee4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:55.975835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:56.006957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf90a80c-396c-47ae-93fa-0d1f3af34e4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.015751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:56.024778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.206796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:56.213593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:56.225699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-cf90a80c-396c-47ae-93fa-0d1f3af34e4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 742ba3f8-dc9e-4b90-8c6b-064e06206d45 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:56.232150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.397003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43baa15-f4cb-4fcc-a99b-af6a00b02941 None None] Network 31a0731a-85fd-4530-b252-64cbdc77cfb1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:56.420123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Calling delete_port for 883593c6-b5c9-4a60-83d0-30cb0852d06d owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:56.583662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object 09170b8a-cac5-4109-ae3b-d991396d8ace will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:56.653676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:56.657241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.692984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-171817bd-f830-449b-89d4-94695c497ee4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.722652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171817bd-f830-449b-89d4-94695c497ee4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39a4023d-e7c3-481c-9247-d29a197d5d30,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:56.744125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf90a80c-396c-47ae-93fa-0d1f3af34e4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.752856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.813309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5c6ddae5-2aa4-45b2-8fe9-e70cb434a402 None None] Provisioning for port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:56.819297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:56.854277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5c6ddae5-2aa4-45b2-8fe9-e70cb434a402 None None] Provisioning complete for port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:56.855870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddae5-2aa4-45b2-8fe9-e70cb434a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.865393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:56.877362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-171817bd-f830-449b-89d4-94695c497ee4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:56.879160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-171817bd-f830-449b-89d4-94695c497ee4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/39a4023d-e7c3-481c-9247-d29a197d5d30 HTTP/1.1" status: 204 len: 168 time: 1.3423553 Apr 08 10:41:56.880223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90a80c-396c-47ae-93fa-0d1f3af34e4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=742ba3f8-dc9e-4b90-8c6b-064e06206d45,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:56.882382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49444) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:56.913475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49448) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:56.934982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209403c0-a396-4937-a36e-9eecb754aa26 None None] Network be336149-51e2-4bac-ac8d-1c2cbd66ee4f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:56.961453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network be336149-51e2-4bac-ac8d-1c2cbd66ee4f is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:56.972169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.033783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:57.036503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:41:57.043501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:57.044121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.051565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.051916 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Added segment 3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b of type vlan for network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 Apr 08 10:41:57.077194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.155533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-02377ac8-1cce-4b3c-b87d-9277b19451c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:57.181561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1487356524'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:57.195378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.217284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:57.237280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:57.255775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:57.261089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.304128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:57.308531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=b1c3798c-c83a-4ba1-a017-5058e2c4be11,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:57.381662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeed5-e1cf-4ffb-a902-8ab4504ffdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.430543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=09170b8a-cac5-4109-ae3b-d991396d8ace,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:57.436274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.461958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf90a80c-396c-47ae-93fa-0d1f3af34e4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.466259 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cf90a80c-396c-47ae-93fa-0d1f3af34e4e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/742ba3f8-dc9e-4b90-8c6b-064e06206d45 HTTP/1.1" status: 204 len: 168 time: 2.9062455 Apr 08 10:41:57.472219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49462) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:57.541635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event deleted for resources: {'Port': ['ID=883593c6-b5c9-4a60-83d0-30cb0852d06d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:57.562004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49466) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:57.562860 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-09143b8e-fafc-4165-87aa-29228406b360 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3732622 Apr 08 10:41:57.588847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-02377ac8-1cce-4b3c-b87d-9277b19451c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:57.588847 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-02377ac8-1cce-4b3c-b87d-9277b19451c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.6991780 Apr 08 10:41:57.589336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddae5-2aa4-45b2-8fe9-e70cb434a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.591564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49470) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:57.632162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb9148-4f27-4a80-a85c-c7cf50e9e1e1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:57.634255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb9148-4f27-4a80-a85c-c7cf50e9e1e1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:57.635762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb9148-4f27-4a80-a85c-c7cf50e9e1e1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:57.636743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-eebb9148-4f27-4a80-a85c-c7cf50e9e1e1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:57.639630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:57.645858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.649713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa1872c-f125-41ea-97e3-a0d6682a4357 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.664451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa1872c-f125-41ea-97e3-a0d6682a4357 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.674281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.694741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5c6ddae5-2aa4-45b2-8fe9-e70cb434a402 None None] For port aa4213a7-ecf3-4a87-950e-7d129b4c9e06, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=aa4213a7-ecf3-4a87-950e-7d129b4c9e06,segment=NetworkSegment(97d7a8a1-df62-4909-9f76-0186ba124b8e),segment_id=97d7a8a1-df62-4909-9f76-0186ba124b8e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:57.699436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.711499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.717288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:57.717920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.777665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-eebb9148-4f27-4a80-a85c-c7cf50e9e1e1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:57.779194 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eebb9148-4f27-4a80-a85c-c7cf50e9e1e1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3060031 Apr 08 10:41:57.802531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c6ddae5-2aa4-45b2-8fe9-e70cb434a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.831438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49476) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:57.868795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:57.872062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa1872c-f125-41ea-97e3-a0d6682a4357 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.877022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa1872c-f125-41ea-97e3-a0d6682a4357 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:57.878140 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2aa1872c-f125-41ea-97e3-a0d6682a4357 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/390c87d6-d14e-48ca-a8be-4deb8d7e69a0 HTTP/1.1" status: 204 len: 168 time: 0.2858729 Apr 08 10:41:57.901983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 31a0731a-85fd-4530-b252-64cbdc77cfb1 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:57.902799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49480) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:57.919464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Network': ['ID=27f0e6da-6f86-4ad0-b9bd-96108ebc6086,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:57.924131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ddae5-2aa4-45b2-8fe9-e70cb434a402 None None] Pushing event updated for resources: {'Port': ['ID=aa4213a7-ecf3-4a87-950e-7d129b4c9e06,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:57.930181 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cf9aa78f-4687-4723-b465-77afc3c8b2e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0418270 Apr 08 10:41:57.932411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1872c-f125-41ea-97e3-a0d6682a4357 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=390c87d6-d14e-48ca-a8be-4deb8d7e69a0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:57.937223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49486) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:57.939366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:57.939504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:security_group_rule and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:57.946510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '27f0e6da-6f86-4ad0-b9bd-96108ebc6086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:57.998165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:58.024096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8b649e-7adb-4e03-89d9-2cfc3f98b636 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet bced2b7b-19c2-4aef-b1ec-4c6f663fccfb {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:58.036131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:58.039576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e8b649e-7adb-4e03-89d9-2cfc3f98b636 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.050462 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Provisioning for port b1c3798c-c83a-4ba1-a017-5058e2c4be11 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:58.052367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:58.077852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Provisioning complete for port b1c3798c-c83a-4ba1-a017-5058e2c4be11 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:58.078230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.148898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Port b1c3798c-c83a-4ba1-a017-5058e2c4be11 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:58.161796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Provisioning complete for port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:58.162173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.207534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0d692417-b7fb-450b-8e62-e9e51a6ca4c7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 09170b8a-cac5-4109-ae3b-d991396d8ace {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:41:58.208031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d692417-b7fb-450b-8e62-e9e51a6ca4c7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.211033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:58.215318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e8b649e-7adb-4e03-89d9-2cfc3f98b636 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.251670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:58.272860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:58.294585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:58.373151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e8b649e-7adb-4e03-89d9-2cfc3f98b636 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.427160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:58.431011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.451090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.482075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.551943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.ipam_backend_mixin [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Performing IP validity checks on allocation pools {{(pid=88612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 08 10:41:58.551943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.ipam_backend_mixin [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 08 10:41:58.561120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Provisioning for port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:58.571531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Provisioning complete for port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:58.572701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.584700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-60f07540-e863-4cad-87ee-7dcf6bdb4a0c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:58.651732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e8b649e-7adb-4e03-89d9-2cfc3f98b636 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.748414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.758243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-60f07540-e863-4cad-87ee-7dcf6bdb4a0c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:58.762339 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-60f07540-e863-4cad-87ee-7dcf6bdb4a0c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.8451202 Apr 08 10:41:58.767717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49500) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:58.768967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b649e-7adb-4e03-89d9-2cfc3f98b636 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=bced2b7b-19c2-4aef-b1ec-4c6f663fccfb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:58.784763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.785247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed28923-d44b-47b5-8061-e36990bd664f {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:41:58.791051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6e8b649e-7adb-4e03-89d9-2cfc3f98b636 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.815432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a8daa8-0ee9-4649-bd6f-e57c9fa5ef2c None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:58.824394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0da15d14-d8a9-4dbf-8d2b-2e57abebc550 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.836320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0da15d14-d8a9-4dbf-8d2b-2e57abebc550 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.842144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.854108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.874681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] For port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907,segment=NetworkSegment(29209eee-dc3e-496c-859a-3f505a0587c7),segment_id=29209eee-dc3e-496c-859a-3f505a0587c7)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:41:58.879840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d692417-b7fb-450b-8e62-e9e51a6ca4c7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:58.939015 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6e8b649e-7adb-4e03-89d9-2cfc3f98b636 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/bced2b7b-19c2-4aef-b1ec-4c6f663fccfb HTTP/1.1" status: 204 len: 168 time: 1.1058488 Apr 08 10:41:58.947093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49508) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:58.974077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking segment: {'id': '3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '27f0e6da-6f86-4ad0-b9bd-96108ebc6086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:41:58.974527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network hostable DHCP agents. Network: 27f0e6da-6f86-4ad0-b9bd-96108ebc6086, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:58.983928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=68829bef-8a5d-495f-8214-254045ca8582,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:59.001909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.075289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0da15d14-d8a9-4dbf-8d2b-2e57abebc550 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.092954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da15d14-d8a9-4dbf-8d2b-2e57abebc550 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1435f0e8-7730-4994-9f30-e633217f103f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:59.103373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:59.137671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb1fe0-61c6-4ec6-9938-98ca16b73b9d None None] Pushing event updated for resources: {'Port': ['ID=e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:59.158288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0d692417-b7fb-450b-8e62-e9e51a6ca4c7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 09170b8a-cac5-4109-ae3b-d991396d8ace owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:41:59.158437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49514) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.181460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Provisioning complete for port b1c3798c-c83a-4ba1-a017-5058e2c4be11 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:59.181677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.191454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0da15d14-d8a9-4dbf-8d2b-2e57abebc550 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.192609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.195418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router d466e734-c47e-4ad6-9f58-043a5e22428d is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:41:59.197105 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0da15d14-d8a9-4dbf-8d2b-2e57abebc550 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1435f0e8-7730-4994-9f30-e633217f103f HTTP/1.1" status: 204 len: 168 time: 0.4251151 Apr 08 10:41:59.199570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49520) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.204722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 27f0e6da-6f86-4ad0-b9bd-96108ebc6086) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:59.212327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:59.213133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.221338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e902e-60f0-4ab7-9334-66f4beb8134d None None] Network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:41:59.234930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.236100 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0db3b377-470d-483f-8c0b-46e6426e3877 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/5ed28923-d44b-47b5-8061-e36990bd664f HTTP/1.1" status: 204 len: 168 time: 4.5164144 Apr 08 10:41:59.249229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49524) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.288378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-269106409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:59.299737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-42ef6d1e-2bbf-48f4-ba91-9fca0d6c6f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:59.300128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:59.319462 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5e04630a-f83d-4480-83c5-b4c651e693cd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3789253 Apr 08 10:41:59.320055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49528) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.325393 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:41:59.327170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': '27f0e6da-6f86-4ad0-b9bd-96108ebc6086', 'name': 'tempest-PortsTestJSON-701240227'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:59.364943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Port b1c3798c-c83a-4ba1-a017-5058e2c4be11 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:41:59.373081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:59.387954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3ad23-73de-4848-b396-a7efcef819b6,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:59.401354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1946f5-3368-44d3-8e9b-9644f6af02a5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet d6bd18c3-e62c-4542-bf48-13448e99de9b {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:41:59.416914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.417585 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 1dd3a252-cdf5-4037-a894-5815c6a5f1b1 of type vlan for network 6235ac84-4427-4e67-ab6c-05bc1ddc2203 Apr 08 10:41:59.419120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Usage tracker for resource:router and tenant:9bb14a3cbd29485e9f9959e6967c2c5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:59.424698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:59.425601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Provisioning complete for port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:59.425975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.432493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1946f5-3368-44d3-8e9b-9644f6af02a5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.460685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9d8c3b85-afb6-4bc6-b97e-fbfde716c6af tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:59.464037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-42ef6d1e-2bbf-48f4-ba91-9fca0d6c6f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:59.468156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-42ef6d1e-2bbf-48f4-ba91-9fca0d6c6f30 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2635353 Apr 08 10:41:59.471087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49532) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.522204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c72ef782-2789-4949-96c1-018921d79262 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.527122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e68e-8a68-4f2c-9df7-072260c61c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.535974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c72ef782-2789-4949-96c1-018921d79262 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.538124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:59.574412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:59.584880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:59.617420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-27f0e6da-6f86-4ad0-b9bd-96108ebc6086', 'network_id': '27f0e6da-6f86-4ad0-b9bd-96108ebc6086', 'tenant_id': 'e7065754d30d41529d7c41eb80ce0f7c', 'fixed_ips': [{'subnet_id': '68829bef-8a5d-495f-8214-254045ca8582'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:41:59.618354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.629958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1946f5-3368-44d3-8e9b-9644f6af02a5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.666004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.680765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c72ef782-2789-4949-96c1-018921d79262 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.687590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:59.691029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.701620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.702611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.715987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:41:59.732038 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b93e6c-ab06-491e-9eb4-481033c188bd None None] Sync routers for ids ['d466e734-c47e-4ad6-9f58-043a5e22428d'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:41:59.734979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device aa4213a7-ecf3-4a87-950e-7d129b4c9e06 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:59.749883 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b93e6c-ab06-491e-9eb4-481033c188bd None None] Routers {'d466e734-c47e-4ad6-9f58-043a5e22428d'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:59.750528 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-44b93e6c-ab06-491e-9eb4-481033c188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d466e734-c47e-4ad6-9f58-043a5e22428d'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:59.787137 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9d8c3b85-afb6-4bc6-b97e-fbfde716c6af tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "PUT /v2.0/quotas/d9ff500de6b147198df786a1d83dbe6d HTTP/1.1" status: 200 len: 366 time: 0.6245258 Apr 08 10:41:59.787137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ef782-2789-4949-96c1-018921d79262 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d74d870-29f8-4fa3-97f4-a033873bc502,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:59.787994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49536) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.791134 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-76418a5a-f69c-49d1-9491-35d4e27a14df tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/d466e734-c47e-4ad6-9f58-043a5e22428d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0037558 Apr 08 10:41:59.799734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49540) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.810813 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-598d1c49-047b-4f1e-9c87-c6a8c31e5cca tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0182090 Apr 08 10:41:59.813883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49544) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.828080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1946f5-3368-44d3-8e9b-9644f6af02a5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.856805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port c7c5c864-4250-448c-a065-8c21c2c68018 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:41:59.868850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:59.869445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.873514 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-44b93e6c-ab06-491e-9eb4-481033c188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:59.876362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d692417-b7fb-450b-8e62-e9e51a6ca4c7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.889893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.896529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:59.897569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.906208 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b93e6c-ab06-491e-9eb4-481033c188bd None None] Routers {'d466e734-c47e-4ad6-9f58-043a5e22428d'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:41:59.906831 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-44b93e6c-ab06-491e-9eb4-481033c188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d466e734-c47e-4ad6-9f58-043a5e22428d'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:59.910333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c72ef782-2789-4949-96c1-018921d79262 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:59.917760 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c72ef782-2789-4949-96c1-018921d79262 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9d74d870-29f8-4fa3-97f4-a033873bc502 HTTP/1.1" status: 204 len: 168 time: 0.4396083 Apr 08 10:41:59.919478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49548) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:59.948260 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fd77af9a-05c4-43ab-b4eb-b75649e84ac7 tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "GET /v2.0/quotas/d9ff500de6b147198df786a1d83dbe6d HTTP/1.1" status: 200 len: 366 time: 0.1009481 Apr 08 10:41:59.958969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49552) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.016703 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-44b93e6c-ab06-491e-9eb4-481033c188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:00.017597 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b93e6c-ab06-491e-9eb4-481033c188bd None None] The sync data for ids ['d466e734-c47e-4ad6-9f58-043a5e22428d'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:00.026376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc55d852-2480-4a7f-9017-a8185662e468 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:00.028211 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dc55d852-2480-4a7f-9017-a8185662e468 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports/b1c3798c-c83a-4ba1-a017-5058e2c4be11 HTTP/1.1" status: 200 len: 910 time: 0.2273378 Apr 08 10:42:00.038294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692417-b7fb-450b-8e62-e9e51a6ca4c7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=09170b8a-cac5-4109-ae3b-d991396d8ace,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:00.042281 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1257548 Apr 08 10:42:00.057750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49556) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.088878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Allocated IP 172.20.0.2 (27f0e6da-6f86-4ad0-b9bd-96108ebc6086/68829bef-8a5d-495f-8214-254045ca8582/261c5b12-2e8b-46ca-9c33-8751dfbba127) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:00.095291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.099844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-37518f03-5bb7-4150-b9a8-d594585ae0fe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c32911d2-6bdf-4da8-b775-08a1beb0ff01'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:00.189097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d692417-b7fb-450b-8e62-e9e51a6ca4c7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.192940 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0d692417-b7fb-450b-8e62-e9e51a6ca4c7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/09170b8a-cac5-4109-ae3b-d991396d8ace HTTP/1.1" status: 204 len: 168 time: 2.6280828 Apr 08 10:42:00.209675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49560) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.209675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49562) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.225062 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5fa4c34c-a493-4fd8-bcb4-5632cb888107 tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/d9ff500de6b147198df786a1d83dbe6d HTTP/1.1" status: 204 len: 168 time: 0.2397304 Apr 08 10:42:00.227132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '6235ac84-4427-4e67-ab6c-05bc1ddc2203', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:00.269176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49568) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.308787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff259e8c-6694-4c9a-b5f8-f8d16de57558 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:00.330562 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-48fa836d-e4e0-45f2-ac57-84256b01ec23 tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0440309 Apr 08 10:42:00.330562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95792aaf-4cf8-41a2-8a1b-5670d8e3dc00 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=6235ac84-4427-4e67-ab6c-05bc1ddc2203,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:00.333176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49572) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.356702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5876b2-fc14-4a92-aba9-fca9e4ebfe6e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:42:00.356950 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8ebb046c-4a86-4437-a292-c594e29a7081 tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "GET /v2.0/quotas/d9ff500de6b147198df786a1d83dbe6d HTTP/1.1" status: 200 len: 370 time: 0.0202024 Apr 08 10:42:00.357180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5876b2-fc14-4a92-aba9-fca9e4ebfe6e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:00.358454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49576) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.416633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.427223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Provisioning for port 09170b8a-cac5-4109-ae3b-d991396d8ace completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:00.431490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 6235ac84-4427-4e67-ab6c-05bc1ddc2203 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:00.450931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1946f5-3368-44d3-8e9b-9644f6af02a5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.480950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Provisioning complete for port 09170b8a-cac5-4109-ae3b-d991396d8ace triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:00.481336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.494586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1946f5-3368-44d3-8e9b-9644f6af02a5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bd18c3-e62c-4542-bf48-13448e99de9b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:00.496711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a1946f5-3368-44d3-8e9b-9644f6af02a5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.498817 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9a1946f5-3368-44d3-8e9b-9644f6af02a5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/d6bd18c3-e62c-4542-bf48-13448e99de9b HTTP/1.1" status: 204 len: 168 time: 1.5495324 Apr 08 10:42:00.501495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49578) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.527071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e50ec8-74a8-4110-891f-8fbb218d6e55 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:00.565225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.567028 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-babe36aa-e190-4774-82b5-ea3492dba81b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3070960 Apr 08 10:42:00.574393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49584) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.578187 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-daceeb22-377d-4853-aa63-151e6072a5a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754786 Apr 08 10:42:00.581937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': True}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:00.588087 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-01052a75-dd41-41a7-91c8-d0af69f3b40c tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "GET /v2.0/quotas/d9ff500de6b147198df786a1d83dbe6d/default HTTP/1.1" status: 200 len: 370 time: 0.0220022 Apr 08 10:42:00.597053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49588) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.597406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49590) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.622781 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8f5876b2-fc14-4a92-aba9-fca9e4ebfe6e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/09170b8a-cac5-4109-ae3b-d991396d8ace HTTP/1.1" status: 404 len: 333 time: 0.4096258 Apr 08 10:42:00.630895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49596) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.644293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:00.650700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-fe223407-c21d-45a3-9774-4c1c2b7dcf72 None None] Port 09170b8a-cac5-4109-ae3b-d991396d8ace was deleted so its status cannot be updated. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 08 10:42:00.730843 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-27ad63f5-419e-4b19-8da7-29b958d4c3de tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] delete failed (client error): The resource could not be found. Apr 08 10:42:00.735174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-27ad63f5-419e-4b19-8da7-29b958d4c3de tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/d9ff500de6b147198df786a1d83dbe6d HTTP/1.1" status: 404 len: 348 time: 0.1168389 Apr 08 10:42:00.738263 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89d0985-29ad-4c8c-81a4-fcf687fa554e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:42:00.745111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e89d0985-29ad-4c8c-81a4-fcf687fa554e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:00.745268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:00.752466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff259e8c-6694-4c9a-b5f8-f8d16de57558 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:00.755977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ff259e8c-6694-4c9a-b5f8-f8d16de57558 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8329327 Apr 08 10:42:00.757992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49602) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:00.781721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.813127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:00.821263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:00.845501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:00.876685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:00.915616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:00.923487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:00.929956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:00.939805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:00.953935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.964224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-37518f03-5bb7-4150-b9a8-d594585ae0fe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:00.966850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c1325587-277f-49a4-bd42-5c8df5ac9631 None None] Provisioning complete for port e68fde46-eed1-4098-81ae-bcae60b4c73b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:00.967220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c1325587-277f-49a4-bd42-5c8df5ac9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.013104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:01.015345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.015657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Transition to ACTIVE for port object 261c5b12-2e8b-46ca-9c33-8751dfbba127 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:01.072140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Transition to ACTIVE for port object 261c5b12-2e8b-46ca-9c33-8751dfbba127 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:01.125024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:01.128534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.160602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:01.160972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.174674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e89d0985-29ad-4c8c-81a4-fcf687fa554e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:01.178434 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e89d0985-29ad-4c8c-81a4-fcf687fa554e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/09170b8a-cac5-4109-ae3b-d991396d8ace HTTP/1.1" status: 404 len: 333 time: 0.5381293 Apr 08 10:42:01.186961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49606) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:01.189446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.232609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49610) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:01.240441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.256986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93a03d05-2c17-4100-a70e-d0bc7439eadf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.301587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:01.303081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b54d284-0396-4811-a45e-6d9d7fe7c1c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet 742d79d3-9be7-4db7-b546-7480a55d72c7 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:01.306324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93a03d05-2c17-4100-a70e-d0bc7439eadf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.323438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.323605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6b54d284-0396-4811-a45e-6d9d7fe7c1c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.330730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Deleting port e68fde46-eed1-4098-81ae-bcae60b4c73b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:01.331521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.372168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:01.382870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:01.394321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:01.399250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Pushing event updated for resources: {'Port': ['ID=261c5b12-2e8b-46ca-9c33-8751dfbba127,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:01.440863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6b54d284-0396-4811-a45e-6d9d7fe7c1c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.499763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Usage tracker for resource:network and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:01.502626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.12 (27f0e6da-6f86-4ad0-b9bd-96108ebc6086/68829bef-8a5d-495f-8214-254045ca8582/c7c5c864-4250-448c-a065-8c21c2c68018) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:01.565926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:01.573219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93a03d05-2c17-4100-a70e-d0bc7439eadf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.608223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a03d05-2c17-4100-a70e-d0bc7439eadf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb8299-e5fa-4cda-a449-387966db59ae,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:01.627874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6b54d284-0396-4811-a45e-6d9d7fe7c1c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.638683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Attempting to bind port 261c5b12-2e8b-46ca-9c33-8751dfbba127 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:01.639055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Attempting to bind port 261c5b12-2e8b-46ca-9c33-8751dfbba127 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '27f0e6da-6f86-4ad0-b9bd-96108ebc6086'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:01.639430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Attempting to bind port 261c5b12-2e8b-46ca-9c33-8751dfbba127 on network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:01.655509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Usage tracker for resource:subnet and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:01.668829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:01.670418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Checking segment: {'id': '3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '27f0e6da-6f86-4ad0-b9bd-96108ebc6086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:01.670418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.674958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Bound using segment: {'id': '3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '27f0e6da-6f86-4ad0-b9bd-96108ebc6086'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:01.674958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Bound port: 261c5b12-2e8b-46ca-9c33-8751dfbba127, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '27f0e6da-6f86-4ad0-b9bd-96108ebc6086'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:01.674958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.716625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:01.747818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e68fde46-eed1-4098-81ae-bcae60b4c73b no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:01.817117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Usage tracker for resource:subnetpool and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:01.871621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93a03d05-2c17-4100-a70e-d0bc7439eadf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.872831 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-93a03d05-2c17-4100-a70e-d0bc7439eadf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/d5fb8299-e5fa-4cda-a449-387966db59ae HTTP/1.1" status: 204 len: 168 time: 1.1137979 Apr 08 10:42:01.878135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49614) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:01.897528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:01.931899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.948767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] For port e68fde46-eed1-4098-81ae-bcae60b4c73b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e68fde46-eed1-4098-81ae-bcae60b4c73b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:01.949346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:01.978105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6b54d284-0396-4811-a45e-6d9d7fe7c1c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.009185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.018640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c82c834f-3028-42f3-91b1-25c2314418e1 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:02.027640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Usage tracker for resource:port and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:02.063985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6b54d284-0396-4811-a45e-6d9d7fe7c1c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.066712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.069571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54d284-0396-4811-a45e-6d9d7fe7c1c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=742d79d3-9be7-4db7-b546-7480a55d72c7,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:02.090389 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6b54d284-0396-4811-a45e-6d9d7fe7c1c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/742d79d3-9be7-4db7-b546-7480a55d72c7 HTTP/1.1" status: 204 len: 168 time: 0.8944609 Apr 08 10:42:02.095629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49618) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:02.128305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] For port 261c5b12-2e8b-46ca-9c33-8751dfbba127, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:02.132026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.157984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24855e21-9bef-483f-859c-a01cbb67cb22 None None] Network be336149-51e2-4bac-ac8d-1c2cbd66ee4f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:02.178685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Calling delete_port for e68fde46-eed1-4098-81ae-bcae60b4c73b owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:02.210180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c82c834f-3028-42f3-91b1-25c2314418e1 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:02.211453 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c82c834f-3028-42f3-91b1-25c2314418e1 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3317714 Apr 08 10:42:02.223035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49622) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:02.246238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:02.260559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] For port 261c5b12-2e8b-46ca-9c33-8751dfbba127, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=261c5b12-2e8b-46ca-9c33-8751dfbba127,segment=NetworkSegment(3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b),segment_id=3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:02.263122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.274029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--183790270'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:02.290570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:02.299853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.305365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.310236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:02.337957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Allocated IP 172.26.7.166 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/f73c808f-0da1-4161-97c4-935f44586fe7) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:02.342407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:02.342712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.397102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:02.401760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Usage tracker for resource:router and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:02.405146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.405337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.416719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.423849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:02.438565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:02.439154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.448298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:02.479562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=6f41d521-499b-49a7-8da8-0246847f51d2,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:02.505297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port e68fde46-eed1-4098-81ae-bcae60b4c73b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e68fde46-eed1-4098-81ae-bcae60b4c73b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:02.523850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object c7c5c864-4250-448c-a065-8c21c2c68018 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:02.536560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': '1dd3a252-cdf5-4037-a894-5815c6a5f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6235ac84-4427-4e67-ab6c-05bc1ddc2203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:02.536560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 6235ac84-4427-4e67-ab6c-05bc1ddc2203, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:02.536901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:02.563004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:02.581062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Usage tracker for resource:floatingip and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:02.597703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:02.606551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.623917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e58ea-377c-4226-8ac5-8ba40ac59bc2 None None] Pushing event updated for resources: {'Port': ['ID=261c5b12-2e8b-46ca-9c33-8751dfbba127,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:02.633089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=9d506243-8790-46fe-8a5e-9f564c1e3275,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:02.646334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-37518f03-5bb7-4150-b9a8-d594585ae0fe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.672349 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c4440beb-16ec-46f8-92bc-7ba3f6682f5d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0591161 Apr 08 10:42:02.675553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49626) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:02.679356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:02.679952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:02.683957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:02.688120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:02.713562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:02.718229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=e68fde46-eed1-4098-81ae-bcae60b4c73b,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:02.718974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 6235ac84-4427-4e67-ab6c-05bc1ddc2203 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:02.746473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Usage tracker for resource:security_group and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:02.801288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] DHCP port deletion for be336149-51e2-4bac-ac8d-1c2cbd66ee4f request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:02.806113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] Deleting port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:02.806891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.864916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] For port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907,segment=NetworkSegment(29209eee-dc3e-496c-859a-3f505a0587c7),segment_id=29209eee-dc3e-496c-859a-3f505a0587c7)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:02.865273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.889593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:02.894715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:02.898477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:02.907525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:02.923289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:02.930419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-37518f03-5bb7-4150-b9a8-d594585ae0fe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:02.939444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.009992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.020603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:03.083916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] For port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907,segment=NetworkSegment(29209eee-dc3e-496c-859a-3f505a0587c7),segment_id=29209eee-dc3e-496c-859a-3f505a0587c7)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:03.084738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.089478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 6235ac84-4427-4e67-ab6c-05bc1ddc2203) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:03.104206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:03.106242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79beb89e-208b-4ef1-89b4-9291e9187c22 None None] Network 6235ac84-4427-4e67-ab6c-05bc1ddc2203 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:03.107699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.120578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.155003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Usage tracker for resource:security_group_rule and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:03.182012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:03.182622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.183846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.208400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Deleting port e68fde46-eed1-4098-81ae-bcae60b4c73b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:03.208400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.212912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.213460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37518f03-5bb7-4150-b9a8-d594585ae0fe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:03.214099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-37518f03-5bb7-4150-b9a8-d594585ae0fe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.218398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-37518f03-5bb7-4150-b9a8-d594585ae0fe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/ports/b1c3798c-c83a-4ba1-a017-5058e2c4be11 HTTP/1.1" status: 200 len: 910 time: 3.1402795 Apr 08 10:42:03.219353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:03.221111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49630) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:03.241055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:03.251023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.300136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No DVR routers for this DVR port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:03.327841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] Calling delete_port for e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:03.342421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:03.348160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:03.353543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:03.356469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:03.360996 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d0d9a50a-2f4d-40d0-b120-94fd2085392f tempest-QuotasTest-785155737 tempest-QuotasTest-785155737-project-admin] 10.222.0.23 "GET /v2.0/quotas/9a56a68453564bf99ed4420918d6c0dc/details.json HTTP/1.1" status: 200 len: 703 time: 2.1224592 Apr 08 10:42:03.364268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:03.388795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212e5af9-8674-4c82-bc55-c4be5ebdc7cd,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:03.436298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37518f03-5bb7-4150-b9a8-d594585ae0fe tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=b1c3798c-c83a-4ba1-a017-5058e2c4be11,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:03.464906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'Port': ['ID=f73c808f-0da1-4161-97c4-935f44586fe7,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:03.513843 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0e7b3f55-fcae-48d0-9119-e5d9671cc883 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3023705 Apr 08 10:42:03.522212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49636) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:03.527588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.529265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ba527204-08bf-44c6-9d0b-f6afc7c78668 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3022296 Apr 08 10:42:03.531885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:03.535317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49640) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:03.620363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1068198920'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:03.625659 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:03.629718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:03.633718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:03.639940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:03.653036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': '212e5af9-8674-4c82-bc55-c4be5ebdc7cd', 'direction': 'ingress', 'protocol': 17}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:03.665513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:03.669309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.732498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=c7c5c864-4250-448c-a065-8c21c2c68018,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:03.755301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:03.756127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:03.828950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 261c5b12-2e8b-46ca-9c33-8751dfbba127 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:03.910926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:03.911281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:03.916379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] For port e68fde46-eed1-4098-81ae-bcae60b4c73b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e68fde46-eed1-4098-81ae-bcae60b4c73b,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:03.916804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.001495 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-55e2766a-6f98-4cd7-84e3-e7f6946971a4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6780479 Apr 08 10:42:04.004578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49644) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:04.015120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:04.022285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:04.026115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:04.029860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.054061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:04.069455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be336149-51e2-4bac-ac8d-1c2cbd66ee4f']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:04.091015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29209eee-dc3e-496c-859a-3f505a0587c7') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:04.092044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29209eee-dc3e-496c-859a-3f505a0587c7') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:04.128646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Calling delete_port for e68fde46-eed1-4098-81ae-bcae60b4c73b owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:04.163076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59f63af-a972-4528-b834-47afbff70707 None None] Network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:04.167453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.179705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:04.206647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.217006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e075ab8e-15e7-42b2-bfdf-d263a728654a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port c7c5c864-4250-448c-a065-8c21c2c68018 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:04.217273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e075ab8e-15e7-42b2-bfdf-d263a728654a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.231974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.232466 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment fd101f54-d2b8-49d3-8a7c-c395300e2c50 of type vlan for network 3bc8cc07-cf82-4b23-90d7-11f28be1c09e Apr 08 10:42:04.239670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.284361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:04.293525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:04.312684 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:04.341117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49650) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:04.354011 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 261c5b12-2e8b-46ca-9c33-8751dfbba127 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:04.419420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] Deleting port e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:04.419796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.461370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:04.495476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.517004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:04.517352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:04.519044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-6235ac84-4427-4e67-ab6c-05bc1ddc2203', 'network_id': '6235ac84-4427-4e67-ab6c-05bc1ddc2203', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '6f41d521-499b-49a7-8da8-0246847f51d2'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:04.520505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.550762 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.584178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.587244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.595182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0e3b63b0-3de8-4a46-b8c0-d491185c5ad0 None None] Provisioning for port 261c5b12-2e8b-46ca-9c33-8751dfbba127 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:04.611266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9a92d5ea-e7d3-41a9-bee6-31c5554a7500 None None] The port 'e3d58ac6-8e3c-4dec-9ed5-b27f17eb5907' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:42:04.612539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0e3b63b0-3de8-4a46-b8c0-d491185c5ad0 None None] Provisioning complete for port 261c5b12-2e8b-46ca-9c33-8751dfbba127 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:04.612539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63b0-3de8-4a46-b8c0-d491185c5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.784567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.786002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.828267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.833852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df27fa63-4dd2-4037-b39e-58a236a8a391,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:04.844178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.863628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Network': ['ID=be336149-51e2-4bac-ac8d-1c2cbd66ee4f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:04.880943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.883510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:04.885864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.891247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:04.891834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.907512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e075ab8e-15e7-42b2-bfdf-d263a728654a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:04.934858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c12accdaa8a4c9bafb41b19841b1796 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:04.938078 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-787dadb0-7e1b-4e5a-ad4c-900f14a5c5c0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/networks/be336149-51e2-4bac-ac8d-1c2cbd66ee4f HTTP/1.1" status: 204 len: 168 time: 2.8408489 Apr 08 10:42:04.941271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:04.957470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49656) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:04.987441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] Pushing event deleted for resources: {'Port': ['ID=e68fde46-eed1-4098-81ae-bcae60b4c73b,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:05.002696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cba253-a3fa-40d1-a5ca-14dcb0ee1d13 None None] No DVR routers for this DVR port e68fde46-eed1-4098-81ae-bcae60b4c73b on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:05.018978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:05.031056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1022612949'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:05.034953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.036022 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-19ef905b-d14c-4fb3-9ed9-94a27ee8e002 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4306431 Apr 08 10:42:05.040463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Allocated IP 172.20.255.242 (6235ac84-4427-4e67-ab6c-05bc1ddc2203/6f41d521-499b-49a7-8da8-0246847f51d2/9c33e1c4-3a16-4cb1-a369-3b40228bf9e4) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:05.043049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63b0-3de8-4a46-b8c0-d491185c5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.059242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783a2c16-8ef3-47c8-96f0-0266d5dfd4dc None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:05.083342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49660) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:05.090652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:42:05.098942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e075ab8e-15e7-42b2-bfdf-d263a728654a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for c7c5c864-4250-448c-a065-8c21c2c68018 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:05.103864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:05.119429 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5849507 Apr 08 10:42:05.128235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:network and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:05.130570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.145807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49664) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:05.148988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f633c-0355-4f49-98d6-ced710772ff2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=3bc8cc07-cf82-4b23-90d7-11f28be1c09e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:05.155597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:05.203089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '3bc8cc07-cf82-4b23-90d7-11f28be1c09e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:05.221116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:05.227363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 3bc8cc07-cf82-4b23-90d7-11f28be1c09e details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:05.310857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:05.340169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:05.340169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:05.340169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.409572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:05.413714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.430920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.455395 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.461531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0e3b63b0-3de8-4a46-b8c0-d491185c5ad0 None None] For port 261c5b12-2e8b-46ca-9c33-8751dfbba127, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=261c5b12-2e8b-46ca-9c33-8751dfbba127,segment=NetworkSegment(3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b),segment_id=3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:05.477990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.487311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.498758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=da279cdb-f622-413a-9ecb-2f2a45fab17e,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:05.544954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e3b63b0-3de8-4a46-b8c0-d491185c5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.577143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.587375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:05.645107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.645653 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Added segment 38c8eb75-156e-4238-a37f-122e4296c0eb of type vlan for network d1558340-d04c-45a1-8710-9763aa751cb5 Apr 08 10:42:05.652772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9ec307ba-7fd1-4f46-81cb-f52f0dae733a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9761236 Apr 08 10:42:05.669821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:05.669946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49668) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:05.670042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-05fef4db-f61a-490f-bf09-ee9e4ae7db89 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.670735 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c12accdaa8a4c9bafb41b19841b1796&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3149424 Apr 08 10:42:05.675797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49670) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:05.676734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:05.681828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:20:49:e9', 'name': 'tempest-NetworksTestDHCPv6-2125215362'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:05.683028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:05.695769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9dacd-0a71-4d8f-9193-bbd3fd4695a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df565c7a-e555-43a6-a283-65c23959bbb5,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:05.729109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:05.777363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-05fef4db-f61a-490f-bf09-ee9e4ae7db89 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.815024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.825039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '9d506243-8790-46fe-8a5e-9f564c1e3275'}, {'subnet_id': 'da279cdb-f622-413a-9ecb-2f2a45fab17e'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:05.825963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.909983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e075ab8e-15e7-42b2-bfdf-d263a728654a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.924882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b3bcb553-8b23-4a00-9b16-8a46ef9b056e None None] Provisioning complete for port 261c5b12-2e8b-46ca-9c33-8751dfbba127 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:05.925299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb553-8b23-4a00-9b16-8a46ef9b056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.949095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b63b0-3de8-4a46-b8c0-d491185c5ad0 None None] Pushing event updated for resources: {'Port': ['ID=261c5b12-2e8b-46ca-9c33-8751dfbba127,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:05.973923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:05.974814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:05.987957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:05.992167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:05.995951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.006235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Transition to ACTIVE for port object 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:06.015765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075ab8e-15e7-42b2-bfdf-d263a728654a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=c7c5c864-4250-448c-a065-8c21c2c68018,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:06.031787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.041923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:06.042821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.090593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Transition to ACTIVE for port object 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:06.159631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Router 77884c41-839f-4e69-a281-c331c3755834 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:42:06.172936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:06.219866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.265740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b3bcb553-8b23-4a00-9b16-8a46ef9b056e None None] Could not find standard attr ID for object c7c5c864-4250-448c-a065-8c21c2c68018. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:42:06.289803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Network': ['ID=d1558340-d04c-45a1-8710-9763aa751cb5,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:06.292329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Allocated IP 172.20.0.2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/9d506243-8790-46fe-8a5e-9f564c1e3275/bb43cd45-fb6b-434f-bc08-7afe343acfa3) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:06.313297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d1558340-d04c-45a1-8710-9763aa751cb5 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:06.329412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Allocated IP 2001:db8::f816:3eff:fec5:4b29 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/da279cdb-f622-413a-9ecb-2f2a45fab17e/bb43cd45-fb6b-434f-bc08-7afe343acfa3) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:06.343529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0952b35-2916-445d-b079-3f2186a2ceeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.349921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Pushing event updated for resources: {'Port': ['ID=9c33e1c4-3a16-4cb1-a369-3b40228bf9e4,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:06.355942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Network 6235ac84-4427-4e67-ab6c-05bc1ddc2203 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:06.359574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:06.364217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:06.385770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0952b35-2916-445d-b079-3f2186a2ceeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.408403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-05fef4db-f61a-490f-bf09-ee9e4ae7db89 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.448142 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ec922b65-07ee-47a7-9958-0ba3a117249e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4792717 Apr 08 10:42:06.451100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49676) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:06.462061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef4db-f61a-490f-bf09-ee9e4ae7db89 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e5af9-8674-4c82-bc55-c4be5ebdc7cd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:06.470266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': 'd1558340-d04c-45a1-8710-9763aa751cb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:06.497641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-35bce86d-ce9f-4f96-8efc-c5c2f3838e61 None None] Could not find standard attr ID for object c7c5c864-4250-448c-a065-8c21c2c68018. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:42:06.525323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e075ab8e-15e7-42b2-bfdf-d263a728654a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.547391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.560437 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e075ab8e-15e7-42b2-bfdf-d263a728654a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/c7c5c864-4250-448c-a065-8c21c2c68018 HTTP/1.1" status: 204 len: 168 time: 2.5487242 Apr 08 10:42:06.592853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49680) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:06.602347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-05fef4db-f61a-490f-bf09-ee9e4ae7db89 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.605602 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-05fef4db-f61a-490f-bf09-ee9e4ae7db89 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/212e5af9-8674-4c82-bc55-c4be5ebdc7cd HTTP/1.1" status: 204 len: 168 time: 1.5121651 Apr 08 10:42:06.644311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Attempting to bind port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:06.644703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Attempting to bind port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '1dd3a252-cdf5-4037-a894-5815c6a5f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6235ac84-4427-4e67-ab6c-05bc1ddc2203'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:06.645064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Attempting to bind port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 on network 6235ac84-4427-4e67-ab6c-05bc1ddc2203 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:06.660364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49684) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:06.663069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:06.664101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Checking segment: {'id': '1dd3a252-cdf5-4037-a894-5815c6a5f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6235ac84-4427-4e67-ab6c-05bc1ddc2203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:06.664547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.664932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Bound using segment: {'id': '1dd3a252-cdf5-4037-a894-5815c6a5f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6235ac84-4427-4e67-ab6c-05bc1ddc2203'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:06.665415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Bound port: 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd3a252-cdf5-4037-a894-5815c6a5f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6235ac84-4427-4e67-ab6c-05bc1ddc2203'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:06.666039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.733102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0952b35-2916-445d-b079-3f2186a2ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.737015 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a35c3c9-ec06-4f12-a656-de7e70ddaa1f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:42:06.737564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a35c3c9-ec06-4f12-a656-de7e70ddaa1f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:06.794681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port b1c3798c-c83a-4ba1-a017-5058e2c4be11 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:06.795116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.819885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0952b35-2916-445d-b079-3f2186a2ceeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.823916 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c0952b35-2916-445d-b079-3f2186a2ceeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df565c7a-e555-43a6-a283-65c23959bbb5 HTTP/1.1" status: 204 len: 168 time: 1.1400926 Apr 08 10:42:06.833060 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3a35c3c9-ec06-4f12-a656-de7e70ddaa1f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/c7c5c864-4250-448c-a065-8c21c2c68018 HTTP/1.1" status: 404 len: 333 time: 0.2376590 Apr 08 10:42:06.833243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] For port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:06.836687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] For port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9c33e1c4-3a16-4cb1-a369-3b40228bf9e4,segment=NetworkSegment(1dd3a252-cdf5-4037-a894-5815c6a5f1b1),segment_id=1dd3a252-cdf5-4037-a894-5815c6a5f1b1)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:06.839094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.840405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0952b35-2916-445d-b079-3f2186a2ceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df565c7a-e555-43a6-a283-65c23959bbb5,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:06.866430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49690) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:06.866723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Transition to ACTIVE for port object bb43cd45-fb6b-434f-bc08-7afe343acfa3 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:06.866813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 02021220-648c-404e-9d2f-b9d74d61137a yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:06.875670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Transition to ACTIVE for port object bb43cd45-fb6b-434f-bc08-7afe343acfa3 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:06.883078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-dfb9fd9d-54e2-4995-9a29-0a83e1ab5682 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:06.921677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.957300 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-854a85c7-797a-4c74-8d75-fcb6e911a4da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:42:06.957835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-854a85c7-797a-4c74-8d75-fcb6e911a4da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:06.963967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:06.969362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:06.972100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:06.996228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:06.999595 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899038a-d8f3-4cbc-94ee-3883237bca23 None None] Sync routers for ids ['77884c41-839f-4e69-a281-c331c3755834'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:07.009552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:07.020403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:07.026064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:07.031844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:07.037169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:07.040656 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899038a-d8f3-4cbc-94ee-3883237bca23 None None] Routers {'77884c41-839f-4e69-a281-c331c3755834'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:07.041629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7899038a-d8f3-4cbc-94ee-3883237bca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['77884c41-839f-4e69-a281-c331c3755834'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:07.052342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-dfb9fd9d-54e2-4995-9a29-0a83e1ab5682 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:07.057814 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dfb9fd9d-54e2-4995-9a29-0a83e1ab5682 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3922095 Apr 08 10:42:07.057814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.060920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49694) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:07.102656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988796876'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:07.124979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:07.142296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc95ec0-bd85-4788-aead-730be7dace6e None None] Pushing event updated for resources: {'Port': ['ID=9c33e1c4-3a16-4cb1-a369-3b40228bf9e4,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:07.149536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7899038a-d8f3-4cbc-94ee-3883237bca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:07.164962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:07.165267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-854a85c7-797a-4c74-8d75-fcb6e911a4da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:07.169144 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-854a85c7-797a-4c74-8d75-fcb6e911a4da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/c7c5c864-4250-448c-a065-8c21c2c68018 HTTP/1.1" status: 404 len: 333 time: 0.3079798 Apr 08 10:42:07.172123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49698) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:07.187963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.195675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=33776130-b5e5-4bd5-b96b-e1bfab042a0f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:07.226399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.228617 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-40204a65-b5fc-476f-9d04-adafdca73848 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "PUT /v2.0/routers/77884c41-839f-4e69-a281-c331c3755834 HTTP/1.1" status: 200 len: 918 time: 6.6521173 Apr 08 10:42:07.228617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:07.231752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.248059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49702) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:07.300675 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899038a-d8f3-4cbc-94ee-3883237bca23 None None] Routers {'77884c41-839f-4e69-a281-c331c3755834'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:07.301315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7899038a-d8f3-4cbc-94ee-3883237bca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['77884c41-839f-4e69-a281-c331c3755834'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:07.371684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.378092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Pushing event updated for resources: {'Port': ['ID=bb43cd45-fb6b-434f-bc08-7afe343acfa3,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:07.380818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7899038a-d8f3-4cbc-94ee-3883237bca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:07.381201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899038a-d8f3-4cbc-94ee-3883237bca23 None None] The sync data for ids ['77884c41-839f-4e69-a281-c331c3755834'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:07.383369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Attempting to bind port bb43cd45-fb6b-434f-bc08-7afe343acfa3 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:07.383970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Attempting to bind port bb43cd45-fb6b-434f-bc08-7afe343acfa3 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:07.384303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Attempting to bind port bb43cd45-fb6b-434f-bc08-7afe343acfa3 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:07.401416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:07.401784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:07.402185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.402577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:07.402789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for b1c3798c-c83a-4ba1-a017-5058e2c4be11 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:07.403052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Bound port: bb43cd45-fb6b-434f-bc08-7afe343acfa3, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:07.403425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.448746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': 'fd101f54-d2b8-49d3-8a7c-c395300e2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3bc8cc07-cf82-4b23-90d7-11f28be1c09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:07.449394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 3bc8cc07-cf82-4b23-90d7-11f28be1c09e, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:07.478851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:07.495138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:07.500165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:07.519032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:07.545746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b41a65-a28b-412e-a299-63a15e837855 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet 68829bef-8a5d-495f-8214-254045ca8582 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:07.559653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-87b41a65-a28b-412e-a299-63a15e837855 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.562653 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] For port bb43cd45-fb6b-434f-bc08-7afe343acfa3, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:07.567834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] For port bb43cd45-fb6b-434f-bc08-7afe343acfa3, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb43cd45-fb6b-434f-bc08-7afe343acfa3,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:07.593126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 172.20.0.4 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/9d506243-8790-46fe-8a5e-9f564c1e3275/02021220-648c-404e-9d2f-b9d74d61137a) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:07.626828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:fe20:49e9 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/da279cdb-f622-413a-9ecb-2f2a45fab17e/02021220-648c-404e-9d2f-b9d74d61137a) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:07.660931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 3bc8cc07-cf82-4b23-90d7-11f28be1c09e is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:07.682154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.745791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.775501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-87b41a65-a28b-412e-a299-63a15e837855 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.810848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.835703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 3bc8cc07-cf82-4b23-90d7-11f28be1c09e) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:07.848024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:07.849129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.851937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958399db-277d-4a45-ae04-6681f804221b None None] Network 3bc8cc07-cf82-4b23-90d7-11f28be1c09e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:07.909779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:07.938794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 261c5b12-2e8b-46ca-9c33-8751dfbba127 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:07.954128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc69f169-d32b-4aaa-a655-bc8bf4186eed,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:07.977666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49708) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:08.010698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=b1c3798c-c83a-4ba1-a017-5058e2c4be11,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:08.029542 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ea8cf7ca-7707-448b-9cdb-7121cb324526 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/routers/77884c41-839f-4e69-a281-c331c3755834 HTTP/1.1" status: 200 len: 924 time: 0.7698381 Apr 08 10:42:08.033778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49712) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:08.049849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.098689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:08.102726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1be839-3248-4582-a123-37ff35ded55e None None] Pushing event updated for resources: {'Port': ['ID=bb43cd45-fb6b-434f-bc08-7afe343acfa3,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:08.110718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 261c5b12-2e8b-46ca-9c33-8751dfbba127 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:08.111630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.122178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] Usage tracker for resource:security_group_rule and tenant:9a56a68453564bf99ed4420918d6c0dc is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:08.130948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:08.137664 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-378178a5-1278-43c9-9632-092ef3beac4b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9539411 Apr 08 10:42:08.145340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49716) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:08.150805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:08.153053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.156655 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-04bb27a7-32d7-44dd-92aa-95ce34c93066 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0668132 Apr 08 10:42:08.182579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49720) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:08.205532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--557631174'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:08.225302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:08.298496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:08.341391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:08.425117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:08.425761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.449630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 02021220-648c-404e-9d2f-b9d74d61137a will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:08.523827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-87b41a65-a28b-412e-a299-63a15e837855 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.601283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.601631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-3bc8cc07-cf82-4b23-90d7-11f28be1c09e', 'network_id': '3bc8cc07-cf82-4b23-90d7-11f28be1c09e', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '33776130-b5e5-4bd5-b96b-e1bfab042a0f'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:08.602574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.619082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:08.680448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:08.711979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accdfbea-3af0-4db9-bebc-1f4f54545f89 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:08.713413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.713692 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-accdfbea-3af0-4db9-bebc-1f4f54545f89 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=77884c41-839f-4e69-a281-c331c3755834&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6468577 Apr 08 10:42:08.722016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49724) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:08.752786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=62ebe8f4-416c-4422-b97d-cc8831cc8023,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:08.776018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking segment: {'id': '38c8eb75-156e-4238-a37f-122e4296c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1558340-d04c-45a1-8710-9763aa751cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:08.776380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network hostable DHCP agents. Network: d1558340-d04c-45a1-8710-9763aa751cb5, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:08.836500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Allocated IP 172.20.0.2 (3bc8cc07-cf82-4b23-90d7-11f28be1c09e/33776130-b5e5-4bd5-b96b-e1bfab042a0f/45eaae18-bc37-4cab-bc9a-a48643548837) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:08.839724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.907902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network d1558340-d04c-45a1-8710-9763aa751cb5 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:08.910443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-87b41a65-a28b-412e-a299-63a15e837855 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.947974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d938b2a-863e-4c48-9b67-800041e34671 None None] Network 6235ac84-4427-4e67-ab6c-05bc1ddc2203 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:08.972761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-87b41a65-a28b-412e-a299-63a15e837855 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.996803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b41a65-a28b-412e-a299-63a15e837855 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=68829bef-8a5d-495f-8214-254045ca8582,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:08.998332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:08.998602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=02021220-648c-404e-9d2f-b9d74d61137a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:09.002758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:09.005130 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-87b41a65-a28b-412e-a299-63a15e837855 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/68829bef-8a5d-495f-8214-254045ca8582 HTTP/1.1" status: 204 len: 168 time: 1.8327229 Apr 08 10:42:09.006278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:09.008915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49728) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:09.011588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:09.034867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:09.039546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:09.042944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:09.048877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:09.124698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afe21f1-b432-4053-a7e5-2bb90550e25b None None] Network 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:09.151036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.211422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, d1558340-d04c-45a1-8710-9763aa751cb5) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:09.217547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:09.217547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.260309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce418e33-453b-4c21-969e-c362a078c0f0 None None] Network d1558340-d04c-45a1-8710-9763aa751cb5 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:09.352807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:09.353475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.375216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.392819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 261c5b12-2e8b-46ca-9c33-8751dfbba127 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:09.393176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.403624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01e9ce99-9e52-4502-bd46-12c44d8034e8 None None] Provisioning for port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:09.409519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router d466e734-c47e-4ad6-9f58-043a5e22428d has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:42:09.429370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01e9ce99-9e52-4502-bd46-12c44d8034e8 None None] Provisioning complete for port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:09.429977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01e9ce99-9e52-4502-bd46-12c44d8034e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.436351 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b07bf3e5-9362-46ea-ac54-e59acf2f9859 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9821944 Apr 08 10:42:09.437197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49732) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:09.441457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.451027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f269ca-f0c2-41aa-98a3-63b5802ec298 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:09.455346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': 'd1558340-d04c-45a1-8710-9763aa751cb5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1926864840'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:09.455541 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-50f269ca-f0c2-41aa-98a3-63b5802ec298 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 881 time: 0.7260838 Apr 08 10:42:09.471895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49736) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:09.475699 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8217ea0d-09ef-4250-9218-05f587eb92da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8031976 Apr 08 10:42:09.475890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.482450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49740) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:09.597301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db4ed1-a29e-41f0-a648-3381aac19e35 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:09.642066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.650202 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8a818fab-3d25-442c-a9f7-2f5e1463930b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=77884c41-839f-4e69-a281-c331c3755834 HTTP/1.1" status: 200 len: 205 time: 0.1705441 Apr 08 10:42:09.661965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.696795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49744) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:09.706315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:09.726455 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b731e2-105c-45b8-acf7-f7e1a9d30101 None None] Sync routers for ids ['d466e734-c47e-4ad6-9f58-043a5e22428d'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:09.770477 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b731e2-105c-45b8-acf7-f7e1a9d30101 None None] Routers {'d466e734-c47e-4ad6-9f58-043a5e22428d'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:09.789342 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-66b731e2-105c-45b8-acf7-f7e1a9d30101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d466e734-c47e-4ad6-9f58-043a5e22428d'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:09.890153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb43cd45-fb6b-434f-bc08-7afe343acfa3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:09.917480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.938161 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-66b731e2-105c-45b8-acf7-f7e1a9d30101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:09.951231 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b731e2-105c-45b8-acf7-f7e1a9d30101 None None] Routers {'d466e734-c47e-4ad6-9f58-043a5e22428d'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:09.951466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b1cec-b642-4de1-af06-7906d34f6067 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:09.952798 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-66b731e2-105c-45b8-acf7-f7e1a9d30101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d466e734-c47e-4ad6-9f58-043a5e22428d'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:09.957589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b1cec-b642-4de1-af06-7906d34f6067 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:09.958465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4f7b1cec-b642-4de1-af06-7906d34f6067 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:09.967986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:09.972881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:09.975692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:09.981573 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:09.994735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.001060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] For port 261c5b12-2e8b-46ca-9c33-8751dfbba127, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=261c5b12-2e8b-46ca-9c33-8751dfbba127,segment=NetworkSegment(3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b),segment_id=3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:10.001060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.060581 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-66b731e2-105c-45b8-acf7-f7e1a9d30101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:10.061088 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b731e2-105c-45b8-acf7-f7e1a9d30101 None None] The sync data for ids ['d466e734-c47e-4ad6-9f58-043a5e22428d'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:10.080575 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-490bce1d-601d-4935-afff-329bc5a6268c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/d466e734-c47e-4ad6-9f58-043a5e22428d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8405554 Apr 08 10:42:10.080784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:10.085749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.088463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49748) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:10.102787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.106475 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9184761 Apr 08 10:42:10.112357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49752) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:10.159157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': 'fc69f169-d32b-4aaa-a655-bc8bf4186eed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2d03997e-773f-4e66-9720-119a487914aa', 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:10.166154 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a56a68453564bf99ed4420918d6c0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1863232 Apr 08 10:42:10.171517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49756) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:10.178445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 261c5b12-2e8b-46ca-9c33-8751dfbba127 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:10.182031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.182499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832e138-0819-425d-be09-281e14c0cc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445f1e6c-edee-4b0e-9d6a-8a5f44f7535d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:10.188367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:10.191531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8683fd6b-1da3-46a5-899d-cfe9c959a88a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:10.231159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4f7b1cec-b642-4de1-af06-7906d34f6067 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:10.236729 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4f7b1cec-b642-4de1-af06-7906d34f6067 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7116940 Apr 08 10:42:10.242867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49760) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:10.280355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:10.282297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Transition to ACTIVE for port object 45eaae18-bc37-4cab-bc9a-a48643548837 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:10.287642 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-d1558340-d04c-45a1-8710-9763aa751cb5', 'network_id': 'd1558340-d04c-45a1-8710-9763aa751cb5', 'tenant_id': 'afaed5d3c85a4818ba6fe51763c066da', 'fixed_ips': [{'subnet_id': '62ebe8f4-416c-4422-b97d-cc8831cc8023'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:10.288870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.291031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c7f3d-20c1-4f14-9a94-f3081c9b1487 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d03997e-773f-4e66-9720-119a487914aa,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:10.293461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:10.312611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:10.327256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port 372ff13e-966e-485c-b699-7f89ecaae9d2 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:10.353260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.376861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Transition to ACTIVE for port object 45eaae18-bc37-4cab-bc9a-a48643548837 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:10.421326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01e9ce99-9e52-4502-bd46-12c44d8034e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.446815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8683fd6b-1da3-46a5-899d-cfe9c959a88a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:10.452033 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8683fd6b-1da3-46a5-899d-cfe9c959a88a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=d466e734-c47e-4ad6-9f58-043a5e22428d HTTP/1.1" status: 200 len: 205 time: 0.3508315 Apr 08 10:42:10.453088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49764) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:10.473148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4dc684a-d14e-4eb7-a389-50cb45d4b94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.496080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d2310-cdd1-4ee7-870e-298e4a9f22fb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 02021220-648c-404e-9d2f-b9d74d61137a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:10.496425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2310-cdd1-4ee7-870e-298e4a9f22fb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.519735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port bb43cd45-fb6b-434f-bc08-7afe343acfa3 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:10.614582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-01e9ce99-9e52-4502-bd46-12c44d8034e8 None None] For port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9c33e1c4-3a16-4cb1-a369-3b40228bf9e4,segment=NetworkSegment(1dd3a252-cdf5-4037-a894-5815c6a5f1b1),segment_id=1dd3a252-cdf5-4037-a894-5815c6a5f1b1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:10.616463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.630076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4dc684a-d14e-4eb7-a389-50cb45d4b94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.663804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.679327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba454de9-8756-424f-8210-135f3a732ba5 None None] DHCP port deletion for 27f0e6da-6f86-4ad0-b9bd-96108ebc6086 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:10.699873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Network 3bc8cc07-cf82-4b23-90d7-11f28be1c09e is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:10.706375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:10.710489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:10.763655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Deleting port f73c808f-0da1-4161-97c4-935f44586fe7 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:10.763899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.771974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01e9ce99-9e52-4502-bd46-12c44d8034e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.790446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=261c5b12-2e8b-46ca-9c33-8751dfbba127,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:10.803903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No DVR routers for this DVR port 261c5b12-2e8b-46ca-9c33-8751dfbba127 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:10.822516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Pushing event updated for resources: {'Port': ['ID=45eaae18-bc37-4cab-bc9a-a48643548837,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:10.899806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.909044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::3d2 (d1558340-d04c-45a1-8710-9763aa751cb5/62ebe8f4-416c-4422-b97d-cc8831cc8023/372ff13e-966e-485c-b699-7f89ecaae9d2) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:10.916460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Attempting to bind port 45eaae18-bc37-4cab-bc9a-a48643548837 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:10.917018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Attempting to bind port 45eaae18-bc37-4cab-bc9a-a48643548837 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'fd101f54-d2b8-49d3-8a7c-c395300e2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3bc8cc07-cf82-4b23-90d7-11f28be1c09e'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:10.917771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Attempting to bind port 45eaae18-bc37-4cab-bc9a-a48643548837 on network 3bc8cc07-cf82-4b23-90d7-11f28be1c09e {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:10.942557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28415230-2065-42a5-b497-d43ed29a9e61 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.950097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:10.950586 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Checking segment: {'id': 'fd101f54-d2b8-49d3-8a7c-c395300e2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3bc8cc07-cf82-4b23-90d7-11f28be1c09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:10.951111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.951602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Bound using segment: {'id': 'fd101f54-d2b8-49d3-8a7c-c395300e2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3bc8cc07-cf82-4b23-90d7-11f28be1c09e'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:10.954962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Bound port: 45eaae18-bc37-4cab-bc9a-a48643548837, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd101f54-d2b8-49d3-8a7c-c395300e2c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3bc8cc07-cf82-4b23-90d7-11f28be1c09e'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:10.954962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:10.973570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9ce99-9e52-4502-bd46-12c44d8034e8 None None] Pushing event updated for resources: {'Port': ['ID=9c33e1c4-3a16-4cb1-a369-3b40228bf9e4,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:10.977017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] Provisioning complete for port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:10.977662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.069312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.134672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] For port 45eaae18-bc37-4cab-bc9a-a48643548837, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:11.137243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.141203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] For port 45eaae18-bc37-4cab-bc9a-a48643548837, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=45eaae18-bc37-4cab-bc9a-a48643548837,segment=NetworkSegment(fd101f54-d2b8-49d3-8a7c-c395300e2c50),segment_id=fd101f54-d2b8-49d3-8a7c-c395300e2c50)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:11.187882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=33776130-b5e5-4bd5-b96b-e1bfab042a0f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:11.258906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4dc684a-d14e-4eb7-a389-50cb45d4b94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.285080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f0e6da-6f86-4ad0-b9bd-96108ebc6086']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:11.291186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.379568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] Provisioning for port bb43cd45-fb6b-434f-bc08-7afe343acfa3 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:11.417169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc684a-d14e-4eb7-a389-50cb45d4b94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445f1e6c-edee-4b0e-9d6a-8a5f44f7535d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:11.423267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:11.423501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3d61d8-f16a-4e1b-8f69-e492b4fbbc0b') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:11.436559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] Provisioning complete for port bb43cd45-fb6b-434f-bc08-7afe343acfa3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:11.437351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.463650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.481712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2310-cdd1-4ee7-870e-298e4a9f22fb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.507620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927b195-0ad4-439d-90a9-13b29f3ddd40 None None] Pushing event updated for resources: {'Port': ['ID=45eaae18-bc37-4cab-bc9a-a48643548837,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:11.562568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28415230-2065-42a5-b497-d43ed29a9e61 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.572346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28415230-2065-42a5-b497-d43ed29a9e61 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.585728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.667538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97836236-0c29-4d4c-b3a3-fe6dbe31d06e None None] Network 3bc8cc07-cf82-4b23-90d7-11f28be1c09e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:11.672341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d2310-cdd1-4ee7-870e-298e4a9f22fb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 02021220-648c-404e-9d2f-b9d74d61137a owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:11.683260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.685618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc8cc07-cf82-4b23-90d7-11f28be1c09e']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:11.706608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.707074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.727143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4dc684a-d14e-4eb7-a389-50cb45d4b94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.731207 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d4dc684a-d14e-4eb7-a389-50cb45d4b94d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/445f1e6c-edee-4b0e-9d6a-8a5f44f7535d HTTP/1.1" status: 204 len: 168 time: 1.5182724 Apr 08 10:42:11.731372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd101f54-d2b8-49d3-8a7c-c395300e2c50') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:11.731372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd101f54-d2b8-49d3-8a7c-c395300e2c50') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:11.763736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.775528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:11.789618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:11.790296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:11.805963 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:11.810498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.825556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.859365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] For port bb43cd45-fb6b-434f-bc08-7afe343acfa3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb43cd45-fb6b-434f-bc08-7afe343acfa3,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:11.889027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28415230-2065-42a5-b497-d43ed29a9e61 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.889541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28415230-2065-42a5-b497-d43ed29a9e61 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Fanout notify agent at l3_agent the message router_deleted on router d466e734-c47e-4ad6-9f58-043a5e22428d {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:42:11.891678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.903364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Calling delete_port for f73c808f-0da1-4161-97c4-935f44586fe7 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:11.933892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object 372ff13e-966e-485c-b699-7f89ecaae9d2 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:11.974932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:11.984748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0337c1-0da0-4876-83cd-fd1b723aba44,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:11.992538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.006367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:12.007315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:12.028926 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:12.078822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:12.079469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.129224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e5187-c59c-44b8-97eb-7e4a98950dc9 None None] Pushing event updated for resources: {'Port': ['ID=bb43cd45-fb6b-434f-bc08-7afe343acfa3,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:12.147495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28415230-2065-42a5-b497-d43ed29a9e61 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.149032 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-28415230-2065-42a5-b497-d43ed29a9e61 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/d466e734-c47e-4ad6-9f58-043a5e22428d HTTP/1.1" status: 204 len: 168 time: 1.6947916 Apr 08 10:42:12.151927 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49770) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:12.273419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 261c5b12-2e8b-46ca-9c33-8751dfbba127 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:12.312969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 261c5b12-2e8b-46ca-9c33-8751dfbba127 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:12.313375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 261c5b12-2e8b-46ca-9c33-8751dfbba127 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:12.362013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8b2fd9-357f-4ebd-9ebb-67db3c15342a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet c32911d2-6bdf-4da8-b775-08a1beb0ff01 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:12.365186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fd9-357f-4ebd-9ebb-67db3c15342a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.463034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fd9-357f-4ebd-9ebb-67db3c15342a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.498250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:42:12.498250 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:42:12.498250 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': '3bc8cc07-cf82-4b23-90d7-11f28be1c09e'}] Apr 08 10:42:12.498250 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:12.498692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:12.511032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.514743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-54e49b75-25f9-4af6-b77f-9834c94efd35 None None] Provisioning for port 02021220-648c-404e-9d2f-b9d74d61137a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:12.524935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.525797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.525889 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7201612e-4235-4a7f-aef3-88c0a8905991 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.3717663 Apr 08 10:42:12.525972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.526068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49774) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:12.558238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-54e49b75-25f9-4af6-b77f-9834c94efd35 None None] Provisioning complete for port 02021220-648c-404e-9d2f-b9d74d61137a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:12.558609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-54e49b75-25f9-4af6-b77f-9834c94efd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.571309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8d55de1-43d1-4207-99a0-e12786d82a75 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.582809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2310-cdd1-4ee7-870e-298e4a9f22fb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.588182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8d55de1-43d1-4207-99a0-e12786d82a75 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.605721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-54e49b75-25f9-4af6-b77f-9834c94efd35 None None] Port 02021220-648c-404e-9d2f-b9d74d61137a was deleted so its status cannot be updated. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 08 10:42:12.613350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Network': ['ID=27f0e6da-6f86-4ad0-b9bd-96108ebc6086,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:12.617134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fd9-357f-4ebd-9ebb-67db3c15342a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.629213 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5271fb88-b414-4ea8-92d6-6a3b8b6c0aac tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/networks/27f0e6da-6f86-4ad0-b9bd-96108ebc6086 HTTP/1.1" status: 204 len: 168 time: 3.6192179 Apr 08 10:42:12.633205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-54e49b75-25f9-4af6-b77f-9834c94efd35 None None] Provisioning complete for port bb43cd45-fb6b-434f-bc08-7afe343acfa3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:12.633673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-54e49b75-25f9-4af6-b77f-9834c94efd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.637456 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network d1558340-d04c-45a1-8710-9763aa751cb5 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:12.646864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49778) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:12.657619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-784670444'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:12.659058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:12.662985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:network and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:12.666750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:12.672776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:12.673179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:12.675863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:12.686131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:12.686131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.686538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.694967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Allocated IP 2001:db8::2 (d1558340-d04c-45a1-8710-9763aa751cb5/62ebe8f4-416c-4422-b97d-cc8831cc8023/37df0922-8c18-4786-8113-33bb6fc1bf31) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:12.764838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8d55de1-43d1-4207-99a0-e12786d82a75 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.776297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event deleted for resources: {'Port': ['ID=f73c808f-0da1-4161-97c4-935f44586fe7,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:12.785855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=372ff13e-966e-485c-b699-7f89ecaae9d2,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:12.795344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:12.795344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.856983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d55de1-43d1-4207-99a0-e12786d82a75 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a0337c1-0da0-4876-83cd-fd1b723aba44,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:12.961606 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-33e3aef9-6688-47bf-bae6-eb1311b7b300 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.5157852 Apr 08 10:42:12.963874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2310-cdd1-4ee7-870e-298e4a9f22fb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:12.966277 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bf0d2310-cdd1-4ee7-870e-298e4a9f22fb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/02021220-648c-404e-9d2f-b9d74d61137a HTTP/1.1" status: 204 len: 168 time: 2.7194283 Apr 08 10:42:12.974663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49788) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:12.974989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49790) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:12.977113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d2310-cdd1-4ee7-870e-298e4a9f22fb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=02021220-648c-404e-9d2f-b9d74d61137a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:12.987034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.048657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.052702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8d55de1-43d1-4207-99a0-e12786d82a75 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.057398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c8d55de1-43d1-4207-99a0-e12786d82a75 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2a0337c1-0da0-4876-83cd-fd1b723aba44 HTTP/1.1" status: 204 len: 168 time: 0.5309231 Apr 08 10:42:13.068349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49798) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:13.104291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.114584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Transition to ACTIVE for port object 37df0922-8c18-4786-8113-33bb6fc1bf31 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:13.129345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:13.131108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-60daf9b7-41c3-4029-b5a4-8213969c1ce8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 372ff13e-966e-485c-b699-7f89ecaae9d2 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:13.131452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-60daf9b7-41c3-4029-b5a4-8213969c1ce8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.134991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Transition to ACTIVE for port object 37df0922-8c18-4786-8113-33bb6fc1bf31 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:13.208241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.215342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.217184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.217532 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Added segment 979ff5e1-1106-4349-bae9-d19ed7fe9e64 of type vlan for network 2c293638-9c31-42f0-8c85-855c54832a66 Apr 08 10:42:13.220659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fd9-357f-4ebd-9ebb-67db3c15342a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.225375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeea0b1-3b59-4203-9a74-bca46c288292 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:13.228593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeea0b1-3b59-4203-9a74-bca46c288292 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:13.228898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.229060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeea0b1-3b59-4203-9a74-bca46c288292 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:13.229853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-eeeea0b1-3b59-4203-9a74-bca46c288292 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:13.275403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port 45eaae18-bc37-4cab-bc9a-a48643548837 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:13.275755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.280191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a76b5da7-554e-4b0f-8230-8370d49217c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:13.310049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2fd9-357f-4ebd-9ebb-67db3c15342a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=c32911d2-6bdf-4da8-b775-08a1beb0ff01,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:13.346705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fd9-357f-4ebd-9ebb-67db3c15342a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.360367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.370839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Pushing event updated for resources: {'Port': ['ID=37df0922-8c18-4786-8113-33bb6fc1bf31,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:13.387497 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2f8b2fd9-357f-4ebd-9ebb-67db3c15342a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/c32911d2-6bdf-4da8-b775-08a1beb0ff01 HTTP/1.1" status: 204 len: 168 time: 1.2345159 Apr 08 10:42:13.394146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd6243-7182-4908-93d9-c80408931129 None None] Network 31a0731a-85fd-4530-b252-64cbdc77cfb1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:13.411783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Network d1558340-d04c-45a1-8710-9763aa751cb5 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:13.415096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49806) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:13.416469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:13.423922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-eeeea0b1-3b59-4203-9a74-bca46c288292 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:13.425277 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eeeea0b1-3b59-4203-9a74-bca46c288292 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4357669 Apr 08 10:42:13.425968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a76b5da7-554e-4b0f-8230-8370d49217c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:13.427087 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a76b5da7-554e-4b0f-8230-8370d49217c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3290961 Apr 08 10:42:13.439297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:13.440411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49810) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:13.440950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49812) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:13.508986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.509755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Fanout notify agent at l3_agent the message router_deleted on router 77884c41-839f-4e69-a281-c331c3755834 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:42:13.543526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.549306 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9b560157-732a-4563-b14d-1155588f9119 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/77884c41-839f-4e69-a281-c331c3755834 HTTP/1.1" status: 204 len: 168 time: 3.8450592 Apr 08 10:42:13.562843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49822) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:13.591447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1683000141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:13.614637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:13.637023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.640677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:13.641266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.648810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Usage tracker for resource:router and tenant:9bb14a3cbd29485e9f9959e6967c2c5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:13.653474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Attempting to bind port 37df0922-8c18-4786-8113-33bb6fc1bf31 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:13.654554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Attempting to bind port 37df0922-8c18-4786-8113-33bb6fc1bf31 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '38c8eb75-156e-4238-a37f-122e4296c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1558340-d04c-45a1-8710-9763aa751cb5'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:13.655096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Attempting to bind port 37df0922-8c18-4786-8113-33bb6fc1bf31 on network d1558340-d04c-45a1-8710-9763aa751cb5 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:13.665200 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:13.666529 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Checking segment: {'id': '38c8eb75-156e-4238-a37f-122e4296c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1558340-d04c-45a1-8710-9763aa751cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:13.667067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.667526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Bound using segment: {'id': '38c8eb75-156e-4238-a37f-122e4296c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1558340-d04c-45a1-8710-9763aa751cb5'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:13.668166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Bound port: 37df0922-8c18-4786-8113-33bb6fc1bf31, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c8eb75-156e-4238-a37f-122e4296c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1558340-d04c-45a1-8710-9763aa751cb5'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:13.668572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.702021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.706870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-60daf9b7-41c3-4029-b5a4-8213969c1ce8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.729078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:13.735062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb44fb5-407d-4224-ae07-67a9fbb80cca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 9d506243-8790-46fe-8a5e-9f564c1e3275 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:13.760040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0fb44fb5-407d-4224-ae07-67a9fbb80cca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.771902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb43cd45-fb6b-434f-bc08-7afe343acfa3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:13.791577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:13.855776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-60daf9b7-41c3-4029-b5a4-8213969c1ce8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 372ff13e-966e-485c-b699-7f89ecaae9d2 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:13.888581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:13.889023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.893137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49828) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:13.917784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port 45eaae18-bc37-4cab-bc9a-a48643548837, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=45eaae18-bc37-4cab-bc9a-a48643548837,segment=NetworkSegment(fd101f54-d2b8-49d3-8a7c-c395300e2c50),segment_id=fd101f54-d2b8-49d3-8a7c-c395300e2c50)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:13.918450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.933164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Network': ['ID=2c293638-9c31-42f0-8c85-855c54832a66,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:13.949058 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-938d1561-19a8-4e36-9c5e-55e57cf234db tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2996016 Apr 08 10:42:13.950079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb385a70-9faa-46c1-bf66-43d4374f8e92 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:13.951660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49834) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:13.978787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 2c293638-9c31-42f0-8c85-855c54832a66 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:14.044535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] For port 37df0922-8c18-4786-8113-33bb6fc1bf31, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:14.069671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '2c293638-9c31-42f0-8c85-855c54832a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:14.090119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0fb44fb5-407d-4224-ae07-67a9fbb80cca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.160073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port bb43cd45-fb6b-434f-bc08-7afe343acfa3 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:14.160670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.223827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port aa4213a7-ecf3-4a87-950e-7d129b4c9e06, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=aa4213a7-ecf3-4a87-950e-7d129b4c9e06,segment=NetworkSegment(97d7a8a1-df62-4909-9f76-0186ba124b8e),segment_id=97d7a8a1-df62-4909-9f76-0186ba124b8e)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:14.228636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.253477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for 45eaae18-bc37-4cab-bc9a-a48643548837 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:14.265056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] DHCP port deletion for 31a0731a-85fd-4530-b252-64cbdc77cfb1 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:14.278288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] Deleting port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:14.278950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.308868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2063421380'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:14.319713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.321197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.344341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:14.347087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-60daf9b7-41c3-4029-b5a4-8213969c1ce8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.364895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for aa4213a7-ecf3-4a87-950e-7d129b4c9e06 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:14.421808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:network and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:14.432018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:14.435640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb385a70-9faa-46c1-bf66-43d4374f8e92 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.448075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daf9b7-41c3-4029-b5a4-8213969c1ce8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=372ff13e-966e-485c-b699-7f89ecaae9d2,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:14.471931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:14.472665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] For port 37df0922-8c18-4786-8113-33bb6fc1bf31, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=37df0922-8c18-4786-8113-33bb6fc1bf31,segment=NetworkSegment(38c8eb75-156e-4238-a37f-122e4296c0eb),segment_id=38c8eb75-156e-4238-a37f-122e4296c0eb)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:14.501288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-60daf9b7-41c3-4029-b5a4-8213969c1ce8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.508470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.524705 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-60daf9b7-41c3-4029-b5a4-8213969c1ce8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/372ff13e-966e-485c-b699-7f89ecaae9d2 HTTP/1.1" status: 204 len: 168 time: 1.5377138 Apr 08 10:42:14.527418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49838) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:14.571375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:14.574372 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-151a96f5-44de-48f5-86eb-042789a50fbd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:42:14.575137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-151a96f5-44de-48f5-86eb-042789a50fbd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:14.578951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:14.586703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:14.595620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:14.595816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.607048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0fb44fb5-407d-4224-ae07-67a9fbb80cca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.652384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:14.655848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.674416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.688591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] For port aa4213a7-ecf3-4a87-950e-7d129b4c9e06, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=aa4213a7-ecf3-4a87-950e-7d129b4c9e06,segment=NetworkSegment(97d7a8a1-df62-4909-9f76-0186ba124b8e),segment_id=97d7a8a1-df62-4909-9f76-0186ba124b8e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:14.688834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.691162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-151a96f5-44de-48f5-86eb-042789a50fbd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:14.693208 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-151a96f5-44de-48f5-86eb-042789a50fbd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/372ff13e-966e-485c-b699-7f89ecaae9d2 HTTP/1.1" status: 404 len: 333 time: 0.1644723 Apr 08 10:42:14.696269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.701092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49842) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:14.706879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.712377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.715759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb385a70-9faa-46c1-bf66-43d4374f8e92 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.766671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:14.790400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:14.794138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.798342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=aa4213a7-ecf3-4a87-950e-7d129b4c9e06,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:14.811038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:security_group_rule and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:14.811528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No DVR routers for this DVR port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:14.826836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No DVR routers for this DVR port 45eaae18-bc37-4cab-bc9a-a48643548837 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:14.831055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:14.836998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb385a70-9faa-46c1-bf66-43d4374f8e92 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d03997e-773f-4e66-9720-119a487914aa,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:14.838920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Port': ['ID=45eaae18-bc37-4cab-bc9a-a48643548837,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:14.861344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] Calling delete_port for aa4213a7-ecf3-4a87-950e-7d129b4c9e06 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:14.924889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27552e8-6757-4a7b-ba55-330edda3c487 None None] Pushing event updated for resources: {'Port': ['ID=37df0922-8c18-4786-8113-33bb6fc1bf31,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:14.928364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:14.939341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55417dd-8bd0-435b-b118-70f59885ab25 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet 62ebe8f4-416c-4422-b97d-cc8831cc8023 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:15.005291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:15.006083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:15.013274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d55417dd-8bd0-435b-b118-70f59885ab25 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.055271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0fb44fb5-407d-4224-ae07-67a9fbb80cca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.061019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.098758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a0731a-85fd-4530-b252-64cbdc77cfb1']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:15.108355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d55417dd-8bd0-435b-b118-70f59885ab25 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.154226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d7a8a1-df62-4909-9f76-0186ba124b8e') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:15.154524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d7a8a1-df62-4909-9f76-0186ba124b8e') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:15.169318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb44fb5-407d-4224-ae07-67a9fbb80cca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=9d506243-8790-46fe-8a5e-9f564c1e3275,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:15.172533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.179002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.183415 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-838a1e13-35b5-4ebf-971a-b58b3d4a4113 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6191919 Apr 08 10:42:15.184166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49846) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:15.187787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93804f0a-54d8-4242-b291-b3fdec208471 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:15.188425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.198622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.200686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0fb44fb5-407d-4224-ae07-67a9fbb80cca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.210545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:15.210868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.224720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'enable_snat': False}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:15.225465 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:15.276037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb385a70-9faa-46c1-bf66-43d4374f8e92 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.279756 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cb385a70-9faa-46c1-bf66-43d4374f8e92 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/2d03997e-773f-4e66-9720-119a487914aa HTTP/1.1" status: 204 len: 168 time: 1.8358591 Apr 08 10:42:15.291448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49850) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:15.328284 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0fb44fb5-407d-4224-ae07-67a9fbb80cca tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/9d506243-8790-46fe-8a5e-9f564c1e3275 HTTP/1.1" status: 204 len: 168 time: 1.8861537 Apr 08 10:42:15.338505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49854) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:15.363516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d55417dd-8bd0-435b-b118-70f59885ab25 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.378445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc8cc07-cf82-4b23-90d7-11f28be1c09e']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:15.480725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd101f54-d2b8-49d3-8a7c-c395300e2c50') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:15.486039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd101f54-d2b8-49d3-8a7c-c395300e2c50') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:15.500598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.507970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] Deleting port aa4213a7-ecf3-4a87-950e-7d129b4c9e06 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:15.509824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.532277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.552131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=31a0731a-85fd-4530-b252-64cbdc77cfb1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:15.596151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.613397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d2835261-2245-49b2-ae7d-6121038304fe None None] The port 'aa4213a7-ecf3-4a87-950e-7d129b4c9e06' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:42:15.682388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6e7250e1-2bb8-440e-bac3-3b22caf84ab2 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/31a0731a-85fd-4530-b252-64cbdc77cfb1 HTTP/1.1" status: 204 len: 168 time: 2.2652874 Apr 08 10:42:15.689285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49858) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:15.702452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-638511641', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:15.713134 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:15.715795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f79ce8-0c5c-4307-be27-c8e5b052fa91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet da279cdb-f622-413a-9ecb-2f2a45fab17e {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:15.721896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:router and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:15.730564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:15.742892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.744271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d55417dd-8bd0-435b-b118-70f59885ab25 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.748623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:15.796919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 37df0922-8c18-4786-8113-33bb6fc1bf31 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:15.805931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d55417dd-8bd0-435b-b118-70f59885ab25 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.808524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55417dd-8bd0-435b-b118-70f59885ab25 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=62ebe8f4-416c-4422-b97d-cc8831cc8023,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:15.814526 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d55417dd-8bd0-435b-b118-70f59885ab25 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/62ebe8f4-416c-4422-b97d-cc8831cc8023 HTTP/1.1" status: 204 len: 168 time: 1.0820711 Apr 08 10:42:15.820771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49862) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:15.827392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4f79ce8-0c5c-4307-be27-c8e5b052fa91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.907121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e3b971a4-1127-4541-a61e-2490d4158627 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:15.931911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.932963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.966974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.986177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.988388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 37df0922-8c18-4786-8113-33bb6fc1bf31 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:15.988750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:15.989243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 37df0922-8c18-4786-8113-33bb6fc1bf31 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:16.053448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device aa4213a7-ecf3-4a87-950e-7d129b4c9e06 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:16.122973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245baa20-a4a8-44ae-aeee-6d4101b2c199 None None] Network d1558340-d04c-45a1-8710-9763aa751cb5 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:16.127070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:16.127468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:16.142849 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:16.151935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: aa4213a7-ecf3-4a87-950e-7d129b4c9e06 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:16.152567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device aa4213a7-ecf3-4a87-950e-7d129b4c9e06 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:16.174209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.281030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.333427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e3b971a4-1127-4541-a61e-2490d4158627 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:16.334717 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3b971a4-1127-4541-a61e-2490d4158627 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.0351830 Apr 08 10:42:16.336097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.339013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49866) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:16.340909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] For port 37df0922-8c18-4786-8113-33bb6fc1bf31, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=37df0922-8c18-4786-8113-33bb6fc1bf31,segment=NetworkSegment(38c8eb75-156e-4238-a37f-122e4296c0eb),segment_id=38c8eb75-156e-4238-a37f-122e4296c0eb)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:16.341343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.349944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f7e35afa-412e-4ca2-afeb-2faf7573969b None None] Provisioning for port 37df0922-8c18-4786-8113-33bb6fc1bf31 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:16.365193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4f79ce8-0c5c-4307-be27-c8e5b052fa91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.370428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f7e35afa-412e-4ca2-afeb-2faf7573969b None None] Provisioning complete for port 37df0922-8c18-4786-8113-33bb6fc1bf31 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:16.371168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f7e35afa-412e-4ca2-afeb-2faf7573969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.405461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.420177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.421397 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3b89c7b4-6944-413d-acdb-27d98559d9e7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7261498 Apr 08 10:42:16.436886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49870) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:16.489915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-950269054'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:16.491846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 37df0922-8c18-4786-8113-33bb6fc1bf31 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:16.495846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:16.499997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:16.502880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:16.509285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:16.519480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f7e35afa-412e-4ca2-afeb-2faf7573969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.536378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] DHCP port deletion for d1558340-d04c-45a1-8710-9763aa751cb5 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:16.538586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:16.548429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] Deleting port 37df0922-8c18-4786-8113-33bb6fc1bf31 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:16.549438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.562061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9444e04-66d9-4494-a6d6-9255227b41da,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:16.578266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.578659 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Added segment 395cffa8-7089-4814-aa05-550a1894680e of type vlan for network 107b7158-e33f-4a62-9e9f-d30cebdf2297 Apr 08 10:42:16.617203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.654314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.656720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31b6e5f3-d0af-4d5d-bd48-c72b9f2e9d6b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.673369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.687583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=3bc8cc07-cf82-4b23-90d7-11f28be1c09e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:16.712137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.728102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:16.731621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.732087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.780730 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0084a385-4295-41b7-a924-cc48af87b9fd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/3bc8cc07-cf82-4b23-90d7-11f28be1c09e HTTP/1.1" status: 204 len: 168 time: 8.6339991 Apr 08 10:42:16.782434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4f79ce8-0c5c-4307-be27-c8e5b052fa91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.785620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49874) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:16.786583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=37df0922-8c18-4786-8113-33bb6fc1bf31,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:16.791339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No DVR routers for this DVR port 37df0922-8c18-4786-8113-33bb6fc1bf31 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:16.811660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-f7e35afa-412e-4ca2-afeb-2faf7573969b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 08 10:42:16.811660 dv-neutron-837109-1-hyperv neutron-server[88614]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 08 10:42:16.811660 dv-neutron-837109-1-hyperv neutron-server[88614]: [parameters: {'status': 'ACTIVE', 'ports_id': '37df0922-8c18-4786-8113-33bb6fc1bf31'}] Apr 08 10:42:16.811660 dv-neutron-837109-1-hyperv neutron-server[88614]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:16.812115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-f7e35afa-412e-4ca2-afeb-2faf7573969b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:16.816859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] For port 37df0922-8c18-4786-8113-33bb6fc1bf31, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=37df0922-8c18-4786-8113-33bb6fc1bf31,segment=NetworkSegment(38c8eb75-156e-4238-a37f-122e4296c0eb),segment_id=38c8eb75-156e-4238-a37f-122e4296c0eb)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:16.817252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.817789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31b6e5f3-d0af-4d5d-bd48-c72b9f2e9d6b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.826815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1883876330'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:16.830956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:42:16.831868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:16.836322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:16.839417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:16.845428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:16.944151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:16.947539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.971349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.978882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:16.989254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=f75f8f4b-6b04-4330-817e-588b25d8f050,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:17.005494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1558340-d04c-45a1-8710-9763aa751cb5']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:17.017086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:17.024300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c8eb75-156e-4238-a37f-122e4296c0eb') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:17.024621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c8eb75-156e-4238-a37f-122e4296c0eb') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:17.029702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] Calling delete_port for 37df0922-8c18-4786-8113-33bb6fc1bf31 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:17.039634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.046414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.046764 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 1c88d047-fea4-440b-8e3b-fb3a935caed2 of type vlan for network 2ab6dd87-c266-4697-964c-50b69e5365c2 Apr 08 10:42:17.057613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking segment: {'id': '979ff5e1-1106-4349-bae9-d19ed7fe9e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2c293638-9c31-42f0-8c85-855c54832a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:17.058020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network hostable DHCP agents. Network: 2c293638-9c31-42f0-8c85-855c54832a66, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:17.062338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.063045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.068568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:17.069240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.075343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.075691 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment da90e30a-a613-4c96-b1a0-bd57f8a3e51a of type vlan for network ae58346f-f302-4450-a605-a873e10fd42d Apr 08 10:42:17.081129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:17.081731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:17.096603 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:17.111034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.122512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:17.123579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:17.136434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31b6e5f3-d0af-4d5d-bd48-c72b9f2e9d6b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.232225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6e5f3-d0af-4d5d-bd48-c72b9f2e9d6b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc69f169-d32b-4aaa-a655-bc8bf4186eed,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:17.251497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4f79ce8-0c5c-4307-be27-c8e5b052fa91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.275505 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.300109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.303508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.309470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Network': ['ID=d1558340-d04c-45a1-8710-9763aa751cb5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:17.309867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Network': ['ID=107b7158-e33f-4a62-9e9f-d30cebdf2297,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:17.318065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31b6e5f3-d0af-4d5d-bd48-c72b9f2e9d6b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.319561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-31b6e5f3-d0af-4d5d-bd48-c72b9f2e9d6b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/fc69f169-d32b-4aaa-a655-bc8bf4186eed HTTP/1.1" status: 204 len: 168 time: 0.9173195 Apr 08 10:42:17.321760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.324091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49878) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:17.325315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f79ce8-0c5c-4307-be27-c8e5b052fa91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=da279cdb-f622-413a-9ecb-2f2a45fab17e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:17.327333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:17.328149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.330126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4f79ce8-0c5c-4307-be27-c8e5b052fa91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.331914 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c4f79ce8-0c5c-4307-be27-c8e5b052fa91 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/da279cdb-f622-413a-9ecb-2f2a45fab17e HTTP/1.1" status: 204 len: 168 time: 1.9905617 Apr 08 10:42:17.347944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49882) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:17.383660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c39c0-534b-47bd-a4fe-1f2d28c884f4 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:17.394858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:17.431863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f7e35afa-412e-4ca2-afeb-2faf7573969b None None] Port 37df0922-8c18-4786-8113-33bb6fc1bf31 update to ACTIVE by agent not found {{(pid=88614) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 08 10:42:17.438355 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-04e608a0-6904-4add-a7fd-db6d23c63b5a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5335510 Apr 08 10:42:17.439569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49886) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:17.447638 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-42a81827-ceb2-48ef-b9fe-e3328f7fb655 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985253 Apr 08 10:42:17.448192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'subnet': {'network_id': '107b7158-e33f-4a62-9e9f-d30cebdf2297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:17.448381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 2c293638-9c31-42f0-8c85-855c54832a66 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:17.450478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49890) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:17.467115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=2ab6dd87-c266-4697-964c-50b69e5365c2,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:17.475604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:17.489232 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8738fe08-a6b8-472a-8f84-a0af230ff7cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/networks/d1558340-d04c-45a1-8710-9763aa751cb5 HTTP/1.1" status: 204 len: 168 time: 1.6664815 Apr 08 10:42:17.493206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49894) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:17.498338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'name': 'tempest-PortsIpV6TestJSON-1259683812'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:17.514677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 2ab6dd87-c266-4697-964c-50b69e5365c2 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:17.532215 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-845d8ce5-20be-4707-9e72-391da9d66f24 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7424858 Apr 08 10:42:17.538649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-09e86e12-201a-4179-86ed-1eafdc259054 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:17.582687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49898) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:17.598764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '2ab6dd87-c266-4697-964c-50b69e5365c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:17.604631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 2c293638-9c31-42f0-8c85-855c54832a66) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:17.617538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.623112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:17.623363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.640312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] Deleting port 37df0922-8c18-4786-8113-33bb6fc1bf31 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:17.640698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.654391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:17.655163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.667157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00442cd0-d4f2-4a32-bd42-abea418db52b None None] Network 2c293638-9c31-42f0-8c85-855c54832a66 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:17.775339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:17.779252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-09e86e12-201a-4179-86ed-1eafdc259054 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:17.780556 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-09e86e12-201a-4179-86ed-1eafdc259054 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4533095 Apr 08 10:42:17.798990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49902) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:17.802531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 37df0922-8c18-4786-8113-33bb6fc1bf31 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:17.807727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838919004'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:17.871193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:17.886534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:17.901264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:subnet and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:17.907737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:17.914797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:17.923705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:17.930668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:17.933383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:17.938159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:17.954086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:17.957186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:17.962582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:17.966805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:17.974278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:17.980612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 37df0922-8c18-4786-8113-33bb6fc1bf31 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:17.981289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 37df0922-8c18-4786-8113-33bb6fc1bf31 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:18.052909 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9949d5a3-24f6-4ee4-9ee0-4e3b9826abfd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0374110 Apr 08 10:42:18.052909 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6070018 Apr 08 10:42:18.053237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49906) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:18.053318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:18.055354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:18.057757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcff229-3ac7-4463-975b-ceb58eea96dc tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=ae58346f-f302-4450-a605-a873e10fd42d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:18.061292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:18.065957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e07386f0-84db-4a00-a18e-d3ec4904d08f None None] The port '37df0922-8c18-4786-8113-33bb6fc1bf31' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:42:18.078257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4c0212b1-923b-48ce-80a1-b42901b82e36 None None] Provisioning complete for port bb43cd45-fb6b-434f-bc08-7afe343acfa3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:18.078664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4c0212b1-923b-48ce-80a1-b42901b82e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.090514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': '2c293638-9c31-42f0-8c85-855c54832a66', 'security_groups': [], 'name': 'tempest-PortsTestJSON-914708196'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:18.112742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:18.116221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network ae58346f-f302-4450-a605-a873e10fd42d details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:18.116732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.116880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.156162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.168929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:18.172558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.181800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.189843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:18.193316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.226184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:18.229854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.356974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-2c293638-9c31-42f0-8c85-855c54832a66', 'network_id': '2c293638-9c31-42f0-8c85-855c54832a66', 'tenant_id': 'e7065754d30d41529d7c41eb80ce0f7c', 'fixed_ips': [{'subnet_id': 'f75f8f4b-6b04-4330-817e-588b25d8f050'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:18.358209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.415300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Allocated IP 172.26.7.115 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/d9357423-4dbd-4d4a-ab59-c49fb20048bc) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:18.425590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port ed05dbb2-492f-4e8c-ae28-1cedf25758c1 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:18.463676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:18.493012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:18.502803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] Deleting port bb43cd45-fb6b-434f-bc08-7afe343acfa3 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:18.506897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.543552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:18.546645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing IP validity checks on allocation pools {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 08 10:42:18.547158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 08 10:42:18.554405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:18.583443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:18.639155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:18.664620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:18.674603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.683880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:18.700369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:18.706293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:18.733484 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:port and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:18.747914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:18.767287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Allocated IP 172.20.0.2 (2c293638-9c31-42f0-8c85-855c54832a66/f75f8f4b-6b04-4330-817e-588b25d8f050/a36ce08c-a058-454b-a69a-76ab01211b03) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:18.800416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.826018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:18.846490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.887304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] For port bb43cd45-fb6b-434f-bc08-7afe343acfa3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb43cd45-fb6b-434f-bc08-7afe343acfa3,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:18.887866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.911370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:18.916564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.926879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:18.937403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:18.942225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:18.946319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:18.947135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:18.954559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:18.971889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:19.009523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=bf3cc1c1-c198-4cd8-91b1-28cbf7e76371,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:19.018298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Pushing event updated for resources: {'Port': ['ID=d9357423-4dbd-4d4a-ab59-c49fb20048bc,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:19.063472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:19.066986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.080082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] Calling delete_port for bb43cd45-fb6b-434f-bc08-7afe343acfa3 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:19.159543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.217445 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7022f7c6-b7fb-40e3-81cf-6345a55361ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7624106 Apr 08 10:42:19.223889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port 8e1e7c18-8879-4710-99b8-beb695f6881d yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:19.224742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49914) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:19.233872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:19.255972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.262605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.320797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.352918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Transition to ACTIVE for port object a36ce08c-a058-454b-a69a-76ab01211b03 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:19.364827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.370781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.395912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:19.401340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:19.404995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:19.412437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:19.418798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Transition to ACTIVE for port object a36ce08c-a058-454b-a69a-76ab01211b03 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:19.420015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] Pushing event deleted for resources: {'Port': ['ID=bb43cd45-fb6b-434f-bc08-7afe343acfa3,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:19.424119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9333d-2c3f-4bb6-b4b0-09363dde3adc None None] No DVR routers for this DVR port bb43cd45-fb6b-434f-bc08-7afe343acfa3 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:19.438441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72e313-72f1-4d21-ac13-703193fbb773 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:19.515086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Subnet': ['ID=0e366c22-6910-40bc-92ff-3cc94c99f283,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:19.522982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.527215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f09083-59e8-464f-93dd-06ba3ed6e41c,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:19.589949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.610251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:19.613823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.677303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Network 2c293638-9c31-42f0-8c85-855c54832a66 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:19.685375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:19.687362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Pushing event updated for resources: {'Port': ['ID=a36ce08c-a058-454b-a69a-76ab01211b03,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:19.729465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:19.750187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb43cd45-fb6b-434f-bc08-7afe343acfa3 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:19.825269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: bb43cd45-fb6b-434f-bc08-7afe343acfa3 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:19.825592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb43cd45-fb6b-434f-bc08-7afe343acfa3 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:19.828485 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'bf3cc1c1-c198-4cd8-91b1-28cbf7e76371'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:19.829334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.872179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=57245b32-bca1-46a8-9786-9fb64da8a315,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:19.885923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Checking segment: {'id': '395cffa8-7089-4814-aa05-550a1894680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '107b7158-e33f-4a62-9e9f-d30cebdf2297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:19.886309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network hostable DHCP agents. Network: 107b7158-e33f-4a62-9e9f-d30cebdf2297, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:19.910800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.11 (2c293638-9c31-42f0-8c85-855c54832a66/f75f8f4b-6b04-4330-817e-588b25d8f050/8e1e7c18-8879-4710-99b8-beb695f6881d) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:19.919639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.925641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.926848 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f2d60cf2-b6cd-4ec4-8600-d33f4f795d25 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1237013 Apr 08 10:42:19.937878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Attempting to bind port a36ce08c-a058-454b-a69a-76ab01211b03 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:19.941359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Attempting to bind port a36ce08c-a058-454b-a69a-76ab01211b03 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '979ff5e1-1106-4349-bae9-d19ed7fe9e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2c293638-9c31-42f0-8c85-855c54832a66'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:19.941359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Attempting to bind port a36ce08c-a058-454b-a69a-76ab01211b03 on network 2c293638-9c31-42f0-8c85-855c54832a66 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:19.941629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49918) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:19.948903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:19.949155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': '1c88d047-fea4-440b-8e3b-fb3a935caed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ab6dd87-c266-4697-964c-50b69e5365c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:19.949270 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Checking segment: {'id': '979ff5e1-1106-4349-bae9-d19ed7fe9e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2c293638-9c31-42f0-8c85-855c54832a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:19.949382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 2ab6dd87-c266-4697-964c-50b69e5365c2, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:19.949564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.949957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Bound using segment: {'id': '979ff5e1-1106-4349-bae9-d19ed7fe9e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2c293638-9c31-42f0-8c85-855c54832a66'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:19.950423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Bound port: a36ce08c-a058-454b-a69a-76ab01211b03, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979ff5e1-1106-4349-bae9-d19ed7fe9e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2c293638-9c31-42f0-8c85-855c54832a66'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:19.950790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.957661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': 'c7f09083-59e8-464f-93dd-06ba3ed6e41c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:19.966458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.978329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:20.034572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:20.056061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:20.088787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:20.099867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.114324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] For port a36ce08c-a058-454b-a69a-76ab01211b03, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:20.120675 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] For port a36ce08c-a058-454b-a69a-76ab01211b03, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a36ce08c-a058-454b-a69a-76ab01211b03,segment=NetworkSegment(979ff5e1-1106-4349-bae9-d19ed7fe9e64),segment_id=979ff5e1-1106-4349-bae9-d19ed7fe9e64)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:20.126796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Allocated IP 172.20.0.2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/bf3cc1c1-c198-4cd8-91b1-28cbf7e76371/84099b39-dbbc-4a6b-8c70-58275ceb38a5) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:20.152107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:20.203879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:20.219134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.237339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:20.252657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 2ab6dd87-c266-4697-964c-50b69e5365c2 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:20.257630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:20.263171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:20.263790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.284462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=ed05dbb2-492f-4e8c-ae28-1cedf25758c1,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:20.337623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=72150fa9-f11e-4277-a1c1-87c630871dc1,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:20.339874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a39d46-ccbf-4695-a2c4-76e5660e9aba None None] Pushing event updated for resources: {'Port': ['ID=a36ce08c-a058-454b-a69a-76ab01211b03,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:20.344711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 107b7158-e33f-4a62-9e9f-d30cebdf2297) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:20.346074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 2ab6dd87-c266-4697-964c-50b69e5365c2) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:20.363733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.375619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:20.376737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.383963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b4016-2f3d-4804-b327-11c4c206f4e4 None None] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:20.385074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.392573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.412258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:20.413260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: ae58346f-f302-4450-a605-a873e10fd42d, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:20.433311 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c64d67d3-bd70-4431-90ff-2b0d4f367335 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9368246 Apr 08 10:42:20.435925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.450969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49924) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:20.462126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:20.462611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.466796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a8126-93a3-40b5-855f-e5068943b982 None None] Network 2ab6dd87-c266-4697-964c-50b69e5365c2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:20.546149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object 8e1e7c18-8879-4710-99b8-beb695f6881d will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:20.556557 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e3cc9550-daaf-46e8-b603-14b36e9e530a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1149228 Apr 08 10:42:20.562452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:20.573595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-825380341', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:20.590131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:20.604916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:router and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:20.610768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:20.621484 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9431186f-1b8e-457f-9b56-90ff11c83d8d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port ed05dbb2-492f-4e8c-ae28-1cedf25758c1 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:20.622083 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9431186f-1b8e-457f-9b56-90ff11c83d8d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.657602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.666754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:20.668901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network ae58346f-f302-4450-a605-a873e10fd42d is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:20.672013 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-09cf9d13-03c0-49f0-8e6e-c627f8b14296 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0853858 Apr 08 10:42:20.674964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49932) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:20.693059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, ae58346f-f302-4450-a605-a873e10fd42d) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:20.707308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:20.708155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.716025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887cafe-5da4-4071-be1e-1b816d1994a7 None None] Network ae58346f-f302-4450-a605-a873e10fd42d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:20.796851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.798186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.801616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.854882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:42:20.860071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.922667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Router 6809e666-fcc7-4c42-b364-dd4178bbb890 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:42:20.931047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.961741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:20.966946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:20.973934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468bc6b3-db35-4f3f-a2f2-7dda96df3511,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:20.995500 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-641c4ee7-b0da-44a5-85c7-aaa48593034a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9421585 Apr 08 10:42:20.996955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.014606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49936) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:21.034415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:21.051262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff6a978-5fd3-4126-9299-a036a310bd4b None None] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:21.056659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:21.057601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.073543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.124105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9431186f-1b8e-457f-9b56-90ff11c83d8d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.128235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Transition to ACTIVE for port object 84099b39-dbbc-4a6b-8c70-58275ceb38a5 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:21.157899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.161666 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e6182c2a-524a-454b-80ef-3c7a84d3cacf tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2118959 Apr 08 10:42:21.169635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49940) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:21.173078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.185013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 2c293638-9c31-42f0-8c85-855c54832a66 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:21.204010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=1f4c3ea9-7ce2-4f2c-849a-236188aa0cc9,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:21.319901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81905f7e-f99e-48c5-911b-8b1c3f6de3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-2ab6dd87-c266-4697-964c-50b69e5365c2', 'network_id': '2ab6dd87-c266-4697-964c-50b69e5365c2', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '57245b32-bca1-46a8-9786-9fb64da8a315'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:21.322483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-81905f7e-f99e-48c5-911b-8b1c3f6de3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.325788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:21.353767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Transition to ACTIVE for port object 84099b39-dbbc-4a6b-8c70-58275ceb38a5 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:21.370539 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e42f05d8-1acf-431a-995a-da887a7c61b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1415086 Apr 08 10:42:21.379212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49944) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:21.393022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:84:ba:64', 'name': 'tempest-NetworksTestDHCPv6-1987083553'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:21.411984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=8e1e7c18-8879-4710-99b8-beb695f6881d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:21.426782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-274bac66-5c04-4d3c-8732-851a9c1b6cf4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.458181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-274bac66-5c04-4d3c-8732-851a9c1b6cf4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.518015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:21.536593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-ae58346f-f302-4450-a605-a873e10fd42d', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:21.537419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.560347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.640845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:21.650515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:21.653121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:21.707507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:21.725819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.729622 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1cc825b9-92a5-4904-974c-3dea7757ea61 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "PUT /v2.0/routers/6809e666-fcc7-4c42-b364-dd4178bbb890 HTTP/1.1" status: 200 len: 920 time: 6.5234470 Apr 08 10:42:21.732856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49948) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:21.745301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9431186f-1b8e-457f-9b56-90ff11c83d8d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for ed05dbb2-492f-4e8c-ae28-1cedf25758c1 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:21.784417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb57a56-994d-41af-879c-0a5030e08f6d None None] Sync routers for ids ['6809e666-fcc7-4c42-b364-dd4178bbb890'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:21.851296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Pushing event updated for resources: {'Port': ['ID=84099b39-dbbc-4a6b-8c70-58275ceb38a5,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:21.851534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.909647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a36ce08c-a058-454b-a69a-76ab01211b03 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:21.918138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-274bac66-5c04-4d3c-8732-851a9c1b6cf4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:21.949700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb57a56-994d-41af-879c-0a5030e08f6d None None] Routers {'6809e666-fcc7-4c42-b364-dd4178bbb890'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:21.950354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0eb57a56-994d-41af-879c-0a5030e08f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6809e666-fcc7-4c42-b364-dd4178bbb890'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:21.978834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=57245b32-bca1-46a8-9786-9fb64da8a315,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:21.985372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:21.989599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:21.993251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:22.004618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server [None req-81905f7e-f99e-48c5-911b-8b1c3f6de3fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57245b32-bca1-46a8-9786-9fb64da8a315: This subnet is being modified by another concurrent operation. Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:42:22.011861 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise exception Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57245b32-bca1-46a8-9786-9fb64da8a315: This subnet is being modified by another concurrent operation. Apr 08 10:42:22.015702 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server Apr 08 10:42:22.064958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459fc581-6c9c-4df9-915a-8d8308c176a8 None None] Network 2ab6dd87-c266-4697-964c-50b69e5365c2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:22.082144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Attempting to bind port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:22.082522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Attempting to bind port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:22.082891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Attempting to bind port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:22.084588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bac66-5c04-4d3c-8732-851a9c1b6cf4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=468bc6b3-db35-4f3f-a2f2-7dda96df3511,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:22.098425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:22.126822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-274bac66-5c04-4d3c-8732-851a9c1b6cf4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.127961 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-274bac66-5c04-4d3c-8732-851a9c1b6cf4 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/468bc6b3-db35-4f3f-a2f2-7dda96df3511 HTTP/1.1" status: 204 len: 168 time: 0.9282463 Apr 08 10:42:22.155741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49952) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:22.176736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:22.177554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.192975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:22.193523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:22.194252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.194919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:22.195639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Bound port: 84099b39-dbbc-4a6b-8c70-58275ceb38a5, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:22.196298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.206209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0eb57a56-994d-41af-879c-0a5030e08f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:22.212577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.224866 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f9ab18ff-f6ed-4465-970f-b056da8c84e5 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/routers/6809e666-fcc7-4c42-b364-dd4178bbb890 HTTP/1.1" status: 200 len: 926 time: 0.4891107 Apr 08 10:42:22.232625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49956) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:22.344269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.347389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab6dd87-c266-4697-964c-50b69e5365c2']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:22.367823 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb57a56-994d-41af-879c-0a5030e08f6d None None] Routers {'6809e666-fcc7-4c42-b364-dd4178bbb890'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:22.368467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0eb57a56-994d-41af-879c-0a5030e08f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:41:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6809e666-fcc7-4c42-b364-dd4178bbb890'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:22.386264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c88d047-fea4-440b-8e3b-fb3a935caed2') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:22.386949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c88d047-fea4-440b-8e3b-fb3a935caed2') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:22.408351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.439354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fc0e49e5-fea1-4e80-807f-7ce6ae02c693 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:22.456572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2dc237-5919-4a6f-bc47-4f5d1b958643 None None] Network 2c293638-9c31-42f0-8c85-855c54832a66 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:22.457937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.468176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.485560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:22.485991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.491360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:22.502899 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:22.510079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0eb57a56-994d-41af-879c-0a5030e08f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:22.510486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb57a56-994d-41af-879c-0a5030e08f6d None None] The sync data for ids ['6809e666-fcc7-4c42-b364-dd4178bbb890'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:22.566261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Allocated IP 172.20.0.2 (ae58346f-f302-4450-a605-a873e10fd42d/72150fa9-f11e-4277-a1c1-87c630871dc1/6979cef7-6b8c-4b84-b17a-3127490ac5c2) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:22.601835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f3523-d37d-4b57-80d3-e814c9fea7a6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:22.602540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9c5f3523-d37d-4b57-80d3-e814c9fea7a6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Synchronizing usage tracker for tenant:a6264d54f7e34916822a39de41dc41f4 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:22.615038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d93bbb84-6d05-4228-a140-ebf3b74d8b27 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.5559454 Apr 08 10:42:22.615269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 3da48487-a0e9-4954-a976-a1278a0056b8 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:22.652862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49960) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:22.666527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9431186f-1b8e-457f-9b56-90ff11c83d8d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.684008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fc0e49e5-fea1-4e80-807f-7ce6ae02c693 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:22.688432 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fc0e49e5-fea1-4e80-807f-7ce6ae02c693 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5285072 Apr 08 10:42:22.697568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49964) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:22.698001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a36ce08c-a058-454b-a69a-76ab01211b03 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:22.727186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] For port 84099b39-dbbc-4a6b-8c70-58275ceb38a5, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:22.771392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431186f-1b8e-457f-9b56-90ff11c83d8d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=ed05dbb2-492f-4e8c-ae28-1cedf25758c1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:22.789804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.793757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9431186f-1b8e-457f-9b56-90ff11c83d8d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.801993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] For port 84099b39-dbbc-4a6b-8c70-58275ceb38a5, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=84099b39-dbbc-4a6b-8c70-58275ceb38a5,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:22.822161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-acf73001-ec7b-4211-8064-0d30a77f3926 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 8e1e7c18-8879-4710-99b8-beb695f6881d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:22.822480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-acf73001-ec7b-4211-8064-0d30a77f3926 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.842434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0b9c02fd-ffb1-48a4-9567-525397f96b77 None None] Provisioning for port a36ce08c-a058-454b-a69a-76ab01211b03 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:22.861147 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9431186f-1b8e-457f-9b56-90ff11c83d8d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/ed05dbb2-492f-4e8c-ae28-1cedf25758c1 HTTP/1.1" status: 204 len: 168 time: 2.4062390 Apr 08 10:42:22.861804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49968) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:22.863307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.878683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0b9c02fd-ffb1-48a4-9567-525397f96b77 None None] Provisioning complete for port a36ce08c-a058-454b-a69a-76ab01211b03 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:22.879336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b9c02fd-ffb1-48a4-9567-525397f96b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.882288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'mac_address': 'fa:16:3e:0f:6d:53', 'name': 'tempest-PortsIpV6TestJSON-1826102991'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:22.890164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=2ab6dd87-c266-4697-964c-50b69e5365c2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:22.927015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9c5f3523-d37d-4b57-80d3-e814c9fea7a6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Unset dirty status for tenant:a6264d54f7e34916822a39de41dc41f4 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:22.931278 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9c5f3523-d37d-4b57-80d3-e814c9fea7a6 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=6809e666-fcc7-4c42-b364-dd4178bbb890&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6944549 Apr 08 10:42:22.940368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49972) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:22.951455 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f30663aa-c2a1-4e47-8c82-592d71a84056 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/2ab6dd87-c266-4697-964c-50b69e5365c2 HTTP/1.1" status: 204 len: 168 time: 2.2748110 Apr 08 10:42:22.957689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49976) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:22.957856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:22.977762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4774770'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:22.995603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:23.056534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:23.065297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:23.083226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:23.094984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-639fdeae-4a16-4158-a553-2487ebabed24 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.105039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:23.110253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:23.114550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:23.121662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:23.224642 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.255740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a92b7-cf31-49c7-8817-e3f8806df0d7 None None] Pushing event updated for resources: {'Port': ['ID=84099b39-dbbc-4a6b-8c70-58275ceb38a5,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:23.265645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Transition to ACTIVE for port object 6979cef7-6b8c-4b84-b17a-3127490ac5c2 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:23.317678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b9c02fd-ffb1-48a4-9567-525397f96b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.321779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-639fdeae-4a16-4158-a553-2487ebabed24 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.366229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0b9c02fd-ffb1-48a4-9567-525397f96b77 None None] For port a36ce08c-a058-454b-a69a-76ab01211b03, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a36ce08c-a058-454b-a69a-76ab01211b03,segment=NetworkSegment(979ff5e1-1106-4349-bae9-d19ed7fe9e64),segment_id=979ff5e1-1106-4349-bae9-d19ed7fe9e64)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:23.394312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Transition to ACTIVE for port object 6979cef7-6b8c-4b84-b17a-3127490ac5c2 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:23.406918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:23.410558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.421536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:23.422620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 172.20.0.3 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/bf3cc1c1-c198-4cd8-91b1-28cbf7e76371/3da48487-a0e9-4954-a976-a1278a0056b8) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:23.446527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:fe84:ba64 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/1f4c3ea9-7ce2-4f2c-849a-236188aa0cc9/3da48487-a0e9-4954-a976-a1278a0056b8) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:23.479287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b9c02fd-ffb1-48a4-9567-525397f96b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.490882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0922518b-7821-4615-8b5f-1a661f927399 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:23.492716 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0922518b-7821-4615-8b5f-1a661f927399 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/networks/96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 881 time: 0.5442860 Apr 08 10:42:23.503505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49980) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:23.601266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.619415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c02fd-ffb1-48a4-9567-525397f96b77 None None] Pushing event updated for resources: {'Port': ['ID=a36ce08c-a058-454b-a69a-76ab01211b03,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:23.719334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Network ae58346f-f302-4450-a605-a873e10fd42d is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:23.730800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:23.779824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.795566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Pushing event updated for resources: {'Port': ['ID=6979cef7-6b8c-4b84-b17a-3127490ac5c2,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:23.800022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:23.812436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.818405 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1b506ec9-3361-4563-9855-792b7730e205 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=6809e666-fcc7-4c42-b364-dd4178bbb890 HTTP/1.1" status: 200 len: 205 time: 0.3137453 Apr 08 10:42:23.839651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 49984) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:23.846884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-acf73001-ec7b-4211-8064-0d30a77f3926 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.878351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:23.918566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a36ce08c-a058-454b-a69a-76ab01211b03 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:23.948151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port ebf00f15-87cd-48bc-a968-8b35f6804394 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:23.986530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Attempting to bind port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:23.986907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Attempting to bind port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:23.987428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Attempting to bind port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 on network ae58346f-f302-4450-a605-a873e10fd42d {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:24.007769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:24.008345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Checking segment: {'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:24.008788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.009251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Bound using segment: {'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:24.010417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:24.010644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Bound port: 6979cef7-6b8c-4b84-b17a-3127490ac5c2, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:24.011033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.035333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.20.0.1 (ae58346f-f302-4450-a605-a873e10fd42d/72150fa9-f11e-4277-a1c1-87c630871dc1/836856b5-43c1-490f-9a1f-41d06247c70e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:24.044258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-639fdeae-4a16-4158-a553-2487ebabed24 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.085096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-70e54fc4-00e8-4d61-81aa-44ad550e7332 None None] Provisioning for port 8e1e7c18-8879-4710-99b8-beb695f6881d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:24.094839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.095098 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 5292de35-7046-43ea-87d8-ec4a639d4d59 of type vlan for network 096cc5c7-3222-4485-8fca-47d074ec850b Apr 08 10:42:24.097211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-70e54fc4-00e8-4d61-81aa-44ad550e7332 None None] Provisioning complete for port 8e1e7c18-8879-4710-99b8-beb695f6881d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:24.097775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-70e54fc4-00e8-4d61-81aa-44ad550e7332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.164848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-acf73001-ec7b-4211-8064-0d30a77f3926 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 8e1e7c18-8879-4710-99b8-beb695f6881d owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:24.177073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] For port 6979cef7-6b8c-4b84-b17a-3127490ac5c2, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:24.188461 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a36ce08c-a058-454b-a69a-76ab01211b03 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:24.188860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.223944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] For port 6979cef7-6b8c-4b84-b17a-3127490ac5c2, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6979cef7-6b8c-4b84-b17a-3127490ac5c2,segment=NetworkSegment(da90e30a-a613-4c96-b1a0-bd57f8a3e51a),segment_id=da90e30a-a613-4c96-b1a0-bd57f8a3e51a)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:24.231972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-70e54fc4-00e8-4d61-81aa-44ad550e7332 None None] Port 8e1e7c18-8879-4710-99b8-beb695f6881d cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:24.261157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fdeae-4a16-4158-a553-2487ebabed24 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f09083-59e8-464f-93dd-06ba3ed6e41c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:24.262708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-70e54fc4-00e8-4d61-81aa-44ad550e7332 None None] Provisioning complete for port a36ce08c-a058-454b-a69a-76ab01211b03 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:24.263082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-70e54fc4-00e8-4d61-81aa-44ad550e7332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.297990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.397039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.26.7.127 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/b500d0de-e4e7-40b6-9c7d-7ecbbd10354b) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:24.417778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.576373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.595662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.598823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.605615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:24.606349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.607667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047c6f0-a1ba-498e-a8ae-97cfe5db9ebf None None] Pushing event updated for resources: {'Port': ['ID=6979cef7-6b8c-4b84-b17a-3127490ac5c2,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:24.644275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.651391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-639fdeae-4a16-4158-a553-2487ebabed24 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.656124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49988) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:24.656246 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-639fdeae-4a16-4158-a553-2487ebabed24 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7f09083-59e8-464f-93dd-06ba3ed6e41c HTTP/1.1" status: 204 len: 168 time: 1.9579439 Apr 08 10:42:24.670264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 84099b39-dbbc-4a6b-8c70-58275ceb38a5 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:24.753297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.785030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7562f-79cd-4a5e-8453-7b47004bda06 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:24.816091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object 836856b5-43c1-490f-9a1f-41d06247c70e will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:24.887535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 3da48487-a0e9-4954-a976-a1278a0056b8 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:24.914531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:24.921246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=096cc5c7-3222-4485-8fca-47d074ec850b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:24.948241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fc02fd47-8034-4ec8-bbe5-afce1873ad9b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:24.950818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:24.969978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 096cc5c7-3222-4485-8fca-47d074ec850b details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:24.987902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Provisioning complete for port 8e1e7c18-8879-4710-99b8-beb695f6881d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:24.988273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.023260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-acf73001-ec7b-4211-8064-0d30a77f3926 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.028813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.065542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fc02fd47-8034-4ec8-bbe5-afce1873ad9b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:25.072547 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fc02fd47-8034-4ec8-bbe5-afce1873ad9b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3636904 Apr 08 10:42:25.073377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49992) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:25.081402 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bc357fdf-2386-460f-a5ca-ddabc2c7a20b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 2.1226940 Apr 08 10:42:25.086407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--632777800'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:25.093319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 49996) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:25.096094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:25.103139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '096cc5c7-3222-4485-8fca-47d074ec850b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:25.117362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.119558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Deleting port d9357423-4dbd-4d4a-ab59-c49fb20048bc {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:25.119974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.160928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Port 8e1e7c18-8879-4710-99b8-beb695f6881d cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:25.184229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf73001-ec7b-4211-8064-0d30a77f3926 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=8e1e7c18-8879-4710-99b8-beb695f6881d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:25.244772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.251734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.263924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:25.301559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Provisioning for port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:25.310988 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Provisioning complete for port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:25.311646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.361266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=3da48487-a0e9-4954-a976-a1278a0056b8,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:25.369615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-acf73001-ec7b-4211-8064-0d30a77f3926 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.374832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.388440 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-acf73001-ec7b-4211-8064-0d30a77f3926 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/8e1e7c18-8879-4710-99b8-beb695f6881d HTTP/1.1" status: 204 len: 168 time: 2.7332733 Apr 08 10:42:25.392780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50000) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:25.394031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=ebf00f15-87cd-48bc-a968-8b35f6804394,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:25.446065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:25.450392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:25.462150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:25.471042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:25.476587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network ae58346f-f302-4450-a605-a873e10fd42d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:25.477002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b14785-8b37-4a2c-8208-60fa35fbc378 None None] Update dhcp port {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': 'bf3cc1c1-c198-4cd8-91b1-28cbf7e76371', 'ip_address': '172.20.0.2'}, {'subnet_id': '1f4c3ea9-7ce2-4f2c-849a-236188aa0cc9'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': '84099b39-dbbc-4a6b-8c70-58275ceb38a5'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:42:25.485700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:25.493866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:25.494941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:25.496656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:25.498974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:25.507268 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0076a462-3a77-4eb9-babb-40be53efb20e tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:42:25.507812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0076a462-3a77-4eb9-babb-40be53efb20e tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:25.512755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:25.539479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3b14785-8b37-4a2c-8208-60fa35fbc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.644607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:25.648052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:25.653628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:25.654265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.661157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:25.669666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:25.670254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.670615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:25.673011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:25.712282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.733007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.776440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=836856b5-43c1-490f-9a1f-41d06247c70e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:25.841937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] For port 84099b39-dbbc-4a6b-8c70-58275ceb38a5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=84099b39-dbbc-4a6b-8c70-58275ceb38a5,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:25.851817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6979cef7-6b8c-4b84-b17a-3127490ac5c2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:25.939194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.963437 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c4cba0a1-b619-4086-b4c3-5e2757584728 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5804255 Apr 08 10:42:25.987403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.998524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:26.002155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.020553 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d20503c3-3704-4719-9889-1440d5fec784 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1479108 Apr 08 10:42:26.021858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d009a53-3997-4a1f-a899-2cb1caf00665 None None] Network ae58346f-f302-4450-a605-a873e10fd42d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:26.024195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50004) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:26.024512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50006) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:26.024650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0076a462-3a77-4eb9-babb-40be53efb20e tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:26.028427 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0076a462-3a77-4eb9-babb-40be53efb20e tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/8e1e7c18-8879-4710-99b8-beb695f6881d HTTP/1.1" status: 404 len: 333 time: 0.6316326 Apr 08 10:42:26.032771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Calling delete_port for d9357423-4dbd-4d4a-ab59-c49fb20048bc owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:26.042362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50008) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:26.169974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.179936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-f3b14785-8b37-4a2c-8208-60fa35fbc378 None None] Allocated IP 2001:db8::f816:3eff:fe74:ad5a (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/1f4c3ea9-7ce2-4f2c-849a-236188aa0cc9/84099b39-dbbc-4a6b-8c70-58275ceb38a5) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:26.188793 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:26.196577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5a4a1-972f-4dfa-b1fd-2a8481afd80f None None] Pushing event updated for resources: {'Port': ['ID=84099b39-dbbc-4a6b-8c70-58275ceb38a5,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:26.293878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:26.302965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.353795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event deleted for resources: {'Port': ['ID=d9357423-4dbd-4d4a-ab59-c49fb20048bc,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:26.379714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:26.383278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=b500d0de-e4e7-40b6-9c7d-7ecbbd10354b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:26.395216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:26.401107 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e5bd221c-5ec1-490b-8a90-9347d6bff4e1 None None] Provisioning for port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:26.424269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:26.431526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e5bd221c-5ec1-490b-8a90-9347d6bff4e1 None None] Provisioning complete for port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:26.431901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5bd221c-5ec1-490b-8a90-9347d6bff4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.483403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.486030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a389010-dc47-4519-a95e-e7848afb241e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:26.486634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0a389010-dc47-4519-a95e-e7848afb241e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:26.507761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-02aa954d-7aea-4620-97d7-9277fe55e775 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet f75f8f4b-6b04-4330-817e-588b25d8f050 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:26.528181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02aa954d-7aea-4620-97d7-9277fe55e775 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.554680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f3b14785-8b37-4a2c-8208-60fa35fbc378 None None] For port 84099b39-dbbc-4a6b-8c70-58275ceb38a5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=84099b39-dbbc-4a6b-8c70-58275ceb38a5,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:26.639254 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3b14785-8b37-4a2c-8208-60fa35fbc378 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.661224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5bd221c-5ec1-490b-8a90-9347d6bff4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.690331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f3b14785-8b37-4a2c-8208-60fa35fbc378 None None] Transition to ACTIVE for port object 84099b39-dbbc-4a6b-8c70-58275ceb38a5 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:26.691219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.691416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0a389010-dc47-4519-a95e-e7848afb241e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:26.695402 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0a389010-dc47-4519-a95e-e7848afb241e tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/ebf00f15-87cd-48bc-a968-8b35f6804394 HTTP/1.1" status: 200 len: 845 time: 0.6589816 Apr 08 10:42:26.696718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50016) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:26.699050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.714202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e5bd221c-5ec1-490b-8a90-9347d6bff4e1 None None] For port 6979cef7-6b8c-4b84-b17a-3127490ac5c2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6979cef7-6b8c-4b84-b17a-3127490ac5c2,segment=NetworkSegment(da90e30a-a613-4c96-b1a0-bd57f8a3e51a),segment_id=da90e30a-a613-4c96-b1a0-bd57f8a3e51a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:26.740176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02aa954d-7aea-4620-97d7-9277fe55e775 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.775862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3b14785-8b37-4a2c-8208-60fa35fbc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.780884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-28bf5e1c-aa38-4910-af90-b31ce5bca340 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port ebf00f15-87cd-48bc-a968-8b35f6804394 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:26.781225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28bf5e1c-aa38-4910-af90-b31ce5bca340 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.823937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6035ae-0bf9-43aa-98c7-c39e64d1224c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:26.829821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6035ae-0bf9-43aa-98c7-c39e64d1224c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:26.830654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2e6035ae-0bf9-43aa-98c7-c39e64d1224c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:26.889550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5bd221c-5ec1-490b-8a90-9347d6bff4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.960156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b14785-8b37-4a2c-8208-60fa35fbc378 None None] Pushing event updated for resources: {'Port': ['ID=84099b39-dbbc-4a6b-8c70-58275ceb38a5,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:27.043643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28bf5e1c-aa38-4910-af90-b31ce5bca340 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.060005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd221c-5ec1-490b-8a90-9347d6bff4e1 None None] Pushing event updated for resources: {'Port': ['ID=6979cef7-6b8c-4b84-b17a-3127490ac5c2,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:27.066814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.125811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.126054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Fanout notify agent at l3_agent the message router_deleted on router 6809e666-fcc7-4c42-b364-dd4178bbb890 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:42:27.132723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f0d49c8b-a7e1-48e2-94b8-c335fe8f3f9e None None] Provisioning for port 836856b5-43c1-490f-9a1f-41d06247c70e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:27.133549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.134851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2e6035ae-0bf9-43aa-98c7-c39e64d1224c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:27.138713 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2e6035ae-0bf9-43aa-98c7-c39e64d1224c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 1.1066964 Apr 08 10:42:27.142509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50020) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:27.168565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f0d49c8b-a7e1-48e2-94b8-c335fe8f3f9e None None] Provisioning complete for port 836856b5-43c1-490f-9a1f-41d06247c70e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:27.169085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f0d49c8b-a7e1-48e2-94b8-c335fe8f3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.209347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-28bf5e1c-aa38-4910-af90-b31ce5bca340 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for ebf00f15-87cd-48bc-a968-8b35f6804394 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:27.243097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.243797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f0d49c8b-a7e1-48e2-94b8-c335fe8f3f9e None None] Port 836856b5-43c1-490f-9a1f-41d06247c70e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:27.261358 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f0d49c8b-a7e1-48e2-94b8-c335fe8f3f9e None None] Provisioning complete for port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:27.261975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f0d49c8b-a7e1-48e2-94b8-c335fe8f3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.273930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.279319 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-da50205f-36ce-4243-8daf-913007da7eea tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/6809e666-fcc7-4c42-b364-dd4178bbb890 HTTP/1.1" status: 204 len: 168 time: 3.4386299 Apr 08 10:42:27.280111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50024) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:27.287544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1957480402', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:27.299059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77c328df-90ed-430b-b7ad-2d75b94c4320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.305107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:27.319144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Usage tracker for resource:router and tenant:9bb14a3cbd29485e9f9959e6967c2c5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:27.324838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:27.336025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:27.353043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.467592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.468705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.472512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28bf5e1c-aa38-4910-af90-b31ce5bca340 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.527988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf5e1c-aa38-4910-af90-b31ce5bca340 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=ebf00f15-87cd-48bc-a968-8b35f6804394,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:27.528240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.538997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-28bf5e1c-aa38-4910-af90-b31ce5bca340 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.551084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.568007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c8664e61-41cf-4473-8455-514661fa08aa None None] Provisioning complete for port 836856b5-43c1-490f-9a1f-41d06247c70e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:27.568007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c8664e61-41cf-4473-8455-514661fa08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.629776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c8664e61-41cf-4473-8455-514661fa08aa None None] Port 836856b5-43c1-490f-9a1f-41d06247c70e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:27.635558 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-28bf5e1c-aa38-4910-af90-b31ce5bca340 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/ebf00f15-87cd-48bc-a968-8b35f6804394 HTTP/1.1" status: 204 len: 168 time: 0.9386964 Apr 08 10:42:27.638513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50028) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:27.730523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb0bf5-187d-47b8-8fbd-667929905936 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 3da48487-a0e9-4954-a976-a1278a0056b8 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:27.731012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0bf5-187d-47b8-8fbd-667929905936 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.749678 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d5f9a5-5969-4ad3-82f5-dadaf19c6a90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:42:27.750225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-05d5f9a5-5969-4ad3-82f5-dadaf19c6a90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:27.755804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03c0ff-6b15-4c0c-bd2b-8f82a4dd0baa,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:27.759598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6979cef7-6b8c-4b84-b17a-3127490ac5c2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:27.853106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02aa954d-7aea-4620-97d7-9277fe55e775 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.873828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:27.876655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.998599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=393cde10-11a5-4218-ad4b-ecccd109bc85,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:28.008690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cd02f979-2c1d-4cba-9a42-25244da0d5c9 None None] Provisioning for port 3da48487-a0e9-4954-a976-a1278a0056b8 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:28.028897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cd02f979-2c1d-4cba-9a42-25244da0d5c9 None None] Provisioning complete for port 3da48487-a0e9-4954-a976-a1278a0056b8 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:28.029497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cd02f979-2c1d-4cba-9a42-25244da0d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.090203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.091139 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 84099b39-dbbc-4a6b-8c70-58275ceb38a5 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:28.137466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-05d5f9a5-5969-4ad3-82f5-dadaf19c6a90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:28.138973 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-05d5f9a5-5969-4ad3-82f5-dadaf19c6a90 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/ebf00f15-87cd-48bc-a968-8b35f6804394 HTTP/1.1" status: 404 len: 333 time: 0.4994969 Apr 08 10:42:28.143372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50032) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:28.148729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'name': 'tempest-PortsIpV6TestJSON-1469324895'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:28.167394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f681437c-0bba-4beb-b335-4f4745d52603 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:42:28.174506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.176734 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8233ee7d-9d14-4c75-9731-b6955aac3321 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.0977137 Apr 08 10:42:28.182556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50036) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:28.188404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': '5292de35-7046-43ea-87d8-ec4a639d4d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '096cc5c7-3222-4485-8fca-47d074ec850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:28.188793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 096cc5c7-3222-4485-8fca-47d074ec850b, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:28.192105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': '9c03c0ff-6b15-4c0c-bd2b-8f82a4dd0baa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:28.198644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cd02f979-2c1d-4cba-9a42-25244da0d5c9 None None] Port 3da48487-a0e9-4954-a976-a1278a0056b8 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:28.202018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:28.265847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:28.276919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:28.312348 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:28.334913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:28.348194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:28.385663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cd02f979-2c1d-4cba-9a42-25244da0d5c9 None None] Provisioning for port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:28.404671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cd02f979-2c1d-4cba-9a42-25244da0d5c9 None None] Provisioning complete for port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:28.405039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cd02f979-2c1d-4cba-9a42-25244da0d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.450176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.502274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 096cc5c7-3222-4485-8fca-47d074ec850b is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:28.515552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02aa954d-7aea-4620-97d7-9277fe55e775 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.539897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:28.543586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.585796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02aa954d-7aea-4620-97d7-9277fe55e775 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.589191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa954d-7aea-4620-97d7-9277fe55e775 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=f75f8f4b-6b04-4330-817e-588b25d8f050,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:28.593334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681437c-0bba-4beb-b335-4f4745d52603 None None] Unable to find a vacant binding_index for network 096cc5c7-3222-4485-8fca-47d074ec850b and agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc {{(pid=88614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 08 10:42:28.631811 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-02aa954d-7aea-4620-97d7-9277fe55e775 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/f75f8f4b-6b04-4330-817e-588b25d8f050 HTTP/1.1" status: 204 len: 168 time: 2.5758061 Apr 08 10:42:28.633133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.634892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50040) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:28.646349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681437c-0bba-4beb-b335-4f4745d52603 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 096cc5c7-3222-4485-8fca-47d074ec850b) {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:42:28.684685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 096cc5c7-3222-4485-8fca-47d074ec850b) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:28.689090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:28.689510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.701992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port dec57914-0a0c-405d-aa66-2cdbbbc6f5e8 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:28.748049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.770916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0bf5-187d-47b8-8fbd-667929905936 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.790604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.791756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b477d1ca-f929-479b-89e5-5cd1c6f35746 None None] Provisioning complete for port 3da48487-a0e9-4954-a976-a1278a0056b8 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:28.792507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b477d1ca-f929-479b-89e5-5cd1c6f35746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.793184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.916644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:28.923343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b477d1ca-f929-479b-89e5-5cd1c6f35746 None None] Port 3da48487-a0e9-4954-a976-a1278a0056b8 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:28.999776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881a1d3a-9abf-4507-9671-f8fbd3cf2210,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:29.112504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-096cc5c7-3222-4485-8fca-47d074ec850b', 'network_id': '096cc5c7-3222-4485-8fca-47d074ec850b', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '393cde10-11a5-4218-ad4b-ecccd109bc85'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:29.113419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.127928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb0bf5-187d-47b8-8fbd-667929905936 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 3da48487-a0e9-4954-a976-a1278a0056b8 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:29.165060 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c594e6fd-4904-4dfb-b332-3b7a00c6e386 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0682333 Apr 08 10:42:29.166380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Allocated IP 172.26.7.148 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/0f63eb33-cc14-4b51-a954-8d8e4ed58cd9) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:29.168670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.169849 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-03bd3179-e70c-44e1-842e-ced8942cde9d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9861326 Apr 08 10:42:29.170665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50044) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:29.178872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50046) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:29.180143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:42:29.182184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.206091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.253358 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-16da66ec-967d-4656-b4af-310add79ae85 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules/881a1d3a-9abf-4507-9671-f8fbd3cf2210 HTTP/1.1" status: 200 len: 763 time: 0.0667982 Apr 08 10:42:29.269006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50052) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:29.277687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.292077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Allocated IP 172.20.0.1 (096cc5c7-3222-4485-8fca-47d074ec850b/393cde10-11a5-4218-ad4b-ecccd109bc85/84515648-6cfb-4679-8017-f73ee2bc6eba) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:29.353858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port a36ce08c-a058-454b-a69a-76ab01211b03 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:29.353858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.419442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.460656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.534713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c123cc95-d892-4ccf-b82b-d8161f9dc045 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:29.554167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.561399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72b2b72f-2cd8-41df-b653-8bf8522320bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.582567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.694424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=836856b5-43c1-490f-9a1f-41d06247c70e,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:29.696556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.712919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.763912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.764253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.764618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.764949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.765271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.765594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.765914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.766236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.766552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.766865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.767215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.767531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.796635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:29.801334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:29.812891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c123cc95-d892-4ccf-b82b-d8161f9dc045 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:29.815181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:29.815294 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c123cc95-d892-4ccf-b82b-d8161f9dc045 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5346830 Apr 08 10:42:29.818737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:29.819644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.828216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50056) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:29.852270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=dec57914-0a0c-405d-aa66-2cdbbbc6f5e8,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:29.869342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.869690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.870029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.870363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.870691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.871020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.871389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.871663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.871985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.872307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.872649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.872967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.880418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2111-64d7-411a-8d96-96ba10339fd8 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.890950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2111-64d7-411a-8d96-96ba10339fd8 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.969242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:42:29.987772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] For port a36ce08c-a058-454b-a69a-76ab01211b03, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a36ce08c-a058-454b-a69a-76ab01211b03,segment=NetworkSegment(979ff5e1-1106-4349-bae9-d19ed7fe9e64),segment_id=979ff5e1-1106-4349-bae9-d19ed7fe9e64)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:29.988122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.010444 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0515dc09-fd6d-4ead-a8c2-e2415260a66b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8664882 Apr 08 10:42:30.013114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50060) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:30.019022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:30.046363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Transition to ACTIVE for port object 84515648-6cfb-4679-8017-f73ee2bc6eba will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:30.065693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2111-64d7-411a-8d96-96ba10339fd8 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.070951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Transition to ACTIVE for port object 84515648-6cfb-4679-8017-f73ee2bc6eba will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:30.081524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.099316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce2111-64d7-411a-8d96-96ba10339fd8 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=881a1d3a-9abf-4507-9671-f8fbd3cf2210,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:30.115537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0bf5-187d-47b8-8fbd-667929905936 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.131618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for a36ce08c-a058-454b-a69a-76ab01211b03 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:30.167500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.201899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.216788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2111-64d7-411a-8d96-96ba10339fd8 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.220447 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c8ce2111-64d7-411a-8d96-96ba10339fd8 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/881a1d3a-9abf-4507-9671-f8fbd3cf2210 HTTP/1.1" status: 204 len: 168 time: 0.3888178 Apr 08 10:42:30.221461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50064) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:30.253250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Network 096cc5c7-3222-4485-8fca-47d074ec850b is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:30.253989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Pushing event updated for resources: {'Port': ['ID=84515648-6cfb-4679-8017-f73ee2bc6eba,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:30.256684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:30.259928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:30.297074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb0bf5-187d-47b8-8fbd-667929905936 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=3da48487-a0e9-4954-a976-a1278a0056b8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:30.356960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.368747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Attempting to bind port 84515648-6cfb-4679-8017-f73ee2bc6eba on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:30.369116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Attempting to bind port 84515648-6cfb-4679-8017-f73ee2bc6eba by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '5292de35-7046-43ea-87d8-ec4a639d4d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '096cc5c7-3222-4485-8fca-47d074ec850b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:30.369482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Attempting to bind port 84515648-6cfb-4679-8017-f73ee2bc6eba on network 096cc5c7-3222-4485-8fca-47d074ec850b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:30.375143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:30.375552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Checking segment: {'id': '5292de35-7046-43ea-87d8-ec4a639d4d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '096cc5c7-3222-4485-8fca-47d074ec850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:30.375952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.376722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Bound using segment: {'id': '5292de35-7046-43ea-87d8-ec4a639d4d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '096cc5c7-3222-4485-8fca-47d074ec850b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:30.377192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Bound port: 84515648-6cfb-4679-8017-f73ee2bc6eba, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5292de35-7046-43ea-87d8-ec4a639d4d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '096cc5c7-3222-4485-8fca-47d074ec850b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:30.377562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.396270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network ae58346f-f302-4450-a605-a873e10fd42d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:30.411377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:30.414115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.469868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:30.479292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:30.482559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=393cde10-11a5-4218-ad4b-ecccd109bc85,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:30.484329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:30.484515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] For port 84515648-6cfb-4679-8017-f73ee2bc6eba, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:30.488123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] For port 84515648-6cfb-4679-8017-f73ee2bc6eba, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=84515648-6cfb-4679-8017-f73ee2bc6eba,segment=NetworkSegment(5292de35-7046-43ea-87d8-ec4a639d4d59),segment_id=5292de35-7046-43ea-87d8-ec4a639d4d59)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:30.583168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.613480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.664689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0ebf1447-7865-4e4e-8382-c69a54eef105 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:30.748580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3894574-23a8-4eef-8a2b-d47321253d65 None None] Pushing event updated for resources: {'Port': ['ID=84515648-6cfb-4679-8017-f73ee2bc6eba,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:30.749875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.760777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event updated for resources: {'Port': ['ID=0f63eb33-cc14-4b51-a954-8d8e4ed58cd9,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:30.789407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247572b-8014-4249-82b0-7eec9426503f None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:42:30.838322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:30.840156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0bf5-187d-47b8-8fbd-667929905936 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.852129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096cc5c7-3222-4485-8fca-47d074ec850b']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:30.854919 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b51dda-c134-4391-b560-a99de4e53a07 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:30.867248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:30.874017 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b51dda-c134-4391-b560-a99de4e53a07 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:30.875591 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-79b51dda-c134-4391-b560-a99de4e53a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:30.885434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5292de35-7046-43ea-87d8-ec4a639d4d59') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:30.885784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5292de35-7046-43ea-87d8-ec4a639d4d59') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:30.910255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8247572b-8014-4249-82b0-7eec9426503f None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:42:30.942216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No DVR routers for this DVR port a36ce08c-a058-454b-a69a-76ab01211b03 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:30.943205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=a36ce08c-a058-454b-a69a-76ab01211b03,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:30.952884 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-79b51dda-c134-4391-b560-a99de4e53a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:30.964161 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b51dda-c134-4391-b560-a99de4e53a07 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:30.965108 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-79b51dda-c134-4391-b560-a99de4e53a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:30.987845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0ebf1447-7865-4e4e-8382-c69a54eef105 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:30.989624 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0ebf1447-7865-4e4e-8382-c69a54eef105 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7663705 Apr 08 10:42:30.992296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.000386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50068) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.028674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': '9c03c0ff-6b15-4c0c-bd2b-8f82a4dd0baa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:31.039755 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3dbb0bf5-187d-47b8-8fbd-667929905936 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/3da48487-a0e9-4954-a976-a1278a0056b8 HTTP/1.1" status: 204 len: 168 time: 3.8887296 Apr 08 10:42:31.045814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50072) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.045989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.047130 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ca2498ba-df3a-4d98-aa91-746562110f8e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.4825573 Apr 08 10:42:31.049903 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-79b51dda-c134-4391-b560-a99de4e53a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:31.050547 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b51dda-c134-4391-b560-a99de4e53a07 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:31.051062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.068567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50074) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.096733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:31.118101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.136813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:31.158997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c293638-9c31-42f0-8c85-855c54832a66']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:31.174115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979ff5e1-1106-4349-bae9-d19ed7fe9e64') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:31.174503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979ff5e1-1106-4349-bae9-d19ed7fe9e64') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:31.189209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.194048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.208154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.215372 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:31.215839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:31.230307 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:31.244868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.293998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] In _notify_port_updated(), no bound segment for port dec57914-0a0c-405d-aa66-2cdbbbc6f5e8 on network 1292fcaf-8cfb-4c88-8d82-538f36cf403d {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:42:31.299399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:31.300012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.301396 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "PUT /v2.0/ports/dec57914-0a0c-405d-aa66-2cdbbbc6f5e8 HTTP/1.1" status: 200 len: 818 time: 1.2873695 Apr 08 10:42:31.305176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.309559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50080) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.310467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:31.310895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:31.337696 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:31.340010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e1d346-6b36-4d86-84f4-d304036492b6 None None] Network 2c293638-9c31-42f0-8c85-855c54832a66 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:31.387497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c7c81-3a1c-4768-9300-fedeb8005785 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:31.388611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c7c81-3a1c-4768-9300-fedeb8005785 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:31.390224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c7c81-3a1c-4768-9300-fedeb8005785 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:31.391187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-484c7c81-3a1c-4768-9300-fedeb8005785 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:31.391606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:42:31.454504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3cd5d8-2a87-4fa6-9414-da08d923ff34 None None] Network 096cc5c7-3222-4485-8fca-47d074ec850b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:31.569237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.651977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-75a5a434-6362-43b0-a7e2-ab1b97603790 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port dec57914-0a0c-405d-aa66-2cdbbbc6f5e8 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:31.652314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-75a5a434-6362-43b0-a7e2-ab1b97603790 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.678259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:31.685817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.686008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce248809-d508-4084-9cc3-1806a23d44de tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=dec57914-0a0c-405d-aa66-2cdbbbc6f5e8,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:31.702377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:31.720124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.728692 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/networks/2c293638-9c31-42f0-8c85-855c54832a66 HTTP/1.1" status: 204 len: 168 time: 3.0820432 Apr 08 10:42:31.735946 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b1c31835-7225-4ada-88fd-c75c9b401997 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7170379 Apr 08 10:42:31.736809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50084) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.751387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'name': 'tempest-PortsTestJSON-1508455726'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:31.769993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50086) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.785116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee98db5-b635-47cd-82ed-3968e8e48a17 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Network': ['ID=2c293638-9c31-42f0-8c85-855c54832a66,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:31.791152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:31.791794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:31.801224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-212457717'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:31.831905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:31.849090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:42:31.849090 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:42:31.849090 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': '096cc5c7-3222-4485-8fca-47d074ec850b'}] Apr 08 10:42:31.849090 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:31.850684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:31.855026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:31.874016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82910231-4d86-4cd9-b93d-da7843d34473 None None] DHCP port deletion for 2c293638-9c31-42f0-8c85-855c54832a66 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:31.926292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.951784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:31.965407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-484c7c81-3a1c-4768-9300-fedeb8005785 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:31.966254 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-484c7c81-3a1c-4768-9300-fedeb8005785 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9017773 Apr 08 10:42:31.972580 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50092) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.995550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:32.000113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-19b12d26-c743-41da-a816-f805c0a506f9 None None] Provisioning complete for port 836856b5-43c1-490f-9a1f-41d06247c70e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:32.000594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-19b12d26-c743-41da-a816-f805c0a506f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.025184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:32.038439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.082572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:42:32.111472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:32.141202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.149376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-19b12d26-c743-41da-a816-f805c0a506f9 None None] Port 836856b5-43c1-490f-9a1f-41d06247c70e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:32.175819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c09df5-aff0-4d5d-aa19-3281513e9ee6,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:32.179637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.203607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cd1427-0b8d-4f40-a0b9-305030277e29 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 1f4c3ea9-7ce2-4f2c-849a-236188aa0cc9 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:32.223557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-75a5a434-6362-43b0-a7e2-ab1b97603790 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.231323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44cd1427-0b8d-4f40-a0b9-305030277e29 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.244223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:32.247830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.285498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb943d71-a2e0-4843-a424-12e2ccced4e8 None None] Network 096cc5c7-3222-4485-8fca-47d074ec850b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:32.323663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:32.375518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.469818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.470170 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment 6eb0d5c4-a06e-4a76-af00-49a6be688782 of type vlan for network ffa203d8-ace6-43c9-862d-b957759c9f71 Apr 08 10:42:32.507567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port 84515648-6cfb-4679-8017-f73ee2bc6eba {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:32.507915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.535836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:32.538881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.554252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-75a5a434-6362-43b0-a7e2-ab1b97603790 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for dec57914-0a0c-405d-aa66-2cdbbbc6f5e8 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:32.584485 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.588223 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a5cc5c65-6d67-4b9b-86c0-c4af4af9730b tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5801547 Apr 08 10:42:32.596511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50096) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:32.629620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44cd1427-0b8d-4f40-a0b9-305030277e29 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.634140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.657006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:26Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:28Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:32.663393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:42:32.663393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Updating router 849aec40-baed-492c-ad5c-38b4d08794be port 836856b5-43c1-490f-9a1f-41d06247c70e binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:42:32.691874 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e683b06a-7ab9-421c-840c-6dacf927727d tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules/99c09df5-aff0-4d5d-aa19-3281513e9ee6 HTTP/1.1" status: 200 len: 763 time: 0.0873213 Apr 08 10:42:32.697534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50100) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:32.699957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port a2280bde-636c-4b8c-8d50-75a22d3044b9 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:32.727256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.772343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:42:32.849447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9ba4eda5-717d-4bbf-b760-97ff5e86139f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:33.005039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44cd1427-0b8d-4f40-a0b9-305030277e29 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.092684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-75a5a434-6362-43b0-a7e2-ab1b97603790 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.101513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9ba4eda5-717d-4bbf-b760-97ff5e86139f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:33.107520 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9ba4eda5-717d-4bbf-b760-97ff5e86139f tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3689637 Apr 08 10:42:33.123350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.136806 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Transition to ACTIVE for port object 836856b5-43c1-490f-9a1f-41d06247c70e will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:33.154620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50104) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.176412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-75a5a434-6362-43b0-a7e2-ab1b97603790 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.205734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.212705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.218027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:33.218610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.254981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a434-6362-43b0-a7e2-ab1b97603790 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=dec57914-0a0c-405d-aa66-2cdbbbc6f5e8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:33.256553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.328590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4faa0849-ff94-4741-979b-c9f4fb5aee32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.338179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.347433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4faa0849-ff94-4741-979b-c9f4fb5aee32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.383500 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-75a5a434-6362-43b0-a7e2-ab1b97603790 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/dec57914-0a0c-405d-aa66-2cdbbbc6f5e8 HTTP/1.1" status: 204 len: 168 time: 2.0726619 Apr 08 10:42:33.565216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50108) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.565334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port 84515648-6cfb-4679-8017-f73ee2bc6eba, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=84515648-6cfb-4679-8017-f73ee2bc6eba,segment=NetworkSegment(5292de35-7046-43ea-87d8-ec4a639d4d59),segment_id=5292de35-7046-43ea-87d8-ec4a639d4d59)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:33.565334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.565554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Pushing event updated for resources: {'Port': ['ID=836856b5-43c1-490f-9a1f-41d06247c70e,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:33.565665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc8a83-240a-460b-9063-22c4a5c0bfdb tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:33.565665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-00fc8a83-240a-460b-9063-22c4a5c0bfdb tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:33.569441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Attempting to bind port 836856b5-43c1-490f-9a1f-41d06247c70e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:33.569700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Attempting to bind port 836856b5-43c1-490f-9a1f-41d06247c70e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:33.570249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Attempting to bind port 836856b5-43c1-490f-9a1f-41d06247c70e on network ae58346f-f302-4450-a605-a873e10fd42d {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:33.576508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:33.576875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Checking segment: {'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:33.577364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.577819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Bound using segment: {'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:33.578468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Bound port: 836856b5-43c1-490f-9a1f-41d06247c70e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:33.578785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.600657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44cd1427-0b8d-4f40-a0b9-305030277e29 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.604403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for 84515648-6cfb-4679-8017-f73ee2bc6eba owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:33.645003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-44cd1427-0b8d-4f40-a0b9-305030277e29 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.647964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd1427-0b8d-4f40-a0b9-305030277e29 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4c3ea9-7ce2-4f2c-849a-236188aa0cc9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:33.662685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4faa0849-ff94-4741-979b-c9f4fb5aee32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.666478 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d10e3-9759-46ac-b570-f24b963413b1 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:33.667624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4faa0849-ff94-4741-979b-c9f4fb5aee32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.673712 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4faa0849-ff94-4741-979b-c9f4fb5aee32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/99c09df5-aff0-4d5d-aa19-3281513e9ee6 HTTP/1.1" status: 204 len: 168 time: 0.5096166 Apr 08 10:42:33.675218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50112) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.700786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a36ce08c-a058-454b-a69a-76ab01211b03 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:33.708711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-00fc8a83-240a-460b-9063-22c4a5c0bfdb tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:33.710666 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-00fc8a83-240a-460b-9063-22c4a5c0bfdb tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3184597 Apr 08 10:42:33.712716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.717485 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50116) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.718195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa0849-ff94-4741-979b-c9f4fb5aee32 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99c09df5-aff0-4d5d-aa19-3281513e9ee6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:33.721014 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9372118 Apr 08 10:42:33.730630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50118) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.744921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a36ce08c-a058-454b-a69a-76ab01211b03 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:33.746060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a36ce08c-a058-454b-a69a-76ab01211b03 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:33.763215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:33.776773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89596bc8-ab07-4d84-a504-2c5845350360 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=ffa203d8-ace6-43c9-862d-b957759c9f71,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:33.810118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] For port 836856b5-43c1-490f-9a1f-41d06247c70e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:33.812897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network ffa203d8-ace6-43c9-862d-b957759c9f71 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:33.816078 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-44cd1427-0b8d-4f40-a0b9-305030277e29 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/1f4c3ea9-7ce2-4f2c-849a-236188aa0cc9 HTTP/1.1" status: 204 len: 168 time: 1.8411939 Apr 08 10:42:33.828247 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc37640a-7f41-4968-a8cc-ce3a4829924f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:42:33.833125 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fc37640a-7f41-4968-a8cc-ce3a4829924f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/dec57914-0a0c-405d-aa66-2cdbbbc6f5e8 HTTP/1.1" status: 404 len: 333 time: 0.1057053 Apr 08 10:42:33.835035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50124) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.835257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50126) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.876697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2125579886'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:33.881875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:33.893480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:33.895699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:33.909965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:33.916520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:33.918196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.928035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:network and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:33.949289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:33.962299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-97f79b8c-9442-4ded-9589-ea74c9feb5b1 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:33.973629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:33.977339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=a2280bde-636c-4b8c-8d50-75a22d3044b9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:34.009885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e966836d-bbd0-4213-b1f8-22abd806237f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet bf3cc1c1-c198-4cd8-91b1-28cbf7e76371 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:34.025782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e966836d-bbd0-4213-b1f8-22abd806237f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.033751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] For port 836856b5-43c1-490f-9a1f-41d06247c70e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=836856b5-43c1-490f-9a1f-41d06247c70e,segment=NetworkSegment(da90e30a-a613-4c96-b1a0-bd57f8a3e51a),segment_id=da90e30a-a613-4c96-b1a0-bd57f8a3e51a)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:34.036426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.059576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:34.068828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:34.077563 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2464964f-5fa7-4ffa-8d4e-de4a18067fdd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3330731 Apr 08 10:42:34.080988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50132) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:34.126743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:34.138519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e966836d-bbd0-4213-b1f8-22abd806237f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.152929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:34.177594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-97f79b8c-9442-4ded-9589-ea74c9feb5b1 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:34.179224 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-97f79b8c-9442-4ded-9589-ea74c9feb5b1 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5030496 Apr 08 10:42:34.179934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:34.183549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.185623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50136) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:34.188665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.190606 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.240934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:34.251920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.252294 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Added segment 0e83f18c-dc71-4ae6-ad12-31c442d1795e of type vlan for network 47b7a405-d763-4177-93cc-a0c48e73b82e Apr 08 10:42:34.282752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.341942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:34.341942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:34.358284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b27e0-ebb3-4ca3-a20c-148474f105f7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port a2280bde-636c-4b8c-8d50-75a22d3044b9 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:34.358685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1a8b27e0-ebb3-4ca3-a20c-148474f105f7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.398273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': '9c03c0ff-6b15-4c0c-bd2b-8f82a4dd0baa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:34.404217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Router c8cb7fa2-361b-4aa2-9555-3c17a38d928d is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:42:34.407658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:34.413260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.422155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Pushing event updated for resources: {'Port': ['ID=836856b5-43c1-490f-9a1f-41d06247c70e,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:34.441154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.450357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:34.499202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.499925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.500449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.500990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.501712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.502234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.502755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.503263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.503785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.504562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.505080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.505582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d408171-dca5-48ac-bb71-d3cd45d54e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:34.545448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:42:34.554379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.570135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:34.570135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.632836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e966836d-bbd0-4213-b1f8-22abd806237f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.954074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:26Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:33Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:34.956342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fdc0ce40-bb17-4f08-87a5-97a331f5a91e None None] Provisioning complete for port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:34.956825 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ce40-bb17-4f08-87a5-97a331f5a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.985314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Network': ['ID=47b7a405-d763-4177-93cc-a0c48e73b82e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:34.988067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1a8b27e0-ebb3-4ca3-a20c-148474f105f7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:34.998909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282318f3-b963-4d85-8268-76bf0d9187af None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:26Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:33Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:35.008128 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a272a6ee-5418-4903-af89-d620670fb9cc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1677268 Apr 08 10:42:35.028701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Port': ['ID=84515648-6cfb-4679-8017-f73ee2bc6eba,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:35.039824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 47b7a405-d763-4177-93cc-a0c48e73b82e details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:35.039975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50140) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:35.040691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:35.053801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No DVR routers for this DVR port 84515648-6cfb-4679-8017-f73ee2bc6eba on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:35.059022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:35.161974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b27e0-ebb3-4ca3-a20c-148474f105f7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for a2280bde-636c-4b8c-8d50-75a22d3044b9 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:35.317028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:35.318932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e966836d-bbd0-4213-b1f8-22abd806237f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.354157 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cade0da-4166-4e70-9a26-3f8c9c1b55c8 None None] Sync routers for ids ['c8cb7fa2-361b-4aa2-9555-3c17a38d928d'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:35.377528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1a8b27e0-ebb3-4ca3-a20c-148474f105f7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.388976 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cade0da-4166-4e70-9a26-3f8c9c1b55c8 None None] Routers {'c8cb7fa2-361b-4aa2-9555-3c17a38d928d'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:35.388976 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6cade0da-4166-4e70-9a26-3f8c9c1b55c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c8cb7fa2-361b-4aa2-9555-3c17a38d928d'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:35.442202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966836d-bbd0-4213-b1f8-22abd806237f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=bf3cc1c1-c198-4cd8-91b1-28cbf7e76371,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:35.447003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e16df0b-71d5-4ead-bc71-730668cbe0b4 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:35.449270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e966836d-bbd0-4213-b1f8-22abd806237f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.453673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1a8b27e0-ebb3-4ca3-a20c-148474f105f7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.456956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.457554 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6cade0da-4166-4e70-9a26-3f8c9c1b55c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:35.465911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b27e0-ebb3-4ca3-a20c-148474f105f7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=a2280bde-636c-4b8c-8d50-75a22d3044b9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:35.473405 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cade0da-4166-4e70-9a26-3f8c9c1b55c8 None None] Routers {'c8cb7fa2-361b-4aa2-9555-3c17a38d928d'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:35.474221 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6cade0da-4166-4e70-9a26-3f8c9c1b55c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c8cb7fa2-361b-4aa2-9555-3c17a38d928d'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:35.485910 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e966836d-bbd0-4213-b1f8-22abd806237f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/bf3cc1c1-c198-4cd8-91b1-28cbf7e76371 HTTP/1.1" status: 204 len: 168 time: 1.6496694 Apr 08 10:42:35.486492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50144) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:35.507846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096cc5c7-3222-4485-8fca-47d074ec850b']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:35.523505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5292de35-7046-43ea-87d8-ec4a639d4d59') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:35.523862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5292de35-7046-43ea-87d8-ec4a639d4d59') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:35.544271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.561077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.572437 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6cade0da-4166-4e70-9a26-3f8c9c1b55c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:35.572876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:35.573007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.573554 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cade0da-4166-4e70-9a26-3f8c9c1b55c8 None None] The sync data for ids ['c8cb7fa2-361b-4aa2-9555-3c17a38d928d'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:35.589179 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c093cd2e-3d9e-4600-8b81-577642ccc547 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005354 Apr 08 10:42:35.591352 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1a8b27e0-ebb3-4ca3-a20c-148474f105f7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/a2280bde-636c-4b8c-8d50-75a22d3044b9 HTTP/1.1" status: 204 len: 168 time: 1.5095525 Apr 08 10:42:35.593918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50148) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:35.594588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50150) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:35.603138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'mac_address': 'fa:16:3e:f0:07:bd', 'name': 'tempest-PortsTestJSON-437205905'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:35.773507 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:35.788655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.798213 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 836856b5-43c1-490f-9a1f-41d06247c70e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:35.814738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:35.825954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:port and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:35.838129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de907fa7-ca93-45e7-90bd-04e83ceb98a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:35.838856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-de907fa7-ca93-45e7-90bd-04e83ceb98a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:35.843845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:35.866631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:35.885743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.889512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.893240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:35.896327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:35.903248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] Deleting port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:35.903959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.933437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:35.937694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.20.0.1 (107b7158-e33f-4a62-9e9f-d30cebdf2297/0e366c22-6910-40bc-92ff-3cc94c99f283/307b5393-f924-4354-9e5a-89b43aefc734) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:35.949216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:35.962260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:35.965308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=096cc5c7-3222-4485-8fca-47d074ec850b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:35.984087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:35.994469 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-82a11929-5beb-49fc-871f-a6ebcf0662d2 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/096cc5c7-3222-4485-8fca-47d074ec850b HTTP/1.1" status: 204 len: 168 time: 6.8188066 Apr 08 10:42:35.998288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50156) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:36.004625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-884189618'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:36.011258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-de907fa7-ca93-45e7-90bd-04e83ceb98a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:36.018913 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-de907fa7-ca93-45e7-90bd-04e83ceb98a4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4167242 Apr 08 10:42:36.018913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:36.019150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50160) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:36.064416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:36.072586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:36.085374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.094591 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:36.096747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:36.107797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 836856b5-43c1-490f-9a1f-41d06247c70e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:36.120095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 836856b5-43c1-490f-9a1f-41d06247c70e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:36.120467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.165598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.169996 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ee3b0ea5-b916-4492-acdd-40487c744668 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8836610 Apr 08 10:42:36.189151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:36.189418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] For port 84099b39-dbbc-4a6b-8c70-58275ceb38a5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=84099b39-dbbc-4a6b-8c70-58275ceb38a5,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:36.189418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.189632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.199048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50164) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:36.204371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:36.234388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b47b9f-34ca-40c6-93de-460dcbe5a8fc,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:36.269889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58162895-4ac5-4092-b885-d8507a13cc73 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:36.270744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-58162895-4ac5-4092-b885-d8507a13cc73 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:36.281747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:36.285243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.330180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.330488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] Calling delete_port for 84099b39-dbbc-4a6b-8c70-58275ceb38a5 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:36.335473 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8bcc08de-1164-4fca-8fff-28d0456eb745 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1445131 Apr 08 10:42:36.335726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.346896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50168) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:36.353523 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:42:36.400600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-840a3a69-6d39-4bf5-b182-3367b1e92f9a tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules/b6b47b9f-34ca-40c6-93de-460dcbe5a8fc HTTP/1.1" status: 200 len: 764 time: 0.0500755 Apr 08 10:42:36.403992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50172) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:36.409526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:36.429707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port d85c4969-4524-4d75-8592-5c28f6b0fc77 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:36.438899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.482709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.486702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.525821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 836856b5-43c1-490f-9a1f-41d06247c70e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=836856b5-43c1-490f-9a1f-41d06247c70e,segment=NetworkSegment(da90e30a-a613-4c96-b1a0-bd57f8a3e51a),segment_id=da90e30a-a613-4c96-b1a0-bd57f8a3e51a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:36.544554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.544901 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 456833e6-d0a1-4a13-a0d3-f18b036559c7 of type vlan for network 3e948a20-fc98-4281-9321-aeca9a067c96 Apr 08 10:42:36.563314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f53d073b-d2d5-4150-bd47-d74054f010c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:36.569358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-58162895-4ac5-4092-b885-d8507a13cc73 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:36.572883 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-58162895-4ac5-4092-b885-d8507a13cc73 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5530038 Apr 08 10:42:36.579317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50176) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:36.594554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.625958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=545293fb-056b-4ebc-8a1c-57098852570f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:36.668512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:36.668865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: ffa203d8-ace6-43c9-862d-b957759c9f71, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:36.671294 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.673828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] No DVR routers for this DVR port 84099b39-dbbc-4a6b-8c70-58275ceb38a5 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:36.675972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5f72c-1237-48fb-91c9-83beb5ba9056 None None] Pushing event deleted for resources: {'Port': ['ID=84099b39-dbbc-4a6b-8c70-58275ceb38a5,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:36.690509 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4313d3d6-953d-4d28-bf41-d29b43529b3d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064217 Apr 08 10:42:36.690609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50180) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:36.701627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ab235ea3-8b09-41f4-89e9-e5d8f6e6ad27 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:36.715142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.782685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=836856b5-43c1-490f-9a1f-41d06247c70e,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:36.844068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f53d073b-d2d5-4150-bd47-d74054f010c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:36.845327 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f53d073b-d2d5-4150-bd47-d74054f010c9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4396176 Apr 08 10:42:36.850788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.863337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50184) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:36.930290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:42:36.944065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network ffa203d8-ace6-43c9-862d-b957759c9f71 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:36.985388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:36.986477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ab235ea3-8b09-41f4-89e9-e5d8f6e6ad27 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:36.992344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.027956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:37.044884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:37.202953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.208359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:37.209621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.211975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7187f50e-e7cf-47ee-a245-4b9be32f7e7e tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.217287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=307b5393-f924-4354-9e5a-89b43aefc734,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:37.226109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ab235ea3-8b09-41f4-89e9-e5d8f6e6ad27 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:37.243836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, ffa203d8-ace6-43c9-862d-b957759c9f71) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:37.253128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ddb99-0fc5-48ed-a097-60640b8f5ec4 None None] Network ffa203d8-ace6-43c9-862d-b957759c9f71 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:37.263242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7187f50e-e7cf-47ee-a245-4b9be32f7e7e tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.267008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.274520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:37.275123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.332028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=65f7862c-e5bd-41a5-9057-778b2eaef0bc,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:37.339525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.368401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking segment: {'id': '0e83f18c-dc71-4ae6-ad12-31c442d1795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:37.368855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network hostable DHCP agents. Network: 47b7a405-d763-4177-93cc-a0c48e73b82e, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:37.389751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab235ea3-8b09-41f4-89e9-e5d8f6e6ad27 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:37.396947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ab235ea3-8b09-41f4-89e9-e5d8f6e6ad27 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.396947 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab235ea3-8b09-41f4-89e9-e5d8f6e6ad27 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:42:37.396947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab235ea3-8b09-41f4-89e9-e5d8f6e6ad27 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:37.473196 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4734452 Apr 08 10:42:37.485506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50188) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:37.497915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '3e948a20-fc98-4281-9321-aeca9a067c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:37.511743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa4ae3-1c69-4017-894c-b30479ba9750 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=3e948a20-fc98-4281-9321-aeca9a067c96,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:37.517133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7187f50e-e7cf-47ee-a245-4b9be32f7e7e tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.528235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 3e948a20-fc98-4281-9321-aeca9a067c96 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:37.528527 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-78497643-949a-4f5a-81b5-99379d6abf0a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7916121 Apr 08 10:42:37.536097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7187f50e-e7cf-47ee-a245-4b9be32f7e7e tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.537798 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7187f50e-e7cf-47ee-a245-4b9be32f7e7e tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b6b47b9f-34ca-40c6-93de-460dcbe5a8fc HTTP/1.1" status: 204 len: 168 time: 0.6308768 Apr 08 10:42:37.542306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50192) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:37.542852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50194) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:37.546436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.548950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-ffa203d8-ace6-43c9-862d-b957759c9f71', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:37.549764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.561122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187f50e-e7cf-47ee-a245-4b9be32f7e7e tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6b47b9f-34ca-40c6-93de-460dcbe5a8fc,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:37.641527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:37.645755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:37.648866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:37.654440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 47b7a405-d763-4177-93cc-a0c48e73b82e is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:37.656240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:37.716691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.741037 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ab235ea3-8b09-41f4-89e9-e5d8f6e6ad27 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0465479 Apr 08 10:42:37.741142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50200) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:37.748906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 836856b5-43c1-490f-9a1f-41d06247c70e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:37.749099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f6c6f9cd-a276-4b85-ba95-112ec70ecc8e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:37.775060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8044eeab-f371-425c-941f-b451d5cdbd82 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:37.790228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.924589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Allocated IP 172.21.0.2 (ffa203d8-ace6-43c9-862d-b957759c9f71/545293fb-056b-4ebc-8a1c-57098852570f/55d6efba-35ab-4c17-ab9d-8ff870428131) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:37.930182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:37.933714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.942723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 836856b5-43c1-490f-9a1f-41d06247c70e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:37.943613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.948077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 47b7a405-d763-4177-93cc-a0c48e73b82e) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:37.970777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:37.983734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Deleting port 0f63eb33-cc14-4b51-a954-8d8e4ed58cd9 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:37.984086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.988177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28081a-afc3-4a5a-8210-ad1d637dd1ac None None] Network 47b7a405-d763-4177-93cc-a0c48e73b82e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:37.992349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:37.993197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.007782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8044eeab-f371-425c-941f-b451d5cdbd82 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:38.013088 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8044eeab-f371-425c-941f-b451d5cdbd82 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4622986 Apr 08 10:42:38.013297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:38.013297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:38.017972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:38.024371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.024654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50204) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:38.104959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=d85c4969-4524-4d75-8592-5c28f6b0fc77,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:38.119473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f6c6f9cd-a276-4b85-ba95-112ec70ecc8e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:38.147037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f6c6f9cd-a276-4b85-ba95-112ec70ecc8e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:38.195989 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9e669465-46e5-4a09-9436-105dff025bf2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1493645 Apr 08 10:42:38.200371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50208) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:38.202818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.260793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:38.294397 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1957d951-e4b8-4d85-9243-7dc07b51a4bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6945851 Apr 08 10:42:38.308374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50212) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:38.311131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5e88-4435-4f4e-b51e-57f70c87f67c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.352701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c6f9cd-a276-4b85-ba95-112ec70ecc8e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:38.356341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f6c6f9cd-a276-4b85-ba95-112ec70ecc8e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.358265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c6f9cd-a276-4b85-ba95-112ec70ecc8e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:42:38.358572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c6f9cd-a276-4b85-ba95-112ec70ecc8e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:38.404561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5e88-4435-4f4e-b51e-57f70c87f67c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.510924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-47b7a405-d763-4177-93cc-a0c48e73b82e', 'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e', 'tenant_id': 'afaed5d3c85a4818ba6fe51763c066da', 'fixed_ips': [{'subnet_id': '65f7862c-e5bd-41a5-9057-778b2eaef0bc'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:38.511924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.531651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.558285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Transition to ACTIVE for port object 55d6efba-35ab-4c17-ab9d-8ff870428131 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:38.564214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 84099b39-dbbc-4a6b-8c70-58275ceb38a5 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:38.568623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c6567-0948-4de5-a7ba-1164579d3805 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:38.570842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ef0c6567-0948-4de5-a7ba-1164579d3805 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:38.582473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.648543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 84099b39-dbbc-4a6b-8c70-58275ceb38a5 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:38.649051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 84099b39-dbbc-4a6b-8c70-58275ceb38a5 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:38.650581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.737855 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f6c6f9cd-a276-4b85-ba95-112ec70ecc8e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9938741 Apr 08 10:42:38.750130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50216) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:38.770008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Allocated IP 2001:db8::2 (47b7a405-d763-4177-93cc-a0c48e73b82e/65f7862c-e5bd-41a5-9057-778b2eaef0bc/f35e731c-6744-4e24-be65-dc63235d9c69) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:38.775521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Transition to ACTIVE for port object 55d6efba-35ab-4c17-ab9d-8ff870428131 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:38.881298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Calling delete_port for 0f63eb33-cc14-4b51-a954-8d8e4ed58cd9 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:38.890566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.926817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c249a909-a9a3-4c79-9861-9d999ddc467d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:38.950749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5e88-4435-4f4e-b51e-57f70c87f67c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.962585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:38.971512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Pushing event updated for resources: {'Port': ['ID=55d6efba-35ab-4c17-ab9d-8ff870428131,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:38.991179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:38.991817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Network ffa203d8-ace6-43c9-862d-b957759c9f71 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:38.994798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:38.999562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:39.009248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:39.011885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ef0c6567-0948-4de5-a7ba-1164579d3805 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:39.016050 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ef0c6567-0948-4de5-a7ba-1164579d3805 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/d85c4969-4524-4d75-8592-5c28f6b0fc77 HTTP/1.1" status: 200 len: 840 time: 0.6989791 Apr 08 10:42:39.019541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:39.021961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50220) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:39.065850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c5e88-4435-4f4e-b51e-57f70c87f67c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03c0ff-6b15-4c0c-bd2b-8f82a4dd0baa,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:39.110470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.144574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e7c57797-363b-4db2-952c-a47d388f37ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port d85c4969-4524-4d75-8592-5c28f6b0fc77 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:39.144920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e7c57797-363b-4db2-952c-a47d388f37ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.177714 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Attempting to bind port 55d6efba-35ab-4c17-ab9d-8ff870428131 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:39.178165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Attempting to bind port 55d6efba-35ab-4c17-ab9d-8ff870428131 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:39.178435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Attempting to bind port 55d6efba-35ab-4c17-ab9d-8ff870428131 on network ffa203d8-ace6-43c9-862d-b957759c9f71 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:39.191665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:39.192068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Checking segment: {'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:39.192436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.192842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Bound using segment: {'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:39.195286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Bound port: 55d6efba-35ab-4c17-ab9d-8ff870428131, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:39.195286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.213191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:39.217036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.266690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.283237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Transition to ACTIVE for port object f35e731c-6744-4e24-be65-dc63235d9c69 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:39.305484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Transition to ACTIVE for port object f35e731c-6744-4e24-be65-dc63235d9c69 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:39.309715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.351932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c249a909-a9a3-4c79-9861-9d999ddc467d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:39.352609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] For port 55d6efba-35ab-4c17-ab9d-8ff870428131, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:39.355412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] For port 55d6efba-35ab-4c17-ab9d-8ff870428131, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=55d6efba-35ab-4c17-ab9d-8ff870428131,segment=NetworkSegment(6eb0d5c4-a06e-4a76-af00-49a6be688782),segment_id=6eb0d5c4-a06e-4a76-af00-49a6be688782)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:39.363156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a6c5e88-4435-4f4e-b51e-57f70c87f67c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.365012 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0a6c5e88-4435-4f4e-b51e-57f70c87f67c tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c03c0ff-6b15-4c0c-bd2b-8f82a4dd0baa HTTP/1.1" status: 204 len: 168 time: 1.3403349 Apr 08 10:42:39.371904 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c249a909-a9a3-4c79-9861-9d999ddc467d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:39.373333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50224) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:39.387126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.424406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=53867643-dd80-42a0-af70-df084b71b057,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:39.435748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.451367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.458121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Network 47b7a405-d763-4177-93cc-a0c48e73b82e is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:39.463677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:39.469515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:39.488532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': '456833e6-d0a1-4a13-a0d3-f18b036559c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3e948a20-fc98-4281-9321-aeca9a067c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:39.488532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 3e948a20-fc98-4281-9321-aeca9a067c96, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:39.556569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Pushing event updated for resources: {'Port': ['ID=f35e731c-6744-4e24-be65-dc63235d9c69,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:39.568747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=307b5393-f924-4354-9e5a-89b43aefc734,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:39.581142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c249a909-a9a3-4c79-9861-9d999ddc467d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:39.586242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c249a909-a9a3-4c79-9861-9d999ddc467d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.587168 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c249a909-a9a3-4c79-9861-9d999ddc467d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:42:39.587716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c249a909-a9a3-4c79-9861-9d999ddc467d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:39.608881 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.ipam_backend_mixin [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65f7862c-e5bd-41a5-9057-778b2eaef0bc (CIDR: 2001:db8::/64) Apr 08 10:42:39.618945 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.624672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-07650d36-1de0-4ac4-9bbc-c7c7e41628d7 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:39.641784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Attempting to bind port f35e731c-6744-4e24-be65-dc63235d9c69 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:39.642243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Attempting to bind port f35e731c-6744-4e24-be65-dc63235d9c69 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0e83f18c-dc71-4ae6-ad12-31c442d1795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:39.642679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Attempting to bind port f35e731c-6744-4e24-be65-dc63235d9c69 on network 47b7a405-d763-4177-93cc-a0c48e73b82e {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:39.658844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:39.659335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Checking segment: {'id': '0e83f18c-dc71-4ae6-ad12-31c442d1795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:39.659800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.660268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Bound using segment: {'id': '0e83f18c-dc71-4ae6-ad12-31c442d1795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:39.660824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Bound port: f35e731c-6744-4e24-be65-dc63235d9c69, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e83f18c-dc71-4ae6-ad12-31c442d1795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:39.661300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.680224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.709501 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad4ab1-441d-4729-bd34-6882e905c899 None None] Pushing event updated for resources: {'Port': ['ID=55d6efba-35ab-4c17-ab9d-8ff870428131,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:39.733301 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:42:39.733793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:39.738777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.21.0.1 (ffa203d8-ace6-43c9-862d-b957759c9f71/545293fb-056b-4ebc-8a1c-57098852570f/6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:39.768083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] For port f35e731c-6744-4e24-be65-dc63235d9c69, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:39.772035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] For port f35e731c-6744-4e24-be65-dc63235d9c69, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f35e731c-6744-4e24-be65-dc63235d9c69,segment=NetworkSegment(0e83f18c-dc71-4ae6-ad12-31c442d1795e),segment_id=0e83f18c-dc71-4ae6-ad12-31c442d1795e)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:39.783955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 3e948a20-fc98-4281-9321-aeca9a067c96 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:39.786349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Pushing event deleted for resources: {'Port': ['ID=0f63eb33-cc14-4b51-a954-8d8e4ed58cd9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:39.803837 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c249a909-a9a3-4c79-9861-9d999ddc467d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0456660 Apr 08 10:42:39.813310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50228) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:39.826541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a9dee15f-30bb-4797-8578-c93321c672d6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:39.835745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e7c57797-363b-4db2-952c-a47d388f37ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.864663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.027409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e7c57797-363b-4db2-952c-a47d388f37ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for d85c4969-4524-4d75-8592-5c28f6b0fc77 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:40.053386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddc0e2-116b-4ab9-8e31-66da36a24233 None None] Pushing event updated for resources: {'Port': ['ID=f35e731c-6744-4e24-be65-dc63235d9c69,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:40.106505 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7cdf57eb-132e-4cfc-9fc0-20ed868b7b15 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9027193 Apr 08 10:42:40.107273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 3e948a20-fc98-4281-9321-aeca9a067c96) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:40.113415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a9dee15f-30bb-4797-8578-c93321c672d6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:40.116048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50232) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:40.116830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-07650d36-1de0-4ac4-9bbc-c7c7e41628d7 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:40.118533 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-07650d36-1de0-4ac4-9bbc-c7c7e41628d7 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6904483 Apr 08 10:42:40.123616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:40.124891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a7412-6860-49df-86d3-874948044e9a None None] Network 3e948a20-fc98-4281-9321-aeca9a067c96 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:40.136061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50236) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:40.140440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:40.151734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:40.152888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.166607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:40.167803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group': {'name': 'tempest-secgroup--762573228'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:40.186954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:40.205110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a9dee15f-30bb-4797-8578-c93321c672d6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:40.246412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:40.250218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.474438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e7c57797-363b-4db2-952c-a47d388f37ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.493920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.506526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.515406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dee15f-30bb-4797-8578-c93321c672d6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:40.518953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a9dee15f-30bb-4797-8578-c93321c672d6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.520360 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dee15f-30bb-4797-8578-c93321c672d6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:42:40.520845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dee15f-30bb-4797-8578-c93321c672d6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:40.539682 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0ac152f3-0a9b-47cf-ad2e-fcf19e0d9abc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0510790 Apr 08 10:42:40.568844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50240) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:40.605424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:40.619602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:40.629522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-3e948a20-fc98-4281-9321-aeca9a067c96', 'network_id': '3e948a20-fc98-4281-9321-aeca9a067c96', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '53867643-dd80-42a0-af70-df084b71b057'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:40.630374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.842279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Allocated IP 172.20.0.2 (3e948a20-fc98-4281-9321-aeca9a067c96/53867643-dd80-42a0-af70-df084b71b057/b27384cf-e2b7-44e4-96bb-30d74d8ab414) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:40.850073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c57797-363b-4db2-952c-a47d388f37ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=d85c4969-4524-4d75-8592-5c28f6b0fc77,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:40.853121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e7c57797-363b-4db2-952c-a47d388f37ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:40.854727 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e7c57797-363b-4db2-952c-a47d388f37ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/d85c4969-4524-4d75-8592-5c28f6b0fc77 HTTP/1.1" status: 204 len: 168 time: 1.8318634 Apr 08 10:42:40.856357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:40.867576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:40.870717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50244) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:40.906183 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a9dee15f-30bb-4797-8578-c93321c672d6 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0898089 Apr 08 10:42:40.916292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50248) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:40.920207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:40.989265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-15be2cfa-194a-4cb8-9df3-bddd2b102cb3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:42:40.989531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0570dce5-3d07-4fbf-ad1e-e294f5a485e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:40.990552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-15be2cfa-194a-4cb8-9df3-bddd2b102cb3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:41.013255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:41.057185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:41.088009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:41.123609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:41.164702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.187830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:42:41.197664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Transition to ACTIVE for port object b27384cf-e2b7-44e4-96bb-30d74d8ab414 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:41.235120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Transition to ACTIVE for port object b27384cf-e2b7-44e4-96bb-30d74d8ab414 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:41.277475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.283144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.284436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0570dce5-3d07-4fbf-ad1e-e294f5a485e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:41.350802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.370218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.387584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.407703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.426053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0570dce5-3d07-4fbf-ad1e-e294f5a485e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:41.478717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:41.482758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.488905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Pushing event updated for resources: {'Port': ['ID=b27384cf-e2b7-44e4-96bb-30d74d8ab414,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:41.492153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65577f90-dc7a-43eb-b901-02250d5c3f6b None None] Network ffa203d8-ace6-43c9-862d-b957759c9f71 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:41.549651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Router c8cb7fa2-361b-4aa2-9555-3c17a38d928d has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:42:41.551227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.554157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network ffa203d8-ace6-43c9-862d-b957759c9f71 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:41.555994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-15be2cfa-194a-4cb8-9df3-bddd2b102cb3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:41.557366 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-15be2cfa-194a-4cb8-9df3-bddd2b102cb3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/d85c4969-4524-4d75-8592-5c28f6b0fc77 HTTP/1.1" status: 404 len: 333 time: 0.6856046 Apr 08 10:42:41.565498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:41.568928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:41.596155 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50252) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:41.603893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00edefed-e585-4d20-b9a9-25e3276b347b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:41.646988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'name': 'tempest-PortsTestJSON-950844375'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:41.741868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Network 3e948a20-fc98-4281-9321-aeca9a067c96 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:41.746947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:41.759123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:41.768552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d1035b-1532-42cb-966d-10bf8a02e6ea None None] Network 47b7a405-d763-4177-93cc-a0c48e73b82e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:41.774276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0570dce5-3d07-4fbf-ad1e-e294f5a485e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:41.777466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0570dce5-3d07-4fbf-ad1e-e294f5a485e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.778914 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0570dce5-3d07-4fbf-ad1e-e294f5a485e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:42:41.779336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0570dce5-3d07-4fbf-ad1e-e294f5a485e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:41.816469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:41.837333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.838127 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3d3bf860-1dc7-4fcf-97ba-ba3b64045cac tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "PUT /v2.0/routers/c8cb7fa2-361b-4aa2-9555-3c17a38d928d HTTP/1.1" status: 200 len: 710 time: 5.6379967 Apr 08 10:42:41.840706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50256) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:41.863210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port b27384cf-e2b7-44e4-96bb-30d74d8ab414 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:41.863568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.903264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f35e731c-6744-4e24-be65-dc63235d9c69 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:41.922923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:41.944269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1133e560-048b-448b-bb4d-077057bef175 None None] Sync routers for ids ['c8cb7fa2-361b-4aa2-9555-3c17a38d928d'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:41.973003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.977072 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ed97cce4-192f-4255-ac47-ee2a1534fe35 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8276420 Apr 08 10:42:41.982550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50260) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:41.990516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Request body: {'security_group_rule': {'security_group_id': '00edefed-e585-4d20-b9a9-25e3276b347b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:42.000181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ed76c454-73c9-4485-9b1e-edb33b3470fe None None] Provisioning for port 55d6efba-35ab-4c17-ab9d-8ff870428131 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:42.000405 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-88418b64-a254-4a38-84ef-7e8292a8bf2c tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/routers/c8cb7fa2-361b-4aa2-9555-3c17a38d928d HTTP/1.1" status: 200 len: 745 time: 0.1555829 Apr 08 10:42:42.001516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50264) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:42.004364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:42.011516 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0570dce5-3d07-4fbf-ad1e-e294f5a485e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0859997 Apr 08 10:42:42.024655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.033934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50268) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:42.048377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Usage tracker for resource:security_group_rule and tenant:588f806b34f3423abf4119dc15af4a5e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:42.048838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fb0edfe9-fc00-41ad-b78d-516c5293a16b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:42.056469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:42.068929 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-df43eeb4-2cf9-4717-a932-89d2ff377f21 tempest-RoutersIpV6AdminTest-1111247576 tempest-RoutersIpV6AdminTest-1111247576-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&device_id=c8cb7fa2-361b-4aa2-9555-3c17a38d928d HTTP/1.1" status: 200 len: 205 time: 0.0580833 Apr 08 10:42:42.068929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:42.068929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50272) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:42.130747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-08a8ccf3-514d-4f0b-aae8-6ec90b2d6169 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8cb7fa2-361b-4aa2-9555-3c17a38d928d HTTP/1.1" status: 200 len: 205 time: 0.0591371 Apr 08 10:42:42.132262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50276) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:42.144460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1133e560-048b-448b-bb4d-077057bef175 None None] Routers {'c8cb7fa2-361b-4aa2-9555-3c17a38d928d'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:42.145215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1133e560-048b-448b-bb4d-077057bef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c8cb7fa2-361b-4aa2-9555-3c17a38d928d'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:42.147831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:42.223743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:42.229969 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-47a742cb-3a52-4829-a34f-131c36f78d73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/routers/017a4d29-c729-44c1-8d69-37fedb4118eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1580842 Apr 08 10:42:42.233384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Attempting to bind port b27384cf-e2b7-44e4-96bb-30d74d8ab414 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:42.233754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Attempting to bind port b27384cf-e2b7-44e4-96bb-30d74d8ab414 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '456833e6-d0a1-4a13-a0d3-f18b036559c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3e948a20-fc98-4281-9321-aeca9a067c96'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:42.234225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Attempting to bind port b27384cf-e2b7-44e4-96bb-30d74d8ab414 on network 3e948a20-fc98-4281-9321-aeca9a067c96 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:42.241713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1133e560-048b-448b-bb4d-077057bef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:42.242817 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf94bbf-922f-47ef-a5f1-898318e86809 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:42.254721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50280) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:42.260933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:42.261420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Checking segment: {'id': '456833e6-d0a1-4a13-a0d3-f18b036559c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3e948a20-fc98-4281-9321-aeca9a067c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:42.261880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.262334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Bound using segment: {'id': '456833e6-d0a1-4a13-a0d3-f18b036559c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3e948a20-fc98-4281-9321-aeca9a067c96'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:42.262748 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf94bbf-922f-47ef-a5f1-898318e86809 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:42.262872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Bound port: b27384cf-e2b7-44e4-96bb-30d74d8ab414, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456833e6-d0a1-4a13-a0d3-f18b036559c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3e948a20-fc98-4281-9321-aeca9a067c96'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:42.263814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.264621 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3cf94bbf-922f-47ef-a5f1-898318e86809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:42.270782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'port': {'network_id': '107b7158-e33f-4a62-9e9f-d30cebdf2297', 'name': 'tempest-FloatingIPTestJSON-1386283604'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:42.277044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.299849 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1133e560-048b-448b-bb4d-077057bef175 None None] Routers {'c8cb7fa2-361b-4aa2-9555-3c17a38d928d'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:42.300581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1133e560-048b-448b-bb4d-077057bef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c8cb7fa2-361b-4aa2-9555-3c17a38d928d'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:42.332338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a3a64ad-8510-47a8-88bb-60fdbcc53c83 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.352316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:42.360955 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3cf94bbf-922f-47ef-a5f1-898318e86809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:42.375737 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf94bbf-922f-47ef-a5f1-898318e86809 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:42.378255 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3cf94bbf-922f-47ef-a5f1-898318e86809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:42.395590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-68bed24c-1e61-45b1-98ca-87326bb27dc0 None None] Provisioning for port f35e731c-6744-4e24-be65-dc63235d9c69 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:42.453419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fb0edfe9-fc00-41ad-b78d-516c5293a16b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:42.475445 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3cf94bbf-922f-47ef-a5f1-898318e86809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:42.477297 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf94bbf-922f-47ef-a5f1-898318e86809 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:42.487363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1133e560-048b-448b-bb4d-077057bef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:42.487845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1133e560-048b-448b-bb4d-077057bef175 None None] The sync data for ids ['c8cb7fa2-361b-4aa2-9555-3c17a38d928d'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:42.500731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port f35e731c-6744-4e24-be65-dc63235d9c69 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:42.539864 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port f35e731c-6744-4e24-be65-dc63235d9c69 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:42.540243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.580132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:42.584735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.594758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fb0edfe9-fc00-41ad-b78d-516c5293a16b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:42.654834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] For port b27384cf-e2b7-44e4-96bb-30d74d8ab414, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:42.675202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] For port b27384cf-e2b7-44e4-96bb-30d74d8ab414, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b27384cf-e2b7-44e4-96bb-30d74d8ab414,segment=NetworkSegment(456833e6-d0a1-4a13-a0d3-f18b036559c7),segment_id=456833e6-d0a1-4a13-a0d3-f18b036559c7)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:42.765902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.779817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a3a64ad-8510-47a8-88bb-60fdbcc53c83 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.782652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a3a64ad-8510-47a8-88bb-60fdbcc53c83 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.799973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.820167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.851734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port f35e731c-6744-4e24-be65-dc63235d9c69, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f35e731c-6744-4e24-be65-dc63235d9c69,segment=NetworkSegment(0e83f18c-dc71-4ae6-ad12-31c442d1795e),segment_id=0e83f18c-dc71-4ae6-ad12-31c442d1795e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:42.897550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4244aa-8fd9-442f-aae6-f6a4a3ce61f9 None None] Pushing event updated for resources: {'Port': ['ID=b27384cf-e2b7-44e4-96bb-30d74d8ab414,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:42.975386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a3a64ad-8510-47a8-88bb-60fdbcc53c83 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:42.977991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a64ad-8510-47a8-88bb-60fdbcc53c83 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Fanout notify agent at l3_agent the message router_deleted on router c8cb7fa2-361b-4aa2-9555-3c17a38d928d {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:42:42.995530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port f676ed5b-1b34-44af-bd19-c950053bc949 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:43.006557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a3a64ad-8510-47a8-88bb-60fdbcc53c83 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.012686 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8a3a64ad-8510-47a8-88bb-60fdbcc53c83 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/c8cb7fa2-361b-4aa2-9555-3c17a38d928d HTTP/1.1" status: 204 len: 168 time: 0.8742812 Apr 08 10:42:43.012686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50284) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.039622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.041117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 55d6efba-35ab-4c17-ab9d-8ff870428131 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:43.062515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.088134 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b6a24c60-0e3e-4eda-beaf-62fa80d1c951 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8cb7fa2-361b-4aa2-9555-3c17a38d928d HTTP/1.1" status: 200 len: 205 time: 0.0736883 Apr 08 10:42:43.094046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50288) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.123574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac6ab03-ddfb-4ecb-bc3d-811f1ae9a3b6,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:43.165794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:43.179063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0edfe9-fc00-41ad-b78d-516c5293a16b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:43.184235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0edfe9-fc00-41ad-b78d-516c5293a16b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.186865 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0edfe9-fc00-41ad-b78d-516c5293a16b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:42:43.187330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0edfe9-fc00-41ad-b78d-516c5293a16b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:43.206719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:port and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:43.217866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.220349 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2b8d19aa-d2f2-4720-a43c-9c0ca03ad5af tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2370079 Apr 08 10:42:43.223920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50292) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.254273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:43.274145 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=f35e731c-6744-4e24-be65-dc63235d9c69,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:43.291324 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-cd7d54a5-ea33-49a9-8615-32e07b8b7cde tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] delete failed (client error): The resource could not be found. Apr 08 10:42:43.292802 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cd7d54a5-ea33-49a9-8615-32e07b8b7cde tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/c8cb7fa2-361b-4aa2-9555-3c17a38d928d HTTP/1.1" status: 404 len: 336 time: 0.1926568 Apr 08 10:42:43.301714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:43.308099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port b27384cf-e2b7-44e4-96bb-30d74d8ab414, host dv-neutron-837109-1-hyperv, got binding levels [] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:43.309996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.353568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 55d6efba-35ab-4c17-ab9d-8ff870428131 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:43.357082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0dda7dd7-ce7b-4e69-ae66-794df025553a None None] Provisioning for port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:43.366160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50296) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.366960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 55d6efba-35ab-4c17-ab9d-8ff870428131 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:43.367416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.403380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0dda7dd7-ce7b-4e69-ae66-794df025553a None None] Provisioning complete for port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:43.404073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0dda7dd7-ce7b-4e69-ae66-794df025553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.471406 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e5fe3dcf-4d66-44e1-bd8e-c6de60c4f42b tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=6809e666-fcc7-4c42-b364-dd4178bbb890 HTTP/1.1" status: 200 len: 205 time: 0.1110466 Apr 08 10:42:43.475558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50300) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.528664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0dda7dd7-ce7b-4e69-ae66-794df025553a None None] Port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:43.563842 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-9db2af28-4234-4ac5-b14a-6c88eec62534 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] delete failed (client error): The resource could not be found. Apr 08 10:42:43.563842 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9db2af28-4234-4ac5-b14a-6c88eec62534 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/6809e666-fcc7-4c42-b364-dd4178bbb890 HTTP/1.1" status: 404 len: 336 time: 0.0838327 Apr 08 10:42:43.587278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50304) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.587951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d96970-4235-4320-9817-d52f855708ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.595623 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fb0edfe9-fc00-41ad-b78d-516c5293a16b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5560381 Apr 08 10:42:43.608808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.611445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for b27384cf-e2b7-44e4-96bb-30d74d8ab414 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:43.618920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d96970-4235-4320-9817-d52f855708ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.640674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.640967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50306) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.647981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 55d6efba-35ab-4c17-ab9d-8ff870428131, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=55d6efba-35ab-4c17-ab9d-8ff870428131,segment=NetworkSegment(6eb0d5c4-a06e-4a76-af00-49a6be688782),segment_id=6eb0d5c4-a06e-4a76-af00-49a6be688782)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:43.658039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-88f9b4fc-320b-4965-a9a9-3e219716fec8 None None] Provisioning complete for port f35e731c-6744-4e24-be65-dc63235d9c69 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:43.658531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88f9b4fc-320b-4965-a9a9-3e219716fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.708586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:43.712393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.741274 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-74a0f64f-4c9c-4427-8f08-db02d6ecf9f4 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=77884c41-839f-4e69-a281-c331c3755834 HTTP/1.1" status: 200 len: 205 time: 0.1083541 Apr 08 10:42:43.748747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f426e2a1-9750-4eec-b2a7-a62f95595906 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1042461 Apr 08 10:42:43.748747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50312) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.764865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50314) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.764995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.823621 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-64575c53-da69-470d-8f87-17f7935d45b2 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] delete failed (client error): The resource could not be found. Apr 08 10:42:43.824716 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-64575c53-da69-470d-8f87-17f7935d45b2 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/77884c41-839f-4e69-a281-c331c3755834 HTTP/1.1" status: 404 len: 336 time: 0.0741925 Apr 08 10:42:43.830881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50320) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.870872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=55d6efba-35ab-4c17-ab9d-8ff870428131,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:43.878739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-88f9b4fc-320b-4965-a9a9-3e219716fec8 None None] Provisioning complete for port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:43.879231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88f9b4fc-320b-4965-a9a9-3e219716fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.896395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.903720 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-179729e2-30c7-4261-94f5-01b41eb5479e tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ed28923-d44b-47b5-8061-e36990bd664f HTTP/1.1" status: 200 len: 205 time: 0.0710120 Apr 08 10:42:43.906228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50324) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:43.942647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-88f9b4fc-320b-4965-a9a9-3e219716fec8 None None] Port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:43.947625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] device_id is not set on port 39400e13-885a-4d3e-90fb-5dab7f033f9a yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:43.994403 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-c317106e-2f4d-4a25-b24f-3d68eef50b04 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] delete failed (client error): The resource could not be found. Apr 08 10:42:43.995584 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c317106e-2f4d-4a25-b24f-3d68eef50b04 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/5ed28923-d44b-47b5-8061-e36990bd664f HTTP/1.1" status: 404 len: 336 time: 0.0880914 Apr 08 10:42:44.001888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50328) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.007643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f35e731c-6744-4e24-be65-dc63235d9c69 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:44.060643 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1579e03e-80f8-493e-8108-62f8cd95b899 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d5fb211-ee25-4c9e-829d-d1326010e97c HTTP/1.1" status: 200 len: 205 time: 0.0568931 Apr 08 10:42:44.062572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50332) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.091145 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port f35e731c-6744-4e24-be65-dc63235d9c69 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:44.091657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:44.144534 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-d784af3d-a2aa-4fad-aad8-c605fe877091 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] delete failed (client error): The resource could not be found. Apr 08 10:42:44.145154 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d784af3d-a2aa-4fad-aad8-c605fe877091 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/8d5fb211-ee25-4c9e-829d-d1326010e97c HTTP/1.1" status: 404 len: 336 time: 0.0816195 Apr 08 10:42:44.146933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d96970-4235-4320-9817-d52f855708ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:44.151724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50336) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.218190 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b4121b3d-11d2-41cd-9eac-dcc85e997c9f tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "GET /v2.0/ports?device_id=be22b312-c396-47bf-9172-dd97a58f4467 HTTP/1.1" status: 200 len: 205 time: 0.0503066 Apr 08 10:42:44.218422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50340) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.221411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d96970-4235-4320-9817-d52f855708ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00edefed-e585-4d20-b9a9-25e3276b347b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:44.245173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=bb2d117b-988c-4108-9fa8-c10001d77fc0,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:44.265265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b27384cf-e2b7-44e4-96bb-30d74d8ab414 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:44.303018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 47b7a405-d763-4177-93cc-a0c48e73b82e is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:44.319179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fce5bd-c291-40f4-aa92-c1f96d38b11c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:44.320944 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a7fce5bd-c291-40f4-aa92-c1f96d38b11c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5428898 Apr 08 10:42:44.322045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:44.323677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50344) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.326721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:44.337650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab1988-2bf6-4344-9ab6-189b1e50ed98 None None] Network 47b7a405-d763-4177-93cc-a0c48e73b82e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:44.355422 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-f53332e7-3eac-4615-8d44-bdd2dbf312ab tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] delete failed (client error): The resource could not be found. Apr 08 10:42:44.355422 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f53332e7-3eac-4615-8d44-bdd2dbf312ab tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/routers/be22b312-c396-47bf-9172-dd97a58f4467 HTTP/1.1" status: 404 len: 336 time: 0.1276658 Apr 08 10:42:44.368805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d96970-4235-4320-9817-d52f855708ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:44.370035 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-47d96970-4235-4320-9817-d52f855708ba tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/00edefed-e585-4d20-b9a9-25e3276b347b HTTP/1.1" status: 204 len: 168 time: 1.1450322 Apr 08 10:42:44.373065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50348) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.373404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50350) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.415287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:44.416394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:44.452592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:44.453161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:44.466280 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca6f87f-a70c-4f18-9278-fb2681f15683 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] DELETE failed (client error): The resource could not be found. Apr 08 10:42:44.466745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca6f87f-a70c-4f18-9278-fb2681f15683 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:44.468592 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ca6f87f-a70c-4f18-9278-fb2681f15683 tempest-RoutersIpV6AdminTest-1653555553 tempest-RoutersIpV6AdminTest-1653555553-project] 10.222.0.23 "DELETE /v2.0/subnets/a55395d0-5d73-494f-96a7-20afc9945317 HTTP/1.1" status: 404 len: 337 time: 0.0941966 Apr 08 10:42:44.489586 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-74ecb113-7669-498f-a179-d9806ba5ec80 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1544189 Apr 08 10:42:44.490407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port b27384cf-e2b7-44e4-96bb-30d74d8ab414 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:44.499218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50358) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.543361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a30456-e730-4124-98a0-34728c247bde None None] Network 3e948a20-fc98-4281-9321-aeca9a067c96 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:44.547775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:44.555071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8655368a-95c6-43c0-8d21-d2bf8c8c25d2 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:44.741834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8655368a-95c6-43c0-8d21-d2bf8c8c25d2 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:44.746251 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8655368a-95c6-43c0-8d21-d2bf8c8c25d2 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3703341 Apr 08 10:42:44.763903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50362) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.797209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5e2aa105-b63d-4965-8dd9-0f441eff87b9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Synchronizing usage tracker for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:44.846201 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-701bc653-d9a8-4446-b9db-1e05cc2b84b2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.7253919 Apr 08 10:42:44.849158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50366) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:44.857310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e', 'fixed_ips': [{'subnet_id': '65f7862c-e5bd-41a5-9057-778b2eaef0bc'}, {'subnet_id': 'bb2d117b-988c-4108-9fa8-c10001d77fc0'}], 'name': 'tempest-PortsIpV6TestJSON-1516336513'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:44.872423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5d61f392-12c8-4a7f-88fa-54624744ac02 None None] Provisioning for port b27384cf-e2b7-44e4-96bb-30d74d8ab414 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:44.884233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5d61f392-12c8-4a7f-88fa-54624744ac02 None None] Provisioning complete for port b27384cf-e2b7-44e4-96bb-30d74d8ab414 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:44.884642 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d61f392-12c8-4a7f-88fa-54624744ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:44.953668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:44.955725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port b27384cf-e2b7-44e4-96bb-30d74d8ab414 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:44.956069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:44.980953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5e2aa105-b63d-4965-8dd9-0f441eff87b9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] Unset dirty status for tenant:588f806b34f3423abf4119dc15af4a5e on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:44.982892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.20.0.4 (107b7158-e33f-4a62-9e9f-d30cebdf2297/0e366c22-6910-40bc-92ff-3cc94c99f283/39400e13-885a-4d3e-90fb-5dab7f033f9a) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:44.983221 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5e2aa105-b63d-4965-8dd9-0f441eff87b9 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2351415 Apr 08 10:42:44.987001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50370) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:45.018071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:45.019752 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-e4b3bac7-2af4-49f5-89d2-d406f34e202a tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] delete failed (client error): The resource could not be found. Apr 08 10:42:45.021975 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e4b3bac7-2af4-49f5-89d2-d406f34e202a tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "DELETE /v2.0/security-groups/00edefed-e585-4d20-b9a9-25e3276b347b HTTP/1.1" status: 404 len: 347 time: 0.0331306 Apr 08 10:42:45.026358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50374) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:45.062434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a37ac-f43e-42e7-826d-c53744a459ee None None] Update dhcp port {'port': {'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e', 'fixed_ips': [{'subnet_id': '65f7862c-e5bd-41a5-9057-778b2eaef0bc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb2d117b-988c-4108-9fa8-c10001d77fc0'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'f35e731c-6744-4e24-be65-dc63235d9c69'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:42:45.120378 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9a004a97-3154-42bb-bf0e-6148922cf433 tempest-SecGroupTest-274341472 tempest-SecGroupTest-274341472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0923102 Apr 08 10:42:45.147843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:45.153886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:45.157997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:45.169313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:45.204369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.205580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1e3a37ac-f43e-42e7-826d-c53744a459ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.243424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d61f392-12c8-4a7f-88fa-54624744ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.257470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:45.428914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:45.428914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.428914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50382) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:45.534190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:42:45.578635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5d61f392-12c8-4a7f-88fa-54624744ac02 None None] For port b27384cf-e2b7-44e4-96bb-30d74d8ab414, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b27384cf-e2b7-44e4-96bb-30d74d8ab414,segment=NetworkSegment(456833e6-d0a1-4a13-a0d3-f18b036559c7),segment_id=456833e6-d0a1-4a13-a0d3-f18b036559c7)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:45.586283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:45.605005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=f676ed5b-1b34-44af-bd19-c950053bc949,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:45.609276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.657262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d61f392-12c8-4a7f-88fa-54624744ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.676682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:45.692556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.729107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port f43b87cd-7a54-4e84-9163-058c4aa8a80e yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:45.736657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:45.738126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-1e3a37ac-f43e-42e7-826d-c53744a459ee None None] Allocated IP 2001:db8:0:1::2 (47b7a405-d763-4177-93cc-a0c48e73b82e/bb2d117b-988c-4108-9fa8-c10001d77fc0/f35e731c-6744-4e24-be65-dc63235d9c69) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:45.742221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:45.743033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.782285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61f392-12c8-4a7f-88fa-54624744ac02 None None] Pushing event updated for resources: {'Port': ['ID=b27384cf-e2b7-44e4-96bb-30d74d8ab414,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:45.784877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.829901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3ffe7f3e-1ba6-40ec-9b1c-a3bd887e1228 None None] Provisioning complete for port b27384cf-e2b7-44e4-96bb-30d74d8ab414 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:45.830399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7f3e-1ba6-40ec-9b1c-a3bd887e1228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:45.866479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 55d6efba-35ab-4c17-ab9d-8ff870428131 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:45.944962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.027346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50390) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:46.031541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:46.046889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:46.059126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] Usage tracker for resource:security_group_rule and tenant:9bb14a3cbd29485e9f9959e6967c2c5e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:46.066865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50396) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:46.070996 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1f6abcea-e3b8-4ae4-acb1-f06b60e0aa14 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.4577000 Apr 08 10:42:46.070996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.077487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:46.079211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:46.084842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 55d6efba-35ab-4c17-ab9d-8ff870428131 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:46.085431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.086346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port b27384cf-e2b7-44e4-96bb-30d74d8ab414, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b27384cf-e2b7-44e4-96bb-30d74d8ab414,segment=NetworkSegment(456833e6-d0a1-4a13-a0d3-f18b036559c7),segment_id=456833e6-d0a1-4a13-a0d3-f18b036559c7)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:46.086712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.108221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:46.135341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1e3a37ac-f43e-42e7-826d-c53744a459ee None None] For port f35e731c-6744-4e24-be65-dc63235d9c69, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f35e731c-6744-4e24-be65-dc63235d9c69,segment=NetworkSegment(0e83f18c-dc71-4ae6-ad12-31c442d1795e),segment_id=0e83f18c-dc71-4ae6-ad12-31c442d1795e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:46.242320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1e3a37ac-f43e-42e7-826d-c53744a459ee None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.272350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for b27384cf-e2b7-44e4-96bb-30d74d8ab414 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:46.279951 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-426e7d7a-74f8-4de4-bc35-c6de7783d2f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=588f806b34f3423abf4119dc15af4a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497418 Apr 08 10:42:46.288414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.293599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1e3a37ac-f43e-42e7-826d-c53744a459ee None None] Transition to ACTIVE for port object f35e731c-6744-4e24-be65-dc63235d9c69 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:46.305662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50400) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:46.313174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.394134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1e3a37ac-f43e-42e7-826d-c53744a459ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.526193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7bf99b4a-9559-4e02-992e-5cfc41b3f9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.556242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a37ac-f43e-42e7-826d-c53744a459ee None None] Pushing event updated for resources: {'Port': ['ID=f35e731c-6744-4e24-be65-dc63235d9c69,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:46.612676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network ffa203d8-ace6-43c9-862d-b957759c9f71 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:46.614308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:46.685834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7bf99b4a-9559-4e02-992e-5cfc41b3f9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.701856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:46.704177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:46.704177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.783468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::204 (47b7a405-d763-4177-93cc-a0c48e73b82e/65f7862c-e5bd-41a5-9057-778b2eaef0bc/f43b87cd-7a54-4e84-9163-058c4aa8a80e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:46.788784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.797580 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8:0:1::262 (47b7a405-d763-4177-93cc-a0c48e73b82e/bb2d117b-988c-4108-9fa8-c10001d77fc0/f43b87cd-7a54-4e84-9163-058c4aa8a80e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:46.944402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port b27384cf-e2b7-44e4-96bb-30d74d8ab414 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:46.944402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.956779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.979831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6c6598b2-2b4a-4215-8049-ec80ed00f467 None None] Provisioning complete for port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:46.980374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6c6598b2-2b4a-4215-8049-ec80ed00f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.984826 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.021651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7bf99b4a-9559-4e02-992e-5cfc41b3f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.042205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6c6598b2-2b4a-4215-8049-ec80ed00f467 None None] Port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:47.058886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] In _notify_port_updated(), no bound segment for port f676ed5b-1b34-44af-bd19-c950053bc949 on network 7282e28c-5a87-448b-8085-12facade5cbd {{(pid=88613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:42:47.064265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:47.064924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.066755 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "PUT /v2.0/ports/f676ed5b-1b34-44af-bd19-c950053bc949 HTTP/1.1" status: 200 len: 818 time: 0.9981942 Apr 08 10:42:47.073340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf99b4a-9559-4e02-992e-5cfc41b3f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe0738-c6ec-4f11-8854-13cd2f3d91f1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:47.076560 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bb14a3cbd29485e9f9959e6967c2c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6324546 Apr 08 10:42:47.076560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.077236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50404) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:47.082781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50406) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:47.185582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1760d7-2ec8-4c2a-a415-ac1ca352ae31 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=f676ed5b-1b34-44af-bd19-c950053bc949,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:47.229520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:47.232289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba433e81-09ab-4e41-969b-57018929f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7abb98c-46b3-43bb-a26c-a3baca8fad63,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:47.232831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.258699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b129e-390e-494b-afce-2c30458b97bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port f676ed5b-1b34-44af-bd19-c950053bc949 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:47.259039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ef4b129e-390e-494b-afce-2c30458b97bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.284864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:47.287282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:47.318828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object f43b87cd-7a54-4e84-9163-058c4aa8a80e will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:47.357980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d5c30af2-2d7e-4e10-9153-7ffcbf1df665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.386761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=39400e13-885a-4d3e-90fb-5dab7f033f9a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:47.401470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:42:47.410183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:42:47.414068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.457317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d5c30af2-2d7e-4e10-9153-7ffcbf1df665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.479617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7bf99b4a-9559-4e02-992e-5cfc41b3f9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.480753 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7bf99b4a-9559-4e02-992e-5cfc41b3f9fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25fe0738-c6ec-4f11-8854-13cd2f3d91f1 HTTP/1.1" status: 204 len: 168 time: 1.1735375 Apr 08 10:42:47.489716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f2813d71-7132-4c8e-952f-9bfa5522db4c None None] Provisioning for port f35e731c-6744-4e24-be65-dc63235d9c69 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:47.496599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f2813d71-7132-4c8e-952f-9bfa5522db4c None None] Provisioning complete for port f35e731c-6744-4e24-be65-dc63235d9c69 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:47.497263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f2813d71-7132-4c8e-952f-9bfa5522db4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.536067 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:47.539720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.589128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ef4b129e-390e-494b-afce-2c30458b97bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.661009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:47.679847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:47.682972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:47.683574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.691584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0aa3e-47a3-433e-8525-c366164e649d None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:47.747065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.779244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=a5afa0df-e26f-4f36-b3d1-1c06d19f0565,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:47.843498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b129e-390e-494b-afce-2c30458b97bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for f676ed5b-1b34-44af-bd19-c950053bc949 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:47.850357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:47.856199 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-216ff241-8646-4c38-af4b-c3f559d1e612 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3107588 Apr 08 10:42:47.860992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50416) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:47.864658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port b27384cf-e2b7-44e4-96bb-30d74d8ab414, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b27384cf-e2b7-44e4-96bb-30d74d8ab414,segment=NetworkSegment(456833e6-d0a1-4a13-a0d3-f18b036559c7),segment_id=456833e6-d0a1-4a13-a0d3-f18b036559c7)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:47.865112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.877205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-484216767'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:47.885949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:47.935345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 47b7a405-d763-4177-93cc-a0c48e73b82e is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:47.943444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:47.947807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:47.955826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:47.962159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:47.962655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:47.972617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f35e731c-6744-4e24-be65-dc63235d9c69 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:47.978660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=f43b87cd-7a54-4e84-9163-058c4aa8a80e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:48.011955 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ebb75ff6-177f-4d01-9d57-ec8c2303b1fb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.7475467 Apr 08 10:42:48.014466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50422) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:48.015104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:48.019489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for b27384cf-e2b7-44e4-96bb-30d74d8ab414 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:48.019967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'port': {'network_id': '107b7158-e33f-4a62-9e9f-d30cebdf2297', 'name': 'tempest-FloatingIPTestJSON-2095917935'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:48.039674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d5c30af2-2d7e-4e10-9153-7ffcbf1df665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.049287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:48.062787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fad628e5-ba8f-4208-a84c-d47a5050e70e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5503688 Apr 08 10:42:48.066198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:48.069047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50426) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:48.079939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:d5:7e:71', 'name': 'tempest-NetworksTestDHCPv6-275233044'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:48.094148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30af2-2d7e-4e10-9153-7ffcbf1df665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7abb98c-46b3-43bb-a26c-a3baca8fad63,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:48.094148 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-188b22cd-2251-4a4a-acfd-a24b1da6cd41 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.2421491 Apr 08 10:42:48.096975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:48.096975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:48.125188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50432) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:48.134227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65f7862c-e5bd-41a5-9057-778b2eaef0bc'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:48.169137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ef4b129e-390e-494b-afce-2c30458b97bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.238006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d5c30af2-2d7e-4e10-9153-7ffcbf1df665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.242370 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d5c30af2-2d7e-4e10-9153-7ffcbf1df665 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7abb98c-46b3-43bb-a26c-a3baca8fad63 HTTP/1.1" status: 204 len: 168 time: 1.1390357 Apr 08 10:42:48.247727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ef4b129e-390e-494b-afce-2c30458b97bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.250447 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ef4b129e-390e-494b-afce-2c30458b97bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/f676ed5b-1b34-44af-bd19-c950053bc949 HTTP/1.1" status: 204 len: 168 time: 1.1518171 Apr 08 10:42:48.251730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b129e-390e-494b-afce-2c30458b97bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=f676ed5b-1b34-44af-bd19-c950053bc949,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:48.254906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50442) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:48.390917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:48.397802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:port and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:48.401253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:48.403474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:48.406928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.412337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:48.444012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb9657-4cd0-447c-b118-266d6ba5cf10 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:48.444846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-66bb9657-4cd0-447c-b118-266d6ba5cf10 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:48.498169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'a5afa0df-e26f-4f36-b3d1-1c06d19f0565'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:48.499033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.502430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:48.507881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.533800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] device_id is not set on port 425a2d9a-05ed-4cea-ae1a-17ea6cdd356b yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:48.570595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-66bb9657-4cd0-447c-b118-266d6ba5cf10 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:48.575344 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-66bb9657-4cd0-447c-b118-266d6ba5cf10 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3159275 Apr 08 10:42:48.577227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50448) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:48.593327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:42:48.613997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:48.627474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:48.633057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:48.641738 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8578c0-a218-4218-a907-c668d3ef0829 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:42:48.643323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:48.647236 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3d8578c0-a218-4218-a907-c668d3ef0829 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/f676ed5b-1b34-44af-bd19-c950053bc949 HTTP/1.1" status: 404 len: 333 time: 0.0689936 Apr 08 10:42:48.653657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50454) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:48.673110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-132036202'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:48.766571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.20.0.13 (107b7158-e33f-4a62-9e9f-d30cebdf2297/0e366c22-6910-40bc-92ff-3cc94c99f283/425a2d9a-05ed-4cea-ae1a-17ea6cdd356b) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:48.809516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-12a3db27-8516-491b-83e0-ccf423b47cab None None] Provisioning for port f43b87cd-7a54-4e84-9163-058c4aa8a80e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:48.820195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port f35e731c-6744-4e24-be65-dc63235d9c69 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:48.820725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.846320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-12a3db27-8516-491b-83e0-ccf423b47cab None None] Provisioning complete for port f43b87cd-7a54-4e84-9163-058c4aa8a80e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:48.846842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-12a3db27-8516-491b-83e0-ccf423b47cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.869915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:48.882193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:48.896675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:48.901163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:network and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:48.903893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:48.951829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:48.988911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:49.002969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Port': ['ID=b27384cf-e2b7-44e4-96bb-30d74d8ab414,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:49.012118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.012118 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment 9686917b-4410-4526-aa12-7211659540f5 of type vlan for network 36107f4d-2b90-420f-bdf7-44489b3914a1 Apr 08 10:42:49.062078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.094652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50466) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:49.121043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.200600 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-33beedc5-a6d9-4eaa-83fc-1fc1dfc10447 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6264d54f7e34916822a39de41dc41f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033525 Apr 08 10:42:49.201509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50470) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:49.216964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No DVR routers for this DVR port b27384cf-e2b7-44e4-96bb-30d74d8ab414 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:49.240524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50474) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:49.249012 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025947 Apr 08 10:42:49.249856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50476) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:49.277311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075cf526-b7d1-415b-8b24-747c16adc7ca None None] DHCP port deletion for 3e948a20-fc98-4281-9321-aeca9a067c96 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:49.286891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:49.290593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.306423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.309127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-12a3db27-8516-491b-83e0-ccf423b47cab None None] Port f43b87cd-7a54-4e84-9163-058c4aa8a80e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:49.333454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.402740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Allocated IP 2001:db8::f816:3eff:fe26:af18 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/a5afa0df-e26f-4f36-b3d1-1c06d19f0565/65552f1b-5474-4a9e-8b07-91d4c0d87541) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:49.438634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7818-d12f-4481-a1de-04c052393002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.445513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b27384cf-e2b7-44e4-96bb-30d74d8ab414 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:49.448942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:49.462900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.474865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:49.491814 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7104702f-bc65-4ad9-8bd2-cf6a387b45c5 tempest-NetworksApiDiscovery-361827940 tempest-NetworksApiDiscovery-361827940-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2333460 Apr 08 10:42:49.493507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7818-d12f-4481-a1de-04c052393002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.500516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:49.507087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: b27384cf-e2b7-44e4-96bb-30d74d8ab414 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:49.519065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b27384cf-e2b7-44e4-96bb-30d74d8ab414 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 08 10:42:49.523033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.547832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:42Z', 'revision_number': 3, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:44Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:49.553359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Port b27384cf-e2b7-44e4-96bb-30d74d8ab414 not found, will not notify nova. {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 08 10:42:49.554663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=425a2d9a-05ed-4cea-ae1a-17ea6cdd356b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:49.605405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:42:49.606037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Updating router 849aec40-baed-492c-ad5c-38b4d08794be port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:42:49.613704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:49.614369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.620005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:49.637444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port d2cd599e-4913-422e-ac48-074c8c7e06e5 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:49.684203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.726389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7818-d12f-4481-a1de-04c052393002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.729200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7818-d12f-4481-a1de-04c052393002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.734333 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8d0c7818-d12f-4481-a1de-04c052393002 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5275721-97a4-4963-98f6-84ada6b04432 HTTP/1.1" status: 204 len: 168 time: 0.5273962 Apr 08 10:42:49.734815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.737406 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a4a503d8-be00-4ab2-a405-b7b87f45e38a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7217987 Apr 08 10:42:49.738195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50486) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:49.751781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c7818-d12f-4481-a1de-04c052393002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5275721-97a4-4963-98f6-84ada6b04432,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:49.760841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '425a2d9a-05ed-4cea-ae1a-17ea6cdd356b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:49.770196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:49.775904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:floatingip and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:49.779344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:49.786085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:49.796941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.797206 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Added segment c7fed592-b4a4-452a-bade-4785606f8a55 of type vlan for network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca Apr 08 10:42:49.798402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.805605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:49.806232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.862165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=53867643-dd80-42a0-af70-df084b71b057,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:49.868684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.931332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b27384cf-e2b7-44e4-96bb-30d74d8ab414 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:49.956049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c5df1-8ba8-44d4-af02-f201516a3c48 None None] Network 3e948a20-fc98-4281-9321-aeca9a067c96 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:50.016346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: b27384cf-e2b7-44e4-96bb-30d74d8ab414 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:42:50.016735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b27384cf-e2b7-44e4-96bb-30d74d8ab414 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:50.028000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.074546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.102164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.110024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Transition to ACTIVE for port object 65552f1b-5474-4a9e-8b07-91d4c0d87541 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:50.150663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=36107f4d-2b90-420f-bdf7-44489b3914a1,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:50.168325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.171769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 36107f4d-2b90-420f-bdf7-44489b3914a1 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:50.233403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50494) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:50.271079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Transition to ACTIVE for port object 65552f1b-5474-4a9e-8b07-91d4c0d87541 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:50.319014 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ab922cb4-655c-4bbd-8ef9-e7b246b2fc4f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4539742 Apr 08 10:42:50.323085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50502) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:50.362379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:50.391207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e25a7a-1d79-4988-b834-fb097635dde7 None None] DHCP port deletion for 3e948a20-fc98-4281-9321-aeca9a067c96 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:50.405582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.445046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e948a20-fc98-4281-9321-aeca9a067c96']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:50.469823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.26.7.219 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/cf351c00-1422-4d0e-b107-2eeef39dfe30) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:50.478648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456833e6-d0a1-4a13-a0d3-f18b036559c7') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:50.478949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456833e6-d0a1-4a13-a0d3-f18b036559c7') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:50.498197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Delete allocated IP 2001:db8:0:1::262 (47b7a405-d763-4177-93cc-a0c48e73b82e/bb2d117b-988c-4108-9fa8-c10001d77fc0) {{(pid=88612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:42:50.502794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:50.511600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.520648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:50.527448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:50.528301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:fed5:7e71 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/a5afa0df-e26f-4f36-b3d1-1c06d19f0565/d2cd599e-4913-422e-ac48-074c8c7e06e5) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:50.531998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.537506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.538780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:50.539231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Pushing event updated for resources: {'Port': ['ID=65552f1b-5474-4a9e-8b07-91d4c0d87541,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:50.539774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.620938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.648233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:50.648582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:50.664866 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:50.767378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Attempting to bind port 65552f1b-5474-4a9e-8b07-91d4c0d87541 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:50.767756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Attempting to bind port 65552f1b-5474-4a9e-8b07-91d4c0d87541 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:50.768147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Attempting to bind port 65552f1b-5474-4a9e-8b07-91d4c0d87541 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:50.772090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.772351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:50.782163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:50.782163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:50.782530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.782885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:50.783821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Bound port: 65552f1b-5474-4a9e-8b07-91d4c0d87541, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:50.783821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:50.806827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] Usage tracker for resource:security_group_rule and tenant:a30dc1928bbf4a66aa2a99b109828c26 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:50.813538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:50.828341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:50.832567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:50.845699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:50.852725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:50.871295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:50.908706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] For port 65552f1b-5474-4a9e-8b07-91d4c0d87541, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:50.914577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] For port 65552f1b-5474-4a9e-8b07-91d4c0d87541, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=65552f1b-5474-4a9e-8b07-91d4c0d87541,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:50.915722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.014456 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3585355 Apr 08 10:42:51.016493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:51.021317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.023801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a9108-7667-4179-acd0-08545e80f136 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Network': ['ID=954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:51.026560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50518) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:51.035059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:51.053509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.053866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:51.066187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.159246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=cf351c00-1422-4d0e-b107-2eeef39dfe30,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:51.186991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Transition to ACTIVE for port object 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:51.210883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.214888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.241248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9766f3-1c68-4264-bb69-3dd92b3d829b None None] Pushing event updated for resources: {'Port': ['ID=65552f1b-5474-4a9e-8b07-91d4c0d87541,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:51.241748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.273504 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/3e948a20-fc98-4281-9321-aeca9a067c96 HTTP/1.1" status: 204 len: 168 time: 10.6994996 Apr 08 10:42:51.273504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c6fb5-fe35-4ae7-8a7c-fcbcbcdaafa9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=3e948a20-fc98-4281-9321-aeca9a067c96,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:51.278919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50524) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:51.294692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.303166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:51.311876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:51.326468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:51.334503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:51.354791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50528) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:51.358961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1240728144'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:51.365973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:51.368057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.378860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:51.401720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:51.401720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:51.408206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:51.426427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:51.449725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:51.466883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.493467 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a30dc1928bbf4a66aa2a99b109828c26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2589557 Apr 08 10:42:51.496615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50534) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:51.503424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3985ca1-02a1-4141-b18f-c721fc8f87bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2841e109-b640-4e54-a488-4ed89f05a734,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:51.585884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object f43b87cd-7a54-4e84-9163-058c4aa8a80e will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:51.598005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:51.601897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.631330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.637712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:51.641845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.691641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a807c8-69a1-49f7-ab91-eab389cf3143 None None] Pushing event updated for resources: {'Port': ['ID=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:51.803312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:51.823936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.823936 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 415ea548-8d0a-4c52-a773-f39d40d1d4d5 of type vlan for network 3748cb4e-41e6-42e4-8388-2468a6724198 Apr 08 10:42:51.857942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.893288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.896531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object d2cd599e-4913-422e-ac48-074c8c7e06e5 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:51.898453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Attempting to bind port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:51.898954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Attempting to bind port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:51.899220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Attempting to bind port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 on network ffa203d8-ace6-43c9-862d-b957759c9f71 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:51.916649 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cd79d7cd-6ae6-4fe2-bdb4-4dcf4ed19244 tempest-AgentManagementNegativeTest-129693560 tempest-AgentManagementNegativeTest-129693560-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5487084 Apr 08 10:42:51.916861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:51.916861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Checking segment: {'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:51.928351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.930943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Bound using segment: {'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:51.931489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Bound port: 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb0d5c4-a06e-4a76-af00-49a6be688782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:51.932885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:51.970632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 65552f1b-5474-4a9e-8b07-91d4c0d87541 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:51.983357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.060127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] In _notify_port_updated(), no bound segment for port f43b87cd-7a54-4e84-9163-058c4aa8a80e on network 47b7a405-d763-4177-93cc-a0c48e73b82e {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:42:52.072042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:52.072042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.077665 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "PUT /v2.0/ports/f43b87cd-7a54-4e84-9163-058c4aa8a80e HTTP/1.1" status: 200 len: 926 time: 3.9470496 Apr 08 10:42:52.083071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50540) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:52.083938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68258dc7-4573-4b81-b79f-521dd8eefa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.111162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65f7862c-e5bd-41a5-9057-778b2eaef0bc'}, {'subnet_id': 'bb2d117b-988c-4108-9fa8-c10001d77fc0'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:52.116523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68258dc7-4573-4b81-b79f-521dd8eefa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.123637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.132704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:52.133328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.138451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=756007d3-af84-4f8e-a73b-9fc888e4e3cd,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:52.214147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] For port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:52.218580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] For port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,segment=NetworkSegment(6eb0d5c4-a06e-4a76-af00-49a6be688782),segment_id=6eb0d5c4-a06e-4a76-af00-49a6be688782)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:52.294749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e207d-e0b3-4d98-965b-bb0b1ce2c6df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=f43b87cd-7a54-4e84-9163-058c4aa8a80e,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:52.301207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:52.301207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: 36107f4d-2b90-420f-bdf7-44489b3914a1, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:52.303146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=3748cb4e-41e6-42e4-8388-2468a6724198,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:52.328191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 3748cb4e-41e6-42e4-8388-2468a6724198 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:52.412454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 65552f1b-5474-4a9e-8b07-91d4c0d87541 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:52.417956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.420414 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-17b42fe1-453c-42c0-a4ed-f3513c0e5141 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0894256 Apr 08 10:42:52.429204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50544) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:52.434788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.447845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '3748cb4e-41e6-42e4-8388-2468a6724198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:52.523766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 36107f4d-2b90-420f-bdf7-44489b3914a1 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:52.570450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:52.575384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:52.577219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68258dc7-4573-4b81-b79f-521dd8eefa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.588963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:52.594634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:52.595371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.627759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=d2cd599e-4913-422e-ac48-074c8c7e06e5,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:52.639584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68258dc7-4573-4b81-b79f-521dd8eefa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841e109-b640-4e54-a488-4ed89f05a734,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:52.649026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68258dc7-4573-4b81-b79f-521dd8eefa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.649026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-68258dc7-4573-4b81-b79f-521dd8eefa9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2841e109-b640-4e54-a488-4ed89f05a734 HTTP/1.1" status: 204 len: 168 time: 1.1445234 Apr 08 10:42:52.706056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.756761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 36107f4d-2b90-420f-bdf7-44489b3914a1) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:52.769976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50552) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:52.773451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:52.774050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.795276 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-989b8577-f143-4a6c-9709-a7723773b524 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7250395 Apr 08 10:42:52.803159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50558) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:52.826947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae859db4-66c2-4334-a3d1-060a149727e7 None None] Network 36107f4d-2b90-420f-bdf7-44489b3914a1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:52.849562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=df2018f4-f841-4059-82d8-11df3b6a6544,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:52.865506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking segment: {'id': 'c7fed592-b4a4-452a-bade-4785606f8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:52.866171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network hostable DHCP agents. Network: 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:52.881168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:52.919002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:52.959108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:52.971942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:53.005526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.006361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a807c8-69a1-49f7-ab91-eab389cf3143 None None] Pushing event updated for resources: {'Port': ['ID=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:53.019201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:53.031267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:53.032408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:53.038321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:53.045913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:53.068934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] Usage tracker for resource:security_group_rule and tenant:18c39d9673d64685b8b32f641f72203f is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:53.076762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:53.085614 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-384153f1-8eb4-4691-add0-159d5cd4bff6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7544086 Apr 08 10:42:53.085903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50562) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:53.088038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.109591 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e90833-300d-4553-8141-b56d5982fb13 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:53.116378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e90833-300d-4553-8141-b56d5982fb13 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:53.127278 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a2e90833-300d-4553-8141-b56d5982fb13 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3193359 Apr 08 10:42:53.133745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50566) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:53.148427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ebb2d9d7-6740-4de2-a52b-18503821a065 None None] Provisioning for port f43b87cd-7a54-4e84-9163-058c4aa8a80e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:53.169055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:53.185817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ebb2d9d7-6740-4de2-a52b-18503821a065 None None] Provisioning complete for port f43b87cd-7a54-4e84-9163-058c4aa8a80e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:53.186191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d9d7-6740-4de2-a52b-18503821a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.203064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:53.206817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.239630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:53.244180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:53.251706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.380579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.401525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38742b80-9221-4479-82bc-d0ac8b2a9e24 None None] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:53.486208 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-342e6619-796c-4e1d-a8fa-02221a3f5239 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4487431 Apr 08 10:42:53.498089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50574) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:53.501011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing IP validity checks on allocation pools {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 08 10:42:53.501517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 08 10:42:53.501898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.534057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:53.546683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a5b30a67-bdd7-4d11-afe1-dc80e17e8805 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port d2cd599e-4913-422e-ac48-074c8c7e06e5 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:53.547085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5b30a67-bdd7-4d11-afe1-dc80e17e8805 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.633237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.638185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ebb2d9d7-6740-4de2-a52b-18503821a065 None None] Port f43b87cd-7a54-4e84-9163-058c4aa8a80e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:53.721608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:42:53.858715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca', 'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca', 'tenant_id': 'e7065754d30d41529d7c41eb80ce0f7c', 'fixed_ips': [{'subnet_id': 'df2018f4-f841-4059-82d8-11df3b6a6544'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:53.859431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:53.939396 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18c39d9673d64685b8b32f641f72203f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1685789 Apr 08 10:42:53.951460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892ce49-4187-4335-8ee3-120bf8428010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44723f24-84c7-49d4-875c-6269bc7c700f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:53.954599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50584) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:54.019164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Provisioning for port d2cd599e-4913-422e-ac48-074c8c7e06e5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:54.145793 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-36107f4d-2b90-420f-bdf7-44489b3914a1', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:54.146696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.162859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Provisioning complete for port d2cd599e-4913-422e-ac48-074c8c7e06e5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:54.163226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.183462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d8ede257-e24c-4aff-99b7-7760446ce265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.204796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:54.234058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:54.240238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:54.250558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:54.289820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d8ede257-e24c-4aff-99b7-7760446ce265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.362450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5b30a67-bdd7-4d11-afe1-dc80e17e8805 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.381165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:54.386214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.397688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50596) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:54.403811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8:0:1::260 (47b7a405-d763-4177-93cc-a0c48e73b82e/bb2d117b-988c-4108-9fa8-c10001d77fc0/f43b87cd-7a54-4e84-9163-058c4aa8a80e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:54.477636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Port d2cd599e-4913-422e-ac48-074c8c7e06e5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:54.550018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d8ede257-e24c-4aff-99b7-7760446ce265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.561414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Allocated IP 172.20.0.2 (954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca/df2018f4-f841-4059-82d8-11df3b6a6544/17362781-53b6-4020-84e2-ad04052b23cf) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:54.562216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a5b30a67-bdd7-4d11-afe1-dc80e17e8805 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for d2cd599e-4913-422e-ac48-074c8c7e06e5 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:54.573505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ede257-e24c-4aff-99b7-7760446ce265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44723f24-84c7-49d4-875c-6269bc7c700f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:54.605465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.607103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.627498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d8ede257-e24c-4aff-99b7-7760446ce265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.631337 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d8ede257-e24c-4aff-99b7-7760446ce265 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44723f24-84c7-49d4-875c-6269bc7c700f HTTP/1.1" status: 204 len: 168 time: 0.6691425 Apr 08 10:42:54.648567 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.ipam_backend_mixin [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df2018f4-f841-4059-82d8-11df3b6a6544 (CIDR: 172.20.0.0/28) Apr 08 10:42:54.721571 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:42:54.726872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:42:54.849323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Allocated IP 172.22.0.2 (36107f4d-2b90-420f-bdf7-44489b3914a1/756007d3-af84-4f8e-a73b-9fc888e4e3cd/16fd1b0d-7835-467e-9208-ac8b4535ea3e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:54.889873 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-02013e65-f683-40da-bb81-3df1749d460f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3898752 Apr 08 10:42:54.894379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50604) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:54.903962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:54.910401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Provisioning for port 65552f1b-5474-4a9e-8b07-91d4c0d87541 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:54.941691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Provisioning complete for port 65552f1b-5474-4a9e-8b07-91d4c0d87541 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:54.941938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.951468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:54.968744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object f43b87cd-7a54-4e84-9163-058c4aa8a80e will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:55.014323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-830747003-network', 'tenant_id': '16c5e8e299014c8c8421236dc50632ee'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:55.018005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:42:55.047477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:55.052985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:42Z', 'revision_number': 3, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:52Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:55.061644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.099516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eee3a-a242-4f01-a7df-635067cef7fd None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:42Z', 'revision_number': 3, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:52Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:55.099851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Usage tracker for resource:network and tenant:16c5e8e299014c8c8421236dc50632ee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:55.116416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:55.132648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.139052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:55.189531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.213298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:55.218244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:55.222103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:55.231195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:55.241634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.244601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=130760c1-c38b-4d37-89d9-7ffff59b5c5f,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:55.264324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': '415ea548-8d0a-4c52-a773-f39d40d1d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3748cb4e-41e6-42e4-8388-2468a6724198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:55.264730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 3748cb4e-41e6-42e4-8388-2468a6724198, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:55.359487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.371152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:55.375858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.393020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Transition to ACTIVE for port object 16fd1b0d-7835-467e-9208-ac8b4535ea3e will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:55.442903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Transition to ACTIVE for port object 16fd1b0d-7835-467e-9208-ac8b4535ea3e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:55.446513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Transition to ACTIVE for port object 17362781-53b6-4020-84e2-ad04052b23cf will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:55.496777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.543492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] For port 65552f1b-5474-4a9e-8b07-91d4c0d87541, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=65552f1b-5474-4a9e-8b07-91d4c0d87541,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:55.554786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.668601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] In _notify_port_updated(), no bound segment for port f43b87cd-7a54-4e84-9163-058c4aa8a80e on network 47b7a405-d763-4177-93cc-a0c48e73b82e {{(pid=88613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:42:55.675376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:55.677259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.679081 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "PUT /v2.0/ports/f43b87cd-7a54-4e84-9163-058c4aa8a80e HTTP/1.1" status: 200 len: 1012 time: 3.5825541 Apr 08 10:42:55.680351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc7208-7dc3-4e50-8622-ff267068e3b4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=f43b87cd-7a54-4e84-9163-058c4aa8a80e,revision_number=3']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:55.683176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50618) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:55.689492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.22.0.1 (36107f4d-2b90-420f-bdf7-44489b3914a1/756007d3-af84-4f8e-a73b-9fc888e4e3cd/2464ac83-fcd7-48ff-a367-08b2b82f98cd) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:55.693970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Pushing event updated for resources: {'Port': ['ID=16fd1b0d-7835-467e-9208-ac8b4535ea3e,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:55.700603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.765478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Made reservation on behalf of 16c5e8e299014c8c8421236dc50632ee for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:55.767363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Network 36107f4d-2b90-420f-bdf7-44489b3914a1 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:55.768596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.771126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:55.775372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:55.789201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.811211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Transition to ACTIVE for port object 17362781-53b6-4020-84e2-ad04052b23cf will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:55.895745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=cf351c00-1422-4d0e-b107-2eeef39dfe30,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:55.898541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.922234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5b30a67-bdd7-4d11-afe1-dc80e17e8805 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.922915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d97585-ed38-475f-ac8a-dd3a063c35c0 None None] Pushing event updated for resources: {'Port': ['ID=65552f1b-5474-4a9e-8b07-91d4c0d87541,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:55.953618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Attempting to bind port 16fd1b0d-7835-467e-9208-ac8b4535ea3e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:55.953987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Attempting to bind port 16fd1b0d-7835-467e-9208-ac8b4535ea3e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:55.954528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Attempting to bind port 16fd1b0d-7835-467e-9208-ac8b4535ea3e on network 36107f4d-2b90-420f-bdf7-44489b3914a1 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:55.974865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:55.974865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Checking segment: {'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:55.974865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.974865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Bound using segment: {'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:55.974865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Bound port: 16fd1b0d-7835-467e-9208-ac8b4535ea3e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:55.974865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:55.980570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:55.996145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a4f33394-25e1-4e49-98d3-7fd620484b1b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port f43b87cd-7a54-4e84-9163-058c4aa8a80e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:55.996583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4f33394-25e1-4e49-98d3-7fd620484b1b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.004813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.012665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:56.017152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b30a67-bdd7-4d11-afe1-dc80e17e8805 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=d2cd599e-4913-422e-ac48-074c8c7e06e5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:56.024753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Usage tracker for resource:security_group_rule and tenant:16c5e8e299014c8c8421236dc50632ee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:56.033872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:56.043537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 3748cb4e-41e6-42e4-8388-2468a6724198 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:56.091893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:56.100671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:56.162274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:56.192607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-12e6f341-0529-417f-9a6b-0aa411ebe4af None None] Provisioning for port f43b87cd-7a54-4e84-9163-058c4aa8a80e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:56.200396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:56.217240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5b30a67-bdd7-4d11-afe1-dc80e17e8805 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.218663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.237460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object 2464ac83-fcd7-48ff-a367-08b2b82f98cd will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:56.259749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 3748cb4e-41e6-42e4-8388-2468a6724198) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:56.295247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52c869-2929-4e89-9526-5c049e553840 None None] Network 3748cb4e-41e6-42e4-8388-2468a6724198 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:56.305541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:56.313596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.320332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-12e6f341-0529-417f-9a6b-0aa411ebe4af None None] Provisioning complete for port f43b87cd-7a54-4e84-9163-058c4aa8a80e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:56.337480 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a5b30a67-bdd7-4d11-afe1-dc80e17e8805 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/d2cd599e-4913-422e-ac48-074c8c7e06e5 HTTP/1.1" status: 204 len: 168 time: 3.1942706 Apr 08 10:42:56.337658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-12e6f341-0529-417f-9a6b-0aa411ebe4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.341782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50628) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:56.345596 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP c78c3970-cec7-4621-b5d7-5e53becdf0c3 associated. External IP: 172.26.7.219, port: 425a2d9a-05ed-4cea-ae1a-17ea6cdd356b. Apr 08 10:42:56.393250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.523212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 36107f4d-2b90-420f-bdf7-44489b3914a1 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:56.530033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Pushing event updated for resources: {'Port': ['ID=17362781-53b6-4020-84e2-ad04052b23cf,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:56.532586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:56.532726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-12e6f341-0529-417f-9a6b-0aa411ebe4af None None] Port f43b87cd-7a54-4e84-9163-058c4aa8a80e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:42:56.535671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:56.580564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c10ecf-9e7d-47df-9631-fa05b84bde3a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:56.582172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c10ecf-9e7d-47df-9631-fa05b84bde3a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:56.584349 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-74c10ecf-9e7d-47df-9631-fa05b84bde3a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2406471 Apr 08 10:42:56.588189 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eb05e0cd-c8a6-43db-a4a1-de2b05a463dd tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.1553376 Apr 08 10:42:56.590624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50634) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:56.590947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50636) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:56.622303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.669957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50642) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:56.673570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Attempting to bind port 17362781-53b6-4020-84e2-ad04052b23cf on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:56.673951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Attempting to bind port 17362781-53b6-4020-84e2-ad04052b23cf by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'c7fed592-b4a4-452a-bade-4785606f8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:56.674321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Attempting to bind port 17362781-53b6-4020-84e2-ad04052b23cf on network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:56.697604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:56.697982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Checking segment: {'id': 'c7fed592-b4a4-452a-bade-4785606f8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:56.698398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.698782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Bound using segment: {'id': 'c7fed592-b4a4-452a-bade-4785606f8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:56.699507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Bound port: 17362781-53b6-4020-84e2-ad04052b23cf, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fed592-b4a4-452a-bade-4785606f8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:56.699739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.730067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] For port 16fd1b0d-7835-467e-9208-ac8b4535ea3e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:56.732601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.774846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4f33394-25e1-4e49-98d3-7fd620484b1b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.871267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] For port 16fd1b0d-7835-467e-9208-ac8b4535ea3e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=16fd1b0d-7835-467e-9208-ac8b4535ea3e,segment=NetworkSegment(9686917b-4410-4526-aa12-7211659540f5),segment_id=9686917b-4410-4526-aa12-7211659540f5)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:56.874447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:56.918150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a4f33394-25e1-4e49-98d3-7fd620484b1b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for f43b87cd-7a54-4e84-9163-058c4aa8a80e owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:42:56.945893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:56.946424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.964104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=2464ac83-fcd7-48ff-a367-08b2b82f98cd,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:56.983081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-3748cb4e-41e6-42e4-8388-2468a6724198', 'network_id': '3748cb4e-41e6-42e4-8388-2468a6724198', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '130760c1-c38b-4d37-89d9-7ffff59b5c5f'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:42:56.983657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:56.993383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-078a2972-5442-4d5b-888b-ff466092ea89 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:56.994355 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-078a2972-5442-4d5b-888b-ff466092ea89 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3046682 Apr 08 10:42:57.001396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50648) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.008143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.013026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-ae9487ee-87e9-4508-b586-f1ca4fb3a67d tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.016509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ae9487ee-87e9-4508-b586-f1ca4fb3a67d tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061378 Apr 08 10:42:57.024081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50652) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.025245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a19305-1b8b-498a-b5c7-f82f61ff951d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet a5afa0df-e26f-4f36-b3d1-1c06d19f0565 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:57.025508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.036578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-ef39e8f9-f0c7-4838-9ca7-a8c596d908a0 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.037065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40a19305-1b8b-498a-b5c7-f82f61ff951d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.040130 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ef39e8f9-f0c7-4838-9ca7-a8c596d908a0 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0094216 Apr 08 10:42:57.052412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50656) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.073149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-d1c7fcbf-13e9-4369-9418-3c798ee10eb4 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.076323 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d1c7fcbf-13e9-4369-9418-3c798ee10eb4 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0190487 Apr 08 10:42:57.078013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50660) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.084849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-ba764e58-158b-4842-8575-cfb4b7df35b1 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.088808 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba764e58-158b-4842-8575-cfb4b7df35b1 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068769 Apr 08 10:42:57.092465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:57.094755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50664) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.104623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-3c3c8077-c4d2-4e44-9088-780a859ebb81 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.108112 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3c3c8077-c4d2-4e44-9088-780a859ebb81 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077345 Apr 08 10:42:57.110126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50668) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.117245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-7b7ef396-263c-4925-b1d5-f00189caa2ad tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.121675 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7b7ef396-263c-4925-b1d5-f00189caa2ad tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0071843 Apr 08 10:42:57.121946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50672) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.127436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-907b6cd1-bac3-4b68-a5fb-54b34a6eaaa6 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.131568 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-907b6cd1-bac3-4b68-a5fb-54b34a6eaaa6 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055604 Apr 08 10:42:57.140224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50676) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.152676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.153006 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Added segment 6c447bc2-da67-4cf9-9d8d-904cf53c66b6 of type vlan for network b6ddf88c-1479-4ec4-aa40-c237d7805491 Apr 08 10:42:57.157979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] For port 17362781-53b6-4020-84e2-ad04052b23cf, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:57.158816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:57.172941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-8cf872d0-1053-4e56-a6f5-386d175e7e7a tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.172941 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8cf872d0-1053-4e56-a6f5-386d175e7e7a tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0273881 Apr 08 10:42:57.177279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50680) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.180928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40a19305-1b8b-498a-b5c7-f82f61ff951d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.230581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] For port 17362781-53b6-4020-84e2-ad04052b23cf, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=17362781-53b6-4020-84e2-ad04052b23cf,segment=NetworkSegment(c7fed592-b4a4-452a-bade-4785606f8a55),segment_id=c7fed592-b4a4-452a-bade-4785606f8a55)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:57.237416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.248023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f0a0c-f536-4360-b93c-487ced0a6945 None None] Pushing event updated for resources: {'Port': ['ID=16fd1b0d-7835-467e-9208-ac8b4535ea3e,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:57.267616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-479e65db-e196-44f0-a287-7054721e41cd tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.272693 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-479e65db-e196-44f0-a287-7054721e41cd tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056581 Apr 08 10:42:57.280877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50684) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.286005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.296305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-572d782d-cd2a-4e4e-9ce4-d654ac3034df tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.297304 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-572d782d-cd2a-4e4e-9ce4-d654ac3034df tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0171678 Apr 08 10:42:57.304064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50688) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.322738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:57.323713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-9db2ff1d-313b-415e-a09b-5bf203285781 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.324904 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9db2ff1d-313b-415e-a09b-5bf203285781 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0174856 Apr 08 10:42:57.334526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:57.337386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:57.338138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.348211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50692) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.371104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.389621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.394453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.411079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-faf629ef-9098-4517-b46c-3230f84143b6 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.412516 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-faf629ef-9098-4517-b46c-3230f84143b6 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0605955 Apr 08 10:42:57.422154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50696) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.431762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:42:57.436936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.443766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-860aa8cc-172b-4991-8264-22a754ca62ea tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.447131 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-860aa8cc-172b-4991-8264-22a754ca62ea tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0184319 Apr 08 10:42:57.454977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50700) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.463427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d862d020-45da-4366-a113-5fba45ad205c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.502166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-934cfc63-29ac-468e-a73c-1a2c692327aa tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.503873 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-934cfc63-29ac-468e-a73c-1a2c692327aa tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0458710 Apr 08 10:42:57.503980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Allocated IP 172.20.0.3 (3748cb4e-41e6-42e4-8388-2468a6724198/130760c1-c38b-4d37-89d9-7ffff59b5c5f/7592504e-a966-4238-8cf8-364f252b0fea) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:57.513568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=5c65f64c-788b-4691-8044-a7332fa7e2f2,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:57.518854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50704) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.530988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-d8475f2a-ccb7-4652-9e6b-728ff79dbf35 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.538414 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d8475f2a-ccb7-4652-9e6b-728ff79dbf35 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051465 Apr 08 10:42:57.543261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.543773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764106-e495-4ae1-b2d1-90d32390504b None None] Pushing event updated for resources: {'Port': ['ID=17362781-53b6-4020-84e2-ad04052b23cf,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:57.545377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50708) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.567008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-0e205699-af54-404b-b843-fb4f53b11fda tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.568912 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0e205699-af54-404b-b843-fb4f53b11fda tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0224595 Apr 08 10:42:57.584153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50712) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.586727 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-14b80bf5-3268-43f4-a11b-67917991e0da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6912382 Apr 08 10:42:57.589773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50714) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.593636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,segment=NetworkSegment(6eb0d5c4-a06e-4a76-af00-49a6be688782),segment_id=6eb0d5c4-a06e-4a76-af00-49a6be688782)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:42:57.608401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-df9eb3b5-65f6-4155-83bd-ca45d704c6f3 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.609654 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-df9eb3b5-65f6-4155-83bd-ca45d704c6f3 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0092359 Apr 08 10:42:57.619258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50720) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.635144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40a19305-1b8b-498a-b5c7-f82f61ff951d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.673335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca', 'fixed_ips': [{'subnet_id': 'df2018f4-f841-4059-82d8-11df3b6a6544'}, {'subnet_id': '5c65f64c-788b-4691-8044-a7332fa7e2f2'}], 'name': 'tempest-PortsTestJSON-140241900'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:57.682986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4f33394-25e1-4e49-98d3-7fd620484b1b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.689701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.690650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:57.691228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.708522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.713150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-2ea05f8d-5f7e-489b-bca4-7b1eb74a5d7e tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.714119 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ea05f8d-5f7e-489b-bca4-7b1eb74a5d7e tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0850270 Apr 08 10:42:57.733468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50724) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.789889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-0684fafa-8f54-4061-a1a0-595d310dbc46 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.791462 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0684fafa-8f54-4061-a1a0-595d310dbc46 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0328338 Apr 08 10:42:57.811108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50728) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.837546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-135b23a3-facd-4024-95a3-3697e510afe3 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:57.838934 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-135b23a3-facd-4024-95a3-3697e510afe3 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0100181 Apr 08 10:42:57.862391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50732) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:57.943544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:57.963525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Transition to ACTIVE for port object 7592504e-a966-4238-8cf8-364f252b0fea will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:57.996890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Transition to ACTIVE for port object 7592504e-a966-4238-8cf8-364f252b0fea will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:58.009103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:58.032767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 65552f1b-5474-4a9e-8b07-91d4c0d87541 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:58.084286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f33394-25e1-4e49-98d3-7fd620484b1b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=f43b87cd-7a54-4e84-9163-058c4aa8a80e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:58.110628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.119522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a4f33394-25e1-4e49-98d3-7fd620484b1b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.121742 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a4f33394-25e1-4e49-98d3-7fd620484b1b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/f43b87cd-7a54-4e84-9163-058c4aa8a80e HTTP/1.1" status: 204 len: 168 time: 2.4363074 Apr 08 10:42:58.125150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50736) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.196838 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd126c54-0797-4461-bc74-7d66dc1f1333 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:42:58.197486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cd126c54-0797-4461-bc74-7d66dc1f1333 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:58.211611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-cfe4ff8e-bb4b-4c87-8a26-059ad7736f5e tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.216289 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cfe4ff8e-bb4b-4c87-8a26-059ad7736f5e tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1751907 Apr 08 10:42:58.219759 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8185055 Apr 08 10:42:58.228946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50740) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.229340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50742) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.267554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab6afe-9c98-4ebd-94af-e1344a7fa9ef admin admin] Pushing event updated for resources: {'Network': ['ID=b6ddf88c-1479-4ec4-aa40-c237d7805491,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:58.299553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Network 3748cb4e-41e6-42e4-8388-2468a6724198 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:58.318687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.322794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network b6ddf88c-1479-4ec4-aa40-c237d7805491 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:58.382316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:58.398897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Request body: {'subnet': {'network_id': 'b6ddf88c-1479-4ec4-aa40-c237d7805491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-830747003-subnet', 'tenant_id': '16c5e8e299014c8c8421236dc50632ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:58.407163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-ade57c9f-89a3-46b4-a7f1-8e857ef1b167 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.410960 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ade57c9f-89a3-46b4-a7f1-8e857ef1b167 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1778979 Apr 08 10:42:58.416965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50748) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.427176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:58.427374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:port and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:58.427589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=130760c1-c38b-4d37-89d9-7ffff59b5c5f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:58.428286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:58.431007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:42:58.434519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:42:58.437081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:58.443535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-ce9dff3a-6d79-44e3-a50e-c67bb3d3cecc tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.448592 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ce9dff3a-6d79-44e3-a50e-c67bb3d3cecc tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0241816 Apr 08 10:42:58.448776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Pushing event updated for resources: {'Port': ['ID=7592504e-a966-4238-8cf8-364f252b0fea,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:58.449702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50752) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.451027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Usage tracker for resource:subnet and tenant:16c5e8e299014c8c8421236dc50632ee is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:58.457523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:58.466033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-b0a8bc1a-2a36-4e5f-a78c-00b408926f6b tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.469663 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b0a8bc1a-2a36-4e5f-a78c-00b408926f6b tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0131900 Apr 08 10:42:58.469802 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724decc-d9a6-45a5-9224-284f46d6b9a8 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:58.472176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50756) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.473057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:58.483946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-7900e088-6bbc-4f14-bb89-5296659fe483 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.486937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:58.487103 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7900e088-6bbc-4f14-bb89-5296659fe483 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0090773 Apr 08 10:42:58.489778 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724decc-d9a6-45a5-9224-284f46d6b9a8 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:58.490079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50760) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.490191 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a724decc-d9a6-45a5-9224-284f46d6b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:58.499223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-b9af0aff-cd5d-4b54-95fc-97c57a745077 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.502535 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b9af0aff-cd5d-4b54-95fc-97c57a745077 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0084393 Apr 08 10:42:58.503256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50764) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.510708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-db61359e-032e-4f99-96c7-ee6e31dcbc58 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.514226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-db61359e-032e-4f99-96c7-ee6e31dcbc58 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074701 Apr 08 10:42:58.517753 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50768) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.531931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-bf2cd38a-98d7-41d4-980f-543302b3dd7e tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.533865 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bf2cd38a-98d7-41d4-980f-543302b3dd7e tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0142214 Apr 08 10:42:58.536424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50772) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.543389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-a649bae8-b840-4e10-8087-627b77d43e64 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.544324 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a649bae8-b840-4e10-8087-627b77d43e64 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069544 Apr 08 10:42:58.546623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.548058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50776) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.553604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-f3781ac4-df11-40ef-9441-21713c0a2d46 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.554576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f3781ac4-df11-40ef-9441-21713c0a2d46 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055451 Apr 08 10:42:58.557915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50780) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.560865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 65552f1b-5474-4a9e-8b07-91d4c0d87541 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:58.561318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.563714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-172a0ac3-5e76-41bb-b703-fe1b18c82a54 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.568581 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-172a0ac3-5e76-41bb-b703-fe1b18c82a54 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0084431 Apr 08 10:42:58.575343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50784) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.577457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-2b570301-d20f-498b-9a02-9c15d86beeeb tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.581566 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2b570301-d20f-498b-9a02-9c15d86beeeb tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071449 Apr 08 10:42:58.581566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cd126c54-0797-4461-bc74-7d66dc1f1333 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:58.582033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50788) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.585448 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cd126c54-0797-4461-bc74-7d66dc1f1333 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/f43b87cd-7a54-4e84-9163-058c4aa8a80e HTTP/1.1" status: 404 len: 333 time: 0.4593091 Apr 08 10:42:58.586062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.586258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50792) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.590216 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a724decc-d9a6-45a5-9224-284f46d6b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:58.601901 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724decc-d9a6-45a5-9224-284f46d6b9a8 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:42:58.602544 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a724decc-d9a6-45a5-9224-284f46d6b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:58.606552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-56006c72-6744-46cf-b1f9-c50e53375dfd tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.609938 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-56006c72-6744-46cf-b1f9-c50e53375dfd tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0245013 Apr 08 10:42:58.610346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50796) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.622486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Attempting to bind port 7592504e-a966-4238-8cf8-364f252b0fea on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:58.622954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Attempting to bind port 7592504e-a966-4238-8cf8-364f252b0fea by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '415ea548-8d0a-4c52-a773-f39d40d1d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3748cb4e-41e6-42e4-8388-2468a6724198'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:58.623395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Attempting to bind port 7592504e-a966-4238-8cf8-364f252b0fea on network 3748cb4e-41e6-42e4-8388-2468a6724198 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:42:58.624526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-7830ca1b-5780-4082-8a6f-3fbe4b8d4c89 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.628305 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7830ca1b-5780-4082-8a6f-3fbe4b8d4c89 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0147009 Apr 08 10:42:58.630261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50800) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.630874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40a19305-1b8b-498a-b5c7-f82f61ff951d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.642416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Made reservation on behalf of 16c5e8e299014c8c8421236dc50632ee for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:58.644867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:42:58.645318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.645442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Checking segment: {'id': '415ea548-8d0a-4c52-a773-f39d40d1d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3748cb4e-41e6-42e4-8388-2468a6724198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:42:58.645880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.646345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Bound using segment: {'id': '415ea548-8d0a-4c52-a773-f39d40d1d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3748cb4e-41e6-42e4-8388-2468a6724198'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:42:58.646897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Bound port: 7592504e-a966-4238-8cf8-364f252b0fea, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415ea548-8d0a-4c52-a773-f39d40d1d4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3748cb4e-41e6-42e4-8388-2468a6724198'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:58.647347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.667986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-1110abce-fbf9-4c55-b853-1703fcd2009d tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.668737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3748cb4e-41e6-42e4-8388-2468a6724198']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:58.672161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1110abce-fbf9-4c55-b853-1703fcd2009d tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0360534 Apr 08 10:42:58.677232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50804) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.691976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-40a19305-1b8b-498a-b5c7-f82f61ff951d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.694639 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-40a19305-1b8b-498a-b5c7-f82f61ff951d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/a5afa0df-e26f-4f36-b3d1-1c06d19f0565 HTTP/1.1" status: 204 len: 168 time: 2.1008096 Apr 08 10:42:58.697911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-454c6e09-8f00-4d83-bca7-818dd6f52303 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.701678 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-454c6e09-8f00-4d83-bca7-818dd6f52303 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0161531 Apr 08 10:42:58.703227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a19305-1b8b-498a-b5c7-f82f61ff951d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=a5afa0df-e26f-4f36-b3d1-1c06d19f0565,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:58.704501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50808) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.705016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50810) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.707900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415ea548-8d0a-4c52-a773-f39d40d1d4d5') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:58.708200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415ea548-8d0a-4c52-a773-f39d40d1d4d5') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:58.710846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086098c8-5fc5-48bb-a575-c808679d419c None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:58.721515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.723094 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a724decc-d9a6-45a5-9224-284f46d6b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:58.724213 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724decc-d9a6-45a5-9224-284f46d6b9a8 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:58.742457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.750814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.778460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-1261851d-fbaa-4732-a666-302f1d3dfc47 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.782476 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1261851d-fbaa-4732-a666-302f1d3dfc47 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0687919 Apr 08 10:42:58.785085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50816) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.800205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-0164eff5-aa50-49e1-998b-357900918a28 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.804623 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0164eff5-aa50-49e1-998b-357900918a28 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0120034 Apr 08 10:42:58.810655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:42:58.810869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.825928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50820) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:58.826615 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:58.846355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:58.853768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-5c8f0c56-f92f-4130-80e6-c1a993674b51 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.857042 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5c8f0c56-f92f-4130-80e6-c1a993674b51 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0273323 Apr 08 10:42:58.862560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50824) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.918978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-e47faa79-c9b0-4069-8dc0-4a4130e75baa tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.922422 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e47faa79-c9b0-4069-8dc0-4a4130e75baa tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0563967 Apr 08 10:42:58.924282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] For port 7592504e-a966-4238-8cf8-364f252b0fea, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:42:58.929628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50828) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:58.937149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:58.978472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-786a7b2e-1cd9-4788-ab4b-b0d0dda7cf67 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:58.982011 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-786a7b2e-1cd9-4788-ab4b-b0d0dda7cf67 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0225654 Apr 08 10:42:58.994088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50832) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.003092 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-843493b4-f351-48fc-8620-16e4ad81650b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.2535307 Apr 08 10:42:59.006881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50836) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.014855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-f336f979-3596-4fad-a940-c5ba0f0ffaf7 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.018658 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f336f979-3596-4fad-a940-c5ba0f0ffaf7 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0177536 Apr 08 10:42:59.022477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:59.025618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] For port 7592504e-a966-4238-8cf8-364f252b0fea, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7592504e-a966-4238-8cf8-364f252b0fea,segment=NetworkSegment(415ea548-8d0a-4c52-a773-f39d40d1d4d5),segment_id=415ea548-8d0a-4c52-a773-f39d40d1d4d5)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:42:59.038487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.050183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50840) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.073842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2b38a7-4c04-42b9-a465-fcbb3820f442 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet bb2d117b-988c-4108-9fa8-c10001d77fc0 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:42:59.082413 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ac25bbe1-ba3d-4203-ba7e-94ce6c795dbf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3726902 Apr 08 10:42:59.087940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-38edab61-de2d-4233-9a05-78333c0484bb tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.089306 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-38edab61-de2d-4233-9a05-78333c0484bb tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0091772 Apr 08 10:42:59.124388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.136311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c2b38a7-4c04-42b9-a465-fcbb3820f442 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.181028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:42:59.193590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50844) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.193590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50846) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.241415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-e6da5f56-cc30-4d64-a923-03edac977708 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.242380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e6da5f56-cc30-4d64-a923-03edac977708 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0447471 Apr 08 10:42:59.250236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:59.258899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e2d32-dc1f-4404-bc50-ea1887481000 None None] Pushing event updated for resources: {'Port': ['ID=7592504e-a966-4238-8cf8-364f252b0fea,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:59.264043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] Deleting port 65552f1b-5474-4a9e-8b07-91d4c0d87541 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:42:59.264425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.282897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50852) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.332582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.419968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-195d0a85-651d-4132-9ff7-155771d6fc4c tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.425681 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-195d0a85-651d-4132-9ff7-155771d6fc4c tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0209413 Apr 08 10:42:59.436314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:42:59.436314 dv-neutron-837109-1-hyperv neutron-server[88613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:42:59.436314 dv-neutron-837109-1-hyperv neutron-server[88613]: [parameters: {'id': '3748cb4e-41e6-42e4-8388-2468a6724198'}] Apr 08 10:42:59.436314 dv-neutron-837109-1-hyperv neutron-server[88613]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:42:59.436860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:42:59.444901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50856) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.462155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-c0e799ed-2fe3-4afc-b905-173e3d8760ca tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.465621 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c0e799ed-2fe3-4afc-b905-173e3d8760ca tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0135369 Apr 08 10:42:59.466276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50860) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.486633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-d6e4fc5f-27d1-4bf5-833b-d33a5c2a3b65 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.491550 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d6e4fc5f-27d1-4bf5-833b-d33a5c2a3b65 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0196414 Apr 08 10:42:59.494126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50864) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.507018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=2464ac83-fcd7-48ff-a367-08b2b82f98cd,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:59.508903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4e3cd-f7d7-4ef5-852e-e5c2dd3ed0a9 None None] Network 36107f4d-2b90-420f-bdf7-44489b3914a1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:59.513452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-0be4e549-3929-4315-833e-24da3d067249 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.519346 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0be4e549-3929-4315-833e-24da3d067249 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0179045 Apr 08 10:42:59.536752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50868) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.547327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c2b38a7-4c04-42b9-a465-fcbb3820f442 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.550803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-9bdcd55f-c925-4ce5-99fa-a8c78d4608e9 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.552821 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9bdcd55f-c925-4ce5-99fa-a8c78d4608e9 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0148041 Apr 08 10:42:59.582033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50872) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.588628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-b8ab3394-244a-4e68-ac49-428da431db0b tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.589619 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b8ab3394-244a-4e68-ac49-428da431db0b tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071795 Apr 08 10:42:59.602100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-11d2fbd9-488f-4f2b-a6c0-ba72019c535b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.632600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50876) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.653378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-9455df99-f75c-4082-a073-7ea0ba65fbd5 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.656795 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9455df99-f75c-4082-a073-7ea0ba65fbd5 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0209386 Apr 08 10:42:59.664865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50880) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.669926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc98eb8d-0faa-4343-8049-716d1ba17a34 None None] Network 3748cb4e-41e6-42e4-8388-2468a6724198 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:59.672876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-b6d2a20c-0df5-465b-b3e8-ff1612850528 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.676188 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b6d2a20c-0df5-465b-b3e8-ff1612850528 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0077820 Apr 08 10:42:59.681470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:59.686229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50884) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.702372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-251db380-a144-4ec6-9e1f-b33da9b7af30 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.703339 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-251db380-a144-4ec6-9e1f-b33da9b7af30 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0131588 Apr 08 10:42:59.708636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50888) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.711250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bf31b-b636-4b3c-9079-2e13bc5c0a33 None None] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:42:59.712382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.726676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-7f5c3c10-275d-4595-8a51-874cc325c6fb tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.730157 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7f5c3c10-275d-4595-8a51-874cc325c6fb tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084345 Apr 08 10:42:59.730795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50892) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.731644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:59.745405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-0ffd0681-b954-473c-9df7-3566e5d8698f tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.746383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0ffd0681-b954-473c-9df7-3566e5d8698f tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0110824 Apr 08 10:42:59.751216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50896) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.762854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port 56171625-26f8-4c0b-8bcb-439a185c8d49 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:42:59.763298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 36107f4d-2b90-420f-bdf7-44489b3914a1 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:59.773394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-a8af795f-291b-45cf-9a47-fc530f667b0e tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.776798 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a8af795f-291b-45cf-9a47-fc530f667b0e tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0177801 Apr 08 10:42:59.776798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:59.777119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50900) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.807121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-587ba955-32f6-4afc-b233-0c805c603afe None None] Provisioning for port 16fd1b0d-7835-467e-9208-ac8b4535ea3e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:59.842619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-eb1f6498-90da-481d-a5cd-9bb6082f48e7 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.845951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eb1f6498-90da-481d-a5cd-9bb6082f48e7 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0644429 Apr 08 10:42:59.851757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50904) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.861339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.868979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [None req-f7c14f3c-a278-4160-87a0-170f00713ed4 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.872251 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f7c14f3c-a278-4160-87a0-170f00713ed4 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0102370 Apr 08 10:42:59.881772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.901934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-38c84cb6-511c-4c7b-9d1f-d2c6d33cd89a tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.905399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-38c84cb6-511c-4c7b-9d1f-d2c6d33cd89a tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0204842 Apr 08 10:42:59.917935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50912) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.926133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.929550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-47d271fa-71e9-40d1-984c-3e2629364fc1 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.932962 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-47d271fa-71e9-40d1-984c-3e2629364fc1 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0117698 Apr 08 10:42:59.934424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.943608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.946378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-802ef381-1f73-463d-964d-570b0e7e9cb9 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.949639 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-802ef381-1f73-463d-964d-570b0e7e9cb9 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0117595 Apr 08 10:42:59.951130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50920) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:59.957053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:59.961343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:59.963747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-a8f36ea4-d01f-4e7d-b429-9f9f1a771487 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:42:59.967116 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a8f36ea4-d01f-4e7d-b429-9f9f1a771487 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0129075 Apr 08 10:42:59.974578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50924) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:00.023104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-318e5a43-4a60-4a62-9368-17cc1fd796f9 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:43:00.024592 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-318e5a43-4a60-4a62-9368-17cc1fd796f9 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0439532 Apr 08 10:43:00.027787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c2b38a7-4c04-42b9-a465-fcbb3820f442 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.032018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.032594 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP c78c3970-cec7-4621-b5d7-5e53becdf0c3 disassociated. External IP: 172.26.7.219, port: 425a2d9a-05ed-4cea-ae1a-17ea6cdd356b. Apr 08 10:43:00.092397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:00.093175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port 7592504e-a966-4238-8cf8-364f252b0fea {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:00.093523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.140900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-b7ae17c4-e510-4eda-8a63-6169f36e8506 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:43:00.141892 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b7ae17c4-e510-4eda-8a63-6169f36e8506 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0230818 Apr 08 10:43:00.156882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50932) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:00.176498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-728cfcd5-ca2f-4334-8e17-2585925dc065 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:43:00.180189 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-728cfcd5-ca2f-4334-8e17-2585925dc065 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0148578 Apr 08 10:43:00.188520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50936) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:00.196861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 16fd1b0d-7835-467e-9208-ac8b4535ea3e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:00.226313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-c6baf460-a1a5-4fdd-8dfc-54529368b4e1 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:43:00.230216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c6baf460-a1a5-4fdd-8dfc-54529368b4e1 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0378642 Apr 08 10:43:00.243773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50940) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:00.262143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-5bb5eac2-3e2e-4f1e-95fc-b9b729f52836 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:43:00.265747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5bb5eac2-3e2e-4f1e-95fc-b9b729f52836 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0122361 Apr 08 10:43:00.295854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50944) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:00.303598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] For port 65552f1b-5474-4a9e-8b07-91d4c0d87541, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=65552f1b-5474-4a9e-8b07-91d4c0d87541,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:00.303830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.320442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [None req-fd04f7fc-a694-4423-b352-4530fd776d97 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:43:00.324801 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fd04f7fc-a694-4423-b352-4530fd776d97 tempest-ExtensionsTestJSON-800954653 tempest-ExtensionsTestJSON-800954653-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0175178 Apr 08 10:43:00.373172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:00.375701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:00.400990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Checking segment: {'id': '6c447bc2-da67-4cf9-9d8d-904cf53c66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b6ddf88c-1479-4ec4-aa40-c237d7805491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:00.400990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Network hostable DHCP agents. Network: b6ddf88c-1479-4ec4-aa40-c237d7805491, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:00.512557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] Calling delete_port for 65552f1b-5474-4a9e-8b07-91d4c0d87541 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:00.586746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f581c234-00fe-4a75-b2ab-19b21b16e1bc None None] Provisioning for port 17362781-53b6-4020-84e2-ad04052b23cf completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:00.661696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port 7592504e-a966-4238-8cf8-364f252b0fea, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7592504e-a966-4238-8cf8-364f252b0fea,segment=NetworkSegment(415ea548-8d0a-4c52-a773-f39d40d1d4d5),segment_id=415ea548-8d0a-4c52-a773-f39d40d1d4d5)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:00.661994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.665725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c2b38a7-4c04-42b9-a465-fcbb3820f442 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.719659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Network b6ddf88c-1479-4ec4-aa40-c237d7805491 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:00.727027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c2b38a7-4c04-42b9-a465-fcbb3820f442 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.738804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83511a3e-983d-42ef-ab8a-87ad6f2e8cbf None None] Network 47b7a405-d763-4177-93cc-a0c48e73b82e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:00.746009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b38a7-4c04-42b9-a465-fcbb3820f442 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2d117b-988c-4108-9fa8-c10001d77fc0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:00.781659 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5c2b38a7-4c04-42b9-a465-fcbb3820f442 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/bb2d117b-988c-4108-9fa8-c10001d77fc0 HTTP/1.1" status: 204 len: 168 time: 2.1943409 Apr 08 10:43:00.787101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50950) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:00.841665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:00.855443 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c3f067d2-3c28-45b5-a24a-e5ec37c0531c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7703352 Apr 08 10:43:00.859901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50954) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:00.869285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'network': {'name': 'tempest-RoutersTest-254052301'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:00.873363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.879705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:00.893661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:00.901990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe057f1-77d0-4769-8697-73d1003f29a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet 65f7862c-e5bd-41a5-9057-778b2eaef0bc {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:00.912938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 16fd1b0d-7835-467e-9208-ac8b4535ea3e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:00.915401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, b6ddf88c-1479-4ec4-aa40-c237d7805491) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:00.917746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:network and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:00.920532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fe057f1-77d0-4769-8697-73d1003f29a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.922582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.957164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:00.967636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:00.968380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:00.969860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5646c-ff7e-4285-a5e7-b16fcd5f4af3 None None] Network b6ddf88c-1479-4ec4-aa40-c237d7805491 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:00.982572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for 7592504e-a966-4238-8cf8-364f252b0fea owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:00.985455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:01.021055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fe057f1-77d0-4769-8697-73d1003f29a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.122709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.9 (954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca/df2018f4-f841-4059-82d8-11df3b6a6544/56171625-26f8-4c0b-8bcb-439a185c8d49) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:01.134454 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0097f707-b1d5-4a4e-b955-e7dc9c053a11 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8916686 Apr 08 10:43:01.139531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:01.139951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.146641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 16fd1b0d-7835-467e-9208-ac8b4535ea3e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:01.146641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.176929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.22 (954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca/5c65f64c-788b-4691-8044-a7332fa7e2f2/56171625-26f8-4c0b-8bcb-439a185c8d49) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:01.184320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:01.185401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:01.260745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50962) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:01.266117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:01.322814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fe057f1-77d0-4769-8697-73d1003f29a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.352580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] Pushing event deleted for resources: {'Port': ['ID=65552f1b-5474-4a9e-8b07-91d4c0d87541,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:01.406950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.464554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:01.516724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885ba83-ff05-413e-831b-d2daa2d46772 None None] No DVR routers for this DVR port 65552f1b-5474-4a9e-8b07-91d4c0d87541 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:01.541176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No DVR routers for this DVR port 7592504e-a966-4238-8cf8-364f252b0fea on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:01.549589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:43:01.550814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.563382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.563721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added segment bdf2b077-88e7-46f5-922e-dd2b660321f1 of type vlan for network 9038f25f-7ec2-4e0d-b114-098c265d7adb Apr 08 10:43:01.583089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Port': ['ID=7592504e-a966-4238-8cf8-364f252b0fea,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:01.680133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fe057f1-77d0-4769-8697-73d1003f29a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.709231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.723025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.758914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fe057f1-77d0-4769-8697-73d1003f29a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.776885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:01.779202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:01.797827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:01.797827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.804223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=95413837-b0d4-4ee6-a79b-7d0cf1ea9d44,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:01.806529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:01.875252 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8fe057f1-77d0-4769-8697-73d1003f29a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/65f7862c-e5bd-41a5-9057-778b2eaef0bc HTTP/1.1" status: 204 len: 168 time: 1.0869710 Apr 08 10:43:01.890999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50972) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:01.897524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe057f1-77d0-4769-8697-73d1003f29a0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=65f7862c-e5bd-41a5-9057-778b2eaef0bc,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:01.908005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:01.916324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] Usage tracker for resource:security_group_rule and tenant:aad9a65f97ac4c1a8014527b3cbbac1e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:01.919952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:01.927530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:01.947723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.001748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014ea521-c218-4a78-bfe8-ba4454763775 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:02.001975 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0d8952a5-900f-4954-98fd-73c6be8c9939 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8029425 Apr 08 10:43:02.002156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.009437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:02.011130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.016753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 50978) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:02.017319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:02.027997 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa90a8-aa3f-4dac-b43c-1b83eb71b3ac None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:02.034186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] Update dhcp port {'port': {'network_id': '954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca', 'fixed_ips': [{'subnet_id': 'df2018f4-f841-4059-82d8-11df3b6a6544', 'ip_address': '172.20.0.2'}, {'subnet_id': '5c65f64c-788b-4691-8044-a7332fa7e2f2'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': '17362781-53b6-4020-84e2-ad04052b23cf'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:43:02.041740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:ab:a2:d1', 'name': 'tempest-NetworksTestDHCPv6-1998094406'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:02.049454 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa90a8-aa3f-4dac-b43c-1b83eb71b3ac None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:02.050086 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-cbfa90a8-aa3f-4dac-b43c-1b83eb71b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:02.058534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.088738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9b3b4257-0bdd-41e8-aad5-425dc41e66cd None None] Provisioning for port 2464ac83-fcd7-48ff-a367-08b2b82f98cd completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:02.096890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3748cb4e-41e6-42e4-8388-2468a6724198']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:02.123859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17738d2-81ac-4512-8de5-b1c6044ec2e2 None None] Network b6ddf88c-1479-4ec4-aa40-c237d7805491 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:02.140601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:02.141432 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-cbfa90a8-aa3f-4dac-b43c-1b83eb71b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:02.151496 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa90a8-aa3f-4dac-b43c-1b83eb71b3ac None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:02.152163 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-cbfa90a8-aa3f-4dac-b43c-1b83eb71b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:02.158229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.214159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415ea548-8d0a-4c52-a773-f39d40d1d4d5') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:02.214469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415ea548-8d0a-4c52-a773-f39d40d1d4d5') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:02.237416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.247305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9b3b4257-0bdd-41e8-aad5-425dc41e66cd None None] Provisioning complete for port 2464ac83-fcd7-48ff-a367-08b2b82f98cd triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:02.247829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9b3b4257-0bdd-41e8-aad5-425dc41e66cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.255939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.261897 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-cbfa90a8-aa3f-4dac-b43c-1b83eb71b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:02.263058 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfa90a8-aa3f-4dac-b43c-1b83eb71b3ac None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:02.299891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.345063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.345715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.377096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object 56171625-26f8-4c0b-8bcb-439a185c8d49 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:02.379286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Network': ['ID=9038f25f-7ec2-4e0d-b114-098c265d7adb,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:02.404114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.404702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.413510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:02.414080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.424335 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aad9a65f97ac4c1a8014527b3cbbac1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1616824 Apr 08 10:43:02.424967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50988) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:02.428258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b28ba-d980-4813-86e8-c2d0df979a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35b62e3-af3e-441a-a0ea-cec1aa935820,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:02.457144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50992) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:02.463799 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a3cca40c-09b8-4854-aa60-5ff7328022bd tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6025515 Apr 08 10:43:02.464518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50996) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:02.465283 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c6569f07-a3d9-40a9-aeba-128bf33fc374 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/floatingips/c78c3970-cec7-4621-b5d7-5e53becdf0c3 HTTP/1.1" status: 200 len: 688 time: 3.4572372 Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:02.466793 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:02.469097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 50998) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:02.476190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.479640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1279175600-network', 'tenant_id': '02587fa75c834ef1b918831a58219958'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:02.492832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 9038f25f-7ec2-4e0d-b114-098c265d7adb details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:02.552804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'subnet': {'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:02.574855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:02.601823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Usage tracker for resource:network and tenant:02587fa75c834ef1b918831a58219958 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:02.609359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port f35e731c-6744-4e24-be65-dc63235d9c69 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:02.609829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.617013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:02.689342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:02.695050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:02.712562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:02.718203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:02.729383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:02.788805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port cf351c00-1422-4d0e-b107-2eeef39dfe30 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:02.789156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.807616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.817205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b4257-0bdd-41e8-aad5-425dc41e66cd None None] Port 2464ac83-fcd7-48ff-a367-08b2b82f98cd cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:02.900158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:02.908036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=56171625-26f8-4c0b-8bcb-439a185c8d49,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:02.947167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:02.949977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.962714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-091e5d55-f24d-46b7-a858-13438ad61f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.982721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Made reservation on behalf of 02587fa75c834ef1b918831a58219958 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:02.984437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:02.985103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:02.991784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.011288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=3748cb4e-41e6-42e4-8388-2468a6724198,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:03.018960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.033438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:03.034080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.042993 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-72e1026f-4808-45fb-a419-b42c45e348ce tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/3748cb4e-41e6-42e4-8388-2468a6724198 HTTP/1.1" status: 204 len: 168 time: 6.4439049 Apr 08 10:43:03.047225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51004) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:03.052661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:03.060116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316992067'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:03.067504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-091e5d55-f24d-46b7-a858-13438ad61f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.078420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:03.089359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:03.091811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:subnet and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:03.104342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Usage tracker for resource:security_group_rule and tenant:02587fa75c834ef1b918831a58219958 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:03.108100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:03.129359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:03.134161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:03.136763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:03.140202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:03.153564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:03.172250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:03.178477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:03.179527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 16fd1b0d-7835-467e-9208-ac8b4535ea3e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=16fd1b0d-7835-467e-9208-ac8b4535ea3e,segment=NetworkSegment(9686917b-4410-4526-aa12-7211659540f5),segment_id=9686917b-4410-4526-aa12-7211659540f5)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:03.180243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9b3b4257-0bdd-41e8-aad5-425dc41e66cd None None] Provisioning complete for port 16fd1b0d-7835-467e-9208-ac8b4535ea3e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:03.181013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9b3b4257-0bdd-41e8-aad5-425dc41e66cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.186986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] For port f35e731c-6744-4e24-be65-dc63235d9c69, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f35e731c-6744-4e24-be65-dc63235d9c69,segment=NetworkSegment(0e83f18c-dc71-4ae6-ad12-31c442d1795e),segment_id=0e83f18c-dc71-4ae6-ad12-31c442d1795e)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:03.187349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.246163 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0f286d2b-2576-4373-aba4-0945a6bf5719 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.6438503 Apr 08 10:43:03.254173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51008) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:03.276739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df2018f4-f841-4059-82d8-11df3b6a6544'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:03.283188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.283985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:03.367411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:03.370825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.380546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Made reservation on behalf of 6753d7d0e92f4594b732019342a35748 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:03.383548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.413640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for f35e731c-6744-4e24-be65-dc63235d9c69 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:03.451415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.451745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.498087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.539146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 8403493d-524f-4ac2-a655-1c434d6161c9 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:03.609435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.638284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '95413837-b0d4-4ee6-a79b-7d0cf1ea9d44'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:03.639113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.654023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for cf351c00-1422-4d0e-b107-2eeef39dfe30 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:03.666380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=f35e731c-6744-4e24-be65-dc63235d9c69,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:03.672896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553ba0e-840e-40ae-872f-85afa9262915 None None] Update dhcp port {'port': {'network_id': '47b7a405-d763-4177-93cc-a0c48e73b82e', 'fixed_ips': [{'subnet_id': '65f7862c-e5bd-41a5-9057-778b2eaef0bc'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'f35e731c-6744-4e24-be65-dc63235d9c69'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:43:03.677317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No DVR routers for this DVR port f35e731c-6744-4e24-be65-dc63235d9c69 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:03.681186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-091e5d55-f24d-46b7-a858-13438ad61f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.704348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=16fd1b0d-7835-467e-9208-ac8b4535ea3e,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:03.773718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:03.777764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553ba0e-840e-40ae-872f-85afa9262915 None None] Host dv-neutron-837109-1-hyperv tried to update port f35e731c-6744-4e24-be65-dc63235d9c69 which no longer exists. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 08 10:43:03.782360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] Allocated IP 172.20.0.18 (954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca/5c65f64c-788b-4691-8044-a7332fa7e2f2/17362781-53b6-4020-84e2-ad04052b23cf) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:03.800024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e5d55-f24d-46b7-a858-13438ad61f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35b62e3-af3e-441a-a0ea-cec1aa935820,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:03.831577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.831950 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 7fe342f9-ba4c-44d8-97cb-91d235244173 of type vlan for network 58eaf93f-5f97-452a-8ed1-c4132b14500e Apr 08 10:43:03.872390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.880513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-091e5d55-f24d-46b7-a858-13438ad61f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.883628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-091e5d55-f24d-46b7-a858-13438ad61f0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e35b62e3-af3e-441a-a0ea-cec1aa935820 HTTP/1.1" status: 204 len: 168 time: 1.4547877 Apr 08 10:43:03.912660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:feab:a2d1 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/95413837-b0d4-4ee6-a79b-7d0cf1ea9d44/8403493d-524f-4ac2-a655-1c434d6161c9) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:03.916642 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:03.916883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.946112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b7a405-d763-4177-93cc-a0c48e73b82e']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:03.961472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e83f18c-dc71-4ae6-ad12-31c442d1795e') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:03.961769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e83f18c-dc71-4ae6-ad12-31c442d1795e') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:03.963741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b783485-e89d-4519-bf5a-233cc770af36 None None] Network 47b7a405-d763-4177-93cc-a0c48e73b82e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:03.997633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:03.998957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.028742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.034472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.053335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:04.053750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:04.076204 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:04.128926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.165597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.233053 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:42:58Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:04.263603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:04.288510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f9d579c0-0dd4-4341-8a49-4d0dd275964b None None] Could not find standard attr ID for object f35e731c-6744-4e24-be65-dc63235d9c69. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:43:04.296690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:43:04.297246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Updating router 849aec40-baed-492c-ad5c-38b4d08794be port 2464ac83-fcd7-48ff-a367-08b2b82f98cd binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:43:04.312315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35909949-70bd-40bc-a51e-6b52e912d65f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:04.324996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.328328 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Added segment 36216f2c-d5ce-4a9a-893b-a16c0da01a63 of type vlan for network 68c21ffc-c0cb-4aa5-8adb-25663ba9942a Apr 08 10:43:04.364750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.367545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.381530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.386948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:04.387202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 8403493d-524f-4ac2-a655-1c434d6161c9 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:04.387894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.424439 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] For port 17362781-53b6-4020-84e2-ad04052b23cf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=17362781-53b6-4020-84e2-ad04052b23cf,segment=NetworkSegment(c7fed592-b4a4-452a-bade-4785606f8a55),segment_id=c7fed592-b4a4-452a-bade-4785606f8a55)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:04.429519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.500990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.539696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d77b9e4-c5c1-4c48-8dd6-bdd5875e8104 None None] DHCP port deletion for 47b7a405-d763-4177-93cc-a0c48e73b82e request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:04.545487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.558391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.582340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.591867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f9d579c0-0dd4-4341-8a49-4d0dd275964b None None] Provisioning complete for port 2464ac83-fcd7-48ff-a367-08b2b82f98cd triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:04.592240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f9d579c0-0dd4-4341-8a49-4d0dd275964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.600357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.623765 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Network': ['ID=47b7a405-d763-4177-93cc-a0c48e73b82e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:04.628846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=cf351c00-1422-4d0e-b107-2eeef39dfe30,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:04.645985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:04.653615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:04.654458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=8403493d-524f-4ac2-a655-1c434d6161c9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:04.656943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:04.664528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:04.664878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.671388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.resource_extend [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:43:04.717375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 17362781-53b6-4020-84e2-ad04052b23cf up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:04.760399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4255f53a-316e-47ae-ae1f-fd459162bf79 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/networks/47b7a405-d763-4177-93cc-a0c48e73b82e HTTP/1.1" status: 204 len: 168 time: 2.8585765 Apr 08 10:43:04.764918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51022) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:04.765775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.798444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Allocated IP 2001:db8::f816:3eff:fe4d:b0cb (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/95413837-b0d4-4ee6-a79b-7d0cf1ea9d44/15ad6165-685b-4e2c-a66f-a0589e5aeae1) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:04.805011 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f9d579c0-0dd4-4341-8a49-4d0dd275964b None None] Port 2464ac83-fcd7-48ff-a367-08b2b82f98cd cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:04.813182 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5a4158ff-e44e-4690-a861-59ac87829cdf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7969522 Apr 08 10:43:04.815506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51026) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:04.847834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] Transition to ACTIVE for port object 17362781-53b6-4020-84e2-ad04052b23cf will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:04.946497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:04.964269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478140f7-67fb-4cd0-bf7b-c2264b3edcd9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:04.965358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-478140f7-67fb-4cd0-bf7b-c2264b3edcd9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:04.981963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754bee68-6022-4169-9138-c83706c5af83 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:04.983034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-754bee68-6022-4169-9138-c83706c5af83 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:05.015680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.045182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=58eaf93f-5f97-452a-8ed1-c4132b14500e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:05.073387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 58eaf93f-5f97-452a-8ed1-c4132b14500e details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:05.087451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-754bee68-6022-4169-9138-c83706c5af83 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:05.095669 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-754bee68-6022-4169-9138-c83706c5af83 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2625749 Apr 08 10:43:05.095669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51032) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:05.115071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.117508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.118675 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-10274ed3-b1b7-4b49-ad50-d02eb2bbe9bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/floatingips/c78c3970-cec7-4621-b5d7-5e53becdf0c3 HTTP/1.1" status: 204 len: 168 time: 2.6532865 Apr 08 10:43:05.124269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Subnet': ['ID=c4912baa-dd14-42ee-a135-76ff8da78989,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:05.129351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51036) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:05.161804 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d7fa045e-e494-496a-bb68-9b084d3e64ab tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1135116 Apr 08 10:43:05.167738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51040) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:05.172255 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-478140f7-67fb-4cd0-bf7b-c2264b3edcd9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:05.175020 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-478140f7-67fb-4cd0-bf7b-c2264b3edcd9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4076247 Apr 08 10:43:05.180978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '39400e13-885a-4d3e-90fb-5dab7f033f9a'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:05.186302 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 17362781-53b6-4020-84e2-ad04052b23cf completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:05.186438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Checking segment: {'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:05.186648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network hostable DHCP agents. Network: 9038f25f-7ec2-4e0d-b114-098c265d7adb, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:05.187568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '58eaf93f-5f97-452a-8ed1-c4132b14500e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:05.193010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51044) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:05.201416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:05.248991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:floatingip and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:05.260811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:05.304454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:05.310049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.311002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:05.311617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.432895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20c5bd-2461-4174-8135-c6844b842c9d None None] Pushing event updated for resources: {'Port': ['ID=17362781-53b6-4020-84e2-ad04052b23cf,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:05.435721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 65552f1b-5474-4a9e-8b07-91d4c0d87541 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:05.448338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-18e34c90-f599-4f14-a82b-5acdb2fe8791 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 8403493d-524f-4ac2-a655-1c434d6161c9 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:05.448851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-18e34c90-f599-4f14-a82b-5acdb2fe8791 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.489430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 65552f1b-5474-4a9e-8b07-91d4c0d87541 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:05.489680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 65552f1b-5474-4a9e-8b07-91d4c0d87541 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:05.496983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 9038f25f-7ec2-4e0d-b114-098c265d7adb is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:05.641155 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1824751 Apr 08 10:43:05.646918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 9038f25f-7ec2-4e0d-b114-098c265d7adb) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:05.652986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.688073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51056) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:05.701058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:05.701568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.706972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a12964-e9bf-4957-8ba3-31db21436a63 None None] Network 9038f25f-7ec2-4e0d-b114-098c265d7adb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:05.723663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:05.735103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Request body: {'subnet': {'network_id': '68c21ffc-c0cb-4aa5-8adb-25663ba9942a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1279175600-subnet', 'tenant_id': '02587fa75c834ef1b918831a58219958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:05.739224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:05.740319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 16fd1b0d-7835-467e-9208-ac8b4535ea3e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:05.764328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51060) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:05.764931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:05.766295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab39b5-2910-451e-9275-11cb6586b02a admin admin] Pushing event updated for resources: {'Network': ['ID=68c21ffc-c0cb-4aa5-8adb-25663ba9942a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:05.782816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:05.795111 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a3f71cca-d08a-4bd7-abca-55ff6f71cd37 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5968399 Apr 08 10:43:05.796535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Delete allocated IP 172.20.0.22 (954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca/5c65f64c-788b-4691-8044-a7332fa7e2f2) {{(pid=88612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:43:05.800064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:05.803743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51066) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:05.810419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Usage tracker for resource:subnet and tenant:02587fa75c834ef1b918831a58219958 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:05.819376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:05.821283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-289603267'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:05.836295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:05.841990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.858853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Transition to ACTIVE for port object 15ad6165-685b-4e2c-a66f-a0589e5aeae1 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:05.877950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:05.888453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Transition to ACTIVE for port object 15ad6165-685b-4e2c-a66f-a0589e5aeae1 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:05.894585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 68c21ffc-c0cb-4aa5-8adb-25663ba9942a details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:05.895551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:network and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:05.901259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:05.917595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:05.945278 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d64964f3-ad81-49ed-a863-a6a4eb8af421 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4612625 Apr 08 10:43:05.948997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51070) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:05.953179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-18e34c90-f599-4f14-a82b-5acdb2fe8791 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:05.998412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.059509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1151422167'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:06.064354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:06.069189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.080100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Made reservation on behalf of 02587fa75c834ef1b918831a58219958 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:06.083451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.083630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:06.087238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.204739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.205056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.225403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37694c-dd11-4463-b60c-07b6d8ad2f39 None None] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:06.228751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:06.238242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-18e34c90-f599-4f14-a82b-5acdb2fe8791 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 8403493d-524f-4ac2-a655-1c434d6161c9 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:06.289419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:06.296670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Usage tracker for resource:network and tenant:5dc6f85397f0450f84304f1b071992f5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:06.317369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.317581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:06.319611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Transition to ACTIVE for port object 2464ac83-fcd7-48ff-a367-08b2b82f98cd will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:06.352374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Ignored duplicate provisioning block setup for port 56171625-26f8-4c0b-8bcb-439a185c8d49 by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 08 10:43:06.362853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:06.376953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:06.427094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:06.454865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:06.469236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Pushing event updated for resources: {'Port': ['ID=15ad6165-685b-4e2c-a66f-a0589e5aeae1,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:06.486912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.26.7.89 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/f7fa5207-2561-4dd4-92f1-7b36ee6cc41a) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:06.490475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.517507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.517932 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Added segment 50017be4-f5de-43b7-a64e-b55f1b5367c8 of type vlan for network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 Apr 08 10:43:06.541434 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Made reservation on behalf of 5dc6f85397f0450f84304f1b071992f5 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:06.545002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.581897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7db1be4a-b41f-451b-ab90-4a47dd71aba7 None None] Provisioning for port 17362781-53b6-4020-84e2-ad04052b23cf completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:06.585251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.660366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.682837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=56171625-26f8-4c0b-8bcb-439a185c8d49,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:06.683067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.706427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 16fd1b0d-7835-467e-9208-ac8b4535ea3e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:06.706806 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.735190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7db1be4a-b41f-451b-ab90-4a47dd71aba7 None None] Provisioning complete for port 17362781-53b6-4020-84e2-ad04052b23cf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:06.735872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7db1be4a-b41f-451b-ab90-4a47dd71aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.806908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:06.819495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] In _notify_port_updated(), no bound segment for port 56171625-26f8-4c0b-8bcb-439a185c8d49 on network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:43:06.822875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Usage tracker for resource:security_group_rule and tenant:5dc6f85397f0450f84304f1b071992f5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:06.825085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:06.825553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.829639 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3c948a3-6435-41a4-8890-d61e7a2848b8 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "PUT /v2.0/ports/56171625-26f8-4c0b-8bcb-439a185c8d49 HTTP/1.1" status: 200 len: 918 time: 3.5614760 Apr 08 10:43:06.830160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51074) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:06.831562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:06.844583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df2018f4-f841-4059-82d8-11df3b6a6544'}, {'subnet_id': '5c65f64c-788b-4691-8044-a7332fa7e2f2'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:06.853307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:06.888334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:06.946830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Attempting to bind port 15ad6165-685b-4e2c-a66f-a0589e5aeae1 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:06.947206 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Attempting to bind port 15ad6165-685b-4e2c-a66f-a0589e5aeae1 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:06.947680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Attempting to bind port 15ad6165-685b-4e2c-a66f-a0589e5aeae1 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:06.999280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.063046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a31a8-db34-4d66-acba-08d66b603f14 None None] Pushing event updated for resources: {'Port': ['ID=2464ac83-fcd7-48ff-a367-08b2b82f98cd,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:07.067562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:07.068400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:07.068887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.069919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:07.070708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Bound port: 15ad6165-685b-4e2c-a66f-a0589e5aeae1, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:07.071237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.085946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad37a27-2080-4b1f-9c63-c7afdffacff0,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:07.093334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.104226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:07.105118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.109634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.163170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Checking segment: {'id': '36216f2c-d5ce-4a9a-893b-a16c0da01a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '68c21ffc-c0cb-4aa5-8adb-25663ba9942a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:07.163618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Network hostable DHCP agents. Network: 68c21ffc-c0cb-4aa5-8adb-25663ba9942a, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:07.371291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-9038f25f-7ec2-4e0d-b114-098c265d7adb', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:07.372464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.436104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.439633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Network 68c21ffc-c0cb-4aa5-8adb-25663ba9942a is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:07.446775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-18e34c90-f599-4f14-a82b-5acdb2fe8791 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.451487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Attempting to bind port 2464ac83-fcd7-48ff-a367-08b2b82f98cd on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:07.451858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Attempting to bind port 2464ac83-fcd7-48ff-a367-08b2b82f98cd by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:07.454718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Attempting to bind port 2464ac83-fcd7-48ff-a367-08b2b82f98cd on network 36107f4d-2b90-420f-bdf7-44489b3914a1 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:07.473068 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6619165 Apr 08 10:43:07.488391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51078) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:07.545404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:07.589768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:07.590468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Checking segment: {'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:07.591032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.591582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Bound using segment: {'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:07.592233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Bound port: 2464ac83-fcd7-48ff-a367-08b2b82f98cd, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9686917b-4410-4526-aa12-7211659540f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:07.592634 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.597110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e34c90-f599-4f14-a82b-5acdb2fe8791 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=8403493d-524f-4ac2-a655-1c434d6161c9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:07.608145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:07.628700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 68c21ffc-c0cb-4aa5-8adb-25663ba9942a) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:07.632441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:07.639041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:07.639896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.649934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a619292-e7a1-475c-8d2f-10c29f59a65f None None] Network 68c21ffc-c0cb-4aa5-8adb-25663ba9942a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:07.661711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:07.672029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c40e3-e2a0-450a-9251-abac8a2e52d1 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Network': ['ID=1a6cc5b8-468c-4192-9f4c-84a5bf105bc1,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:07.704505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:07.706225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=f7fa5207-2561-4dd4-92f1-7b36ee6cc41a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:07.752276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] For port 15ad6165-685b-4e2c-a66f-a0589e5aeae1, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:07.755232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-18e34c90-f599-4f14-a82b-5acdb2fe8791 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.784881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7db1be4a-b41f-451b-ab90-4a47dd71aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.790263 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-18e34c90-f599-4f14-a82b-5acdb2fe8791 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/8403493d-524f-4ac2-a655-1c434d6161c9 HTTP/1.1" status: 204 len: 168 time: 2.6942654 Apr 08 10:43:07.792110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51082) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:07.867573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 17362781-53b6-4020-84e2-ad04052b23cf up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:07.868773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:07.877359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:07.885955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:07.898963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] For port 15ad6165-685b-4e2c-a66f-a0589e5aeae1, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=15ad6165-685b-4e2c-a66f-a0589e5aeae1,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:07.917756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:07.930229 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1a29f13d-39ac-42b2-b359-55bc0cbea1cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2367287 Apr 08 10:43:07.940453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:07.962230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.031405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.077012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:08.080672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.085432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.116444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc1b8f-5d43-493c-8566-dc7f6535efd4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:08.118883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc1b8f-5d43-493c-8566-dc7f6535efd4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:08.120234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c1cc1b8f-5d43-493c-8566-dc7f6535efd4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:08.126953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=611c55dc-be9d-4932-9a8b-bc2e42902045,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:08.203992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.28 (954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca/5c65f64c-788b-4691-8044-a7332fa7e2f2/56171625-26f8-4c0b-8bcb-439a185c8d49) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:08.241417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.288315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7db1be4a-b41f-451b-ab90-4a47dd71aba7 None None] For port 17362781-53b6-4020-84e2-ad04052b23cf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=17362781-53b6-4020-84e2-ad04052b23cf,segment=NetworkSegment(c7fed592-b4a4-452a-bade-4785606f8a55),segment_id=c7fed592-b4a4-452a-bade-4785606f8a55)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:08.302794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] For port 2464ac83-fcd7-48ff-a367-08b2b82f98cd, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:08.346160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39bb62-5049-4d5b-96f0-5cc37fba6372 None None] Pushing event updated for resources: {'Port': ['ID=15ad6165-685b-4e2c-a66f-a0589e5aeae1,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:08.350611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] For port 2464ac83-fcd7-48ff-a367-08b2b82f98cd, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2464ac83-fcd7-48ff-a367-08b2b82f98cd,segment=NetworkSegment(9686917b-4410-4526-aa12-7211659540f5),segment_id=9686917b-4410-4526-aa12-7211659540f5)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:08.352298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Allocated IP 172.23.0.2 (9038f25f-7ec2-4e0d-b114-098c265d7adb/c4912baa-dd14-42ee-a135-76ff8da78989/9abe68e5-f3db-4220-bb30-42648dab2181) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:08.398832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7db1be4a-b41f-451b-ab90-4a47dd71aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.413547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:08.415681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c1cc1b8f-5d43-493c-8566-dc7f6535efd4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:08.420083 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c1cc1b8f-5d43-493c-8566-dc7f6535efd4 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6268761 Apr 08 10:43:08.422061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51096) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:08.460100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a5c31-d87e-4c84-b199-95bdb2bcbd12,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:08.473646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.574771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 17362781-53b6-4020-84e2-ad04052b23cf triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:08.575149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.663110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': '7fe342f9-ba4c-44d8-97cb-91d235244173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58eaf93f-5f97-452a-8ed1-c4132b14500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:08.663110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 58eaf93f-5f97-452a-8ed1-c4132b14500e, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:08.679956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-4460179e-f7c7-40a5-bef1-bf06a02943f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 95413837-b0d4-4ee6-a79b-7d0cf1ea9d44 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:08.726397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4460179e-f7c7-40a5-bef1-bf06a02943f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.798674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:08.804082 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Added segment 9f9c0685-c32b-4b47-9d8b-ce8f794cbd58 of type vlan for network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a Apr 08 10:43:08.916167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1be4a-b41f-451b-ab90-4a47dd71aba7 None None] Pushing event updated for resources: {'Port': ['ID=17362781-53b6-4020-84e2-ad04052b23cf,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:08.927096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b22af1-73c5-40b4-8b05-9e971a6213e1 None None] Network 68c21ffc-c0cb-4aa5-8adb-25663ba9942a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:09.030130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:09.030620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:09.042298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.058110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4460179e-f7c7-40a5-bef1-bf06a02943f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.125168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 58eaf93f-5f97-452a-8ed1-c4132b14500e is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:09.165740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.304545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 58eaf93f-5f97-452a-8ed1-c4132b14500e) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:09.310490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:09.311089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.328277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4460179e-f7c7-40a5-bef1-bf06a02943f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.353394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:09.376075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.381613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.387244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:09.390057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.469497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Ignored duplicate provisioning block setup for port 56171625-26f8-4c0b-8bcb-439a185c8d49 by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 08 10:43:09.475936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:09.506931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking segment: {'id': '50017be4-f5de-43b7-a64e-b55f1b5367c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:09.507567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network hostable DHCP agents. Network: 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:09.544872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6fc07-e2f9-4144-ab0b-c7144e028e33 None None] Network 58eaf93f-5f97-452a-8ed1-c4132b14500e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:09.552408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-a715f562-7436-41d3-8d51-a1b4390e4bc5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:09.554022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-a715f562-7436-41d3-8d51-a1b4390e4bc5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/networks?id=b6ddf88c-1479-4ec4-aa40-c237d7805491 HTTP/1.1" status: 200 len: 811 time: 0.4946492 Apr 08 10:43:09.559950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.590807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'Network': ['ID=523f9fb3-f5e9-44bf-8c25-0a09f4ede10a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:09.613364 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-96b977d8-ca92-4fef-8132-ea4ae6db6b04 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.8425634 Apr 08 10:43:09.618253 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1d419953-778a-4f6e-bdcd-dc3fbad73bbb tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.4483738 Apr 08 10:43:09.619281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51110) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:09.619879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51112) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:09.628365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:09.677730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Request body: {'subnet': {'network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:09.757213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.780846 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-58314b50-acc3-47da-995d-2a061320080d tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/quotas/16c5e8e299014c8c8421236dc50632ee HTTP/1.1" status: 200 len: 375 time: 0.2172158 Apr 08 10:43:09.906184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:09.910908 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-a5d9c219-8a5a-45c1-bd2b-a909d35f9981 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16c5e8e299014c8c8421236dc50632ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162326 Apr 08 10:43:09.914828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=56171625-26f8-4c0b-8bcb-439a185c8d49,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:10.046480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:10.055678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:10.056276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.139348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:10.150429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Usage tracker for resource:subnet and tenant:5dc6f85397f0450f84304f1b071992f5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:10.158781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:10.179460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:10.180876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] In _notify_port_updated(), no bound segment for port 56171625-26f8-4c0b-8bcb-439a185c8d49 on network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:43:10.188635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:10.189508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.190907 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9123f06d-76fc-4e8b-8b14-98aff9c578e3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "PUT /v2.0/ports/56171625-26f8-4c0b-8bcb-439a185c8d49 HTTP/1.1" status: 200 len: 998 time: 3.3597996 Apr 08 10:43:10.195795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.199072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51120) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:10.218063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9660e825-5f26-4820-9303-639f43fd236c None None] Network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:10.237784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4460179e-f7c7-40a5-bef1-bf06a02943f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.284311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4460179e-f7c7-40a5-bef1-bf06a02943f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.305203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.340265 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-700b33fb-c058-4d57-83e4-c02e06c320e4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8452091 Apr 08 10:43:10.350321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Made reservation on behalf of 5dc6f85397f0450f84304f1b071992f5 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:10.351742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51124) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:10.357630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.360815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1', 'name': 'tempest-PortsIpV6TestJSON-1103044454'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:10.379961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a31a8-db34-4d66-acba-08d66b603f14 None None] Pushing event updated for resources: {'Port': ['ID=2464ac83-fcd7-48ff-a367-08b2b82f98cd,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:10.417914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460179e-f7c7-40a5-bef1-bf06a02943f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=95413837-b0d4-4ee6-a79b-7d0cf1ea9d44,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:10.462030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.469791 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5ad35b10-f6c5-4ae1-a57a-f853410fe091 service neutron] 10.222.0.23 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063419 Apr 08 10:43:10.522544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd270aa-f934-4407-902d-e1d604183c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-58eaf93f-5f97-452a-8ed1-c4132b14500e', 'network_id': '58eaf93f-5f97-452a-8ed1-c4132b14500e', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '611c55dc-be9d-4932-9a8b-bc2e42902045'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:10.523593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fbd270aa-f934-4407-902d-e1d604183c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.533038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54614f2-d2e3-4fb5-af45-e7a03e6d963b None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:10.555670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4093541a-e33c-40c0-9f9f-5350b33cbd57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 56171625-26f8-4c0b-8bcb-439a185c8d49 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:10.556017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4093541a-e33c-40c0-9f9f-5350b33cbd57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.595392 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4460179e-f7c7-40a5-bef1-bf06a02943f7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/95413837-b0d4-4ee6-a79b-7d0cf1ea9d44 HTTP/1.1" status: 204 len: 168 time: 2.1540141 Apr 08 10:43:10.608298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51128) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:10.804091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ddb48bb8-78d1-4add-93b8-4d3288095dd0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1508603 Apr 08 10:43:10.820209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51132) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:10.864987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f35e731c-6744-4e24-be65-dc63235d9c69 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:10.876792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:10.908788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:10.916287 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-0e133706-55b2-4c64-9d4d-138879680196 service neutron] 10.222.0.23 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968847 Apr 08 10:43:10.940080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:10.945341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=611c55dc-be9d-4932-9a8b-bc2e42902045,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:10.979985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: f35e731c-6744-4e24-be65-dc63235d9c69 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:10.980624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f35e731c-6744-4e24-be65-dc63235d9c69 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:11.001296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b766e7-91d6-431b-b0f2-2f78ec6da0b1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:11.002418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-89b766e7-91d6-431b-b0f2-2f78ec6da0b1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:11.009906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.033657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:11.039100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.070897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port 4d6b8025-817c-45a9-9030-be0ebd0698ef yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:11.087268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.122081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.134323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-07850132-69ef-4341-bd42-748f93655a64 None None] Provisioning for port 56171625-26f8-4c0b-8bcb-439a185c8d49 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:11.150337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4093541a-e33c-40c0-9f9f-5350b33cbd57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.169058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-89b766e7-91d6-431b-b0f2-2f78ec6da0b1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:11.178544 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-89b766e7-91d6-431b-b0f2-2f78ec6da0b1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3478265 Apr 08 10:43:11.178544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.179174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51136) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:11.192329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Transition to ACTIVE for port object 9abe68e5-f3db-4220-bb30-42648dab2181 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:11.224797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-07850132-69ef-4341-bd42-748f93655a64 None None] Provisioning complete for port 56171625-26f8-4c0b-8bcb-439a185c8d49 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:11.225401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-07850132-69ef-4341-bd42-748f93655a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.285323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 15ad6165-685b-4e2c-a66f-a0589e5aeae1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:11.355910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58eaf93f-5f97-452a-8ed1-c4132b14500e']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:11.375722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4093541a-e33c-40c0-9f9f-5350b33cbd57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 56171625-26f8-4c0b-8bcb-439a185c8d49 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server [None req-fbd270aa-f934-4407-902d-e1d604183c98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 611c55dc-be9d-4932-9a8b-bc2e42902045: This subnet is being modified by another concurrent operation. Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:43:11.393359 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise exception Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 611c55dc-be9d-4932-9a8b-bc2e42902045: This subnet is being modified by another concurrent operation. Apr 08 10:43:11.398502 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server Apr 08 10:43:11.416816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Transition to ACTIVE for port object 9abe68e5-f3db-4220-bb30-42648dab2181 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:11.423512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533411e0-f97d-40ea-9ecf-b753ac49f6f1 None None] Network 58eaf93f-5f97-452a-8ed1-c4132b14500e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:11.433072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.477012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=f7fa5207-2561-4dd4-92f1-7b36ee6cc41a,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:11.489596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.511905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe342f9-ba4c-44d8-97cb-91d235244173') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:11.512209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe342f9-ba4c-44d8-97cb-91d235244173') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:11.563951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.716342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb3257-9536-4b5b-bb3d-2aa49ef9ad77 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:11.719642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcdb3257-9536-4b5b-bb3d-2aa49ef9ad77 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:11.734098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-1a6cc5b8-468c-4192-9f4c-84a5bf105bc1', 'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1', 'tenant_id': 'afaed5d3c85a4818ba6fe51763c066da', 'fixed_ips': [{'subnet_id': 'e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:11.735155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.741455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.770626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:11.783608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-07850132-69ef-4341-bd42-748f93655a64 None None] Port 56171625-26f8-4c0b-8bcb-439a185c8d49 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:11.889286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Network 9038f25f-7ec2-4e0d-b114-098c265d7adb is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:11.904282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:11.928658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::33b (1a6cc5b8-468c-4192-9f4c-84a5bf105bc1/e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c/4d6b8025-817c-45a9-9030-be0ebd0698ef) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:11.975637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:12.047561 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a1d6cc89-5e0a-4645-a37e-a4f23c7f99ca req-2fd67a6d-dd7a-41c8-8357-f82be1a1286f tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 210 time: 0.6007187 Apr 08 10:43:12.064607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:12.065017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.075529 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 894148a1-04f1-423b-8dfb-09d424343425 associated. External IP: 172.26.7.89, port: 39400e13-885a-4d3e-90fb-5dab7f033f9a. Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:12.104203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'Subnet': ['ID=31a7c138-425e-489c-9380-e3a92949ab68,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:12.109203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Pushing event updated for resources: {'Port': ['ID=9abe68e5-f3db-4220-bb30-42648dab2181,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:12.132329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 15ad6165-685b-4e2c-a66f-a0589e5aeae1 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:12.135648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-07850132-69ef-4341-bd42-748f93655a64 None None] Provisioning complete for port 17362781-53b6-4020-84e2-ad04052b23cf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:12.136006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-07850132-69ef-4341-bd42-748f93655a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.144838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Checking segment: {'id': '9f9c0685-c32b-4b47-9d8b-ce8f794cbd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:12.145438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Network hostable DHCP agents. Network: 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:12.182643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:12.202847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:08Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:12.213566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] Deleting port 15ad6165-685b-4e2c-a66f-a0589e5aeae1 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:12.214466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.240776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 17362781-53b6-4020-84e2-ad04052b23cf up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:12.265966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Allocated IP 172.23.0.1 (9038f25f-7ec2-4e0d-b114-098c265d7adb/c4912baa-dd14-42ee-a135-76ff8da78989/6b04fec0-84a5-45d0-990e-d4bd62c3834f) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:12.376640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810e105-caf1-4e7a-b7f8-65b1554becfd None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:08Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:12.378264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Attempting to bind port 9abe68e5-f3db-4220-bb30-42648dab2181 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:12.378628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Attempting to bind port 9abe68e5-f3db-4220-bb30-42648dab2181 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:12.379055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Attempting to bind port 9abe68e5-f3db-4220-bb30-42648dab2181 on network 9038f25f-7ec2-4e0d-b114-098c265d7adb {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:12.391860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:12.394012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcdb3257-9536-4b5b-bb3d-2aa49ef9ad77 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:12.395753 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dcdb3257-9536-4b5b-bb3d-2aa49ef9ad77 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2137411 Apr 08 10:43:12.404166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51156) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:12.433167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:12.433167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Checking segment: {'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:12.433167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.433167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Bound using segment: {'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:12.434239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Bound port: 9abe68e5-f3db-4220-bb30-42648dab2181, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:12.434239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.600238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4093541a-e33c-40c0-9f9f-5350b33cbd57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.606685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.612369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.741015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 17362781-53b6-4020-84e2-ad04052b23cf triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:12.741482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.766700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:12.772595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:12.773207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.796957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591b93e0-411a-431c-906f-3f15904011f4 None None] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:12.823342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=58eaf93f-5f97-452a-8ed1-c4132b14500e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:12.829016 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ad949b59-a07c-4272-8e83-d2ecca64a2ec tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4251361 Apr 08 10:43:12.844276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51162) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:12.870139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:12.897939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093541a-e33c-40c0-9f9f-5350b33cbd57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=56171625-26f8-4c0b-8bcb-439a185c8d49,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:12.914723 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ca4d4a70-9140-4b16-a4df-28e4fd1c5b55 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/58eaf93f-5f97-452a-8ed1-c4132b14500e HTTP/1.1" status: 204 len: 168 time: 3.2881410 Apr 08 10:43:12.924952 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ca7367d-4086-43e4-b37b-8666e5f687b9 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2998989 Apr 08 10:43:12.936401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:12.936671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51166) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:12.936900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51168) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:12.948720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371542560'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:12.954457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:12.956231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:12.959997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:12.961142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] For port 9abe68e5-f3db-4220-bb30-42648dab2181, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:12.963396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:12.970349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:12.982887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1047036638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:13.056305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:13.071172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] For port 9abe68e5-f3db-4220-bb30-42648dab2181, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9abe68e5-f3db-4220-bb30-42648dab2181,segment=NetworkSegment(bdf2b077-88e7-46f5-922e-dd2b660321f1),segment_id=bdf2b077-88e7-46f5-922e-dd2b660321f1)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:13.083862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cf2aea99-4b92-49f1-8cf7-799b4fda42d9 None None] Could not find standard attr ID for object 8403493d-524f-4ac2-a655-1c434d6161c9. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:43:13.087919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] For port 15ad6165-685b-4e2c-a66f-a0589e5aeae1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=15ad6165-685b-4e2c-a66f-a0589e5aeae1,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:13.088396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.103079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:13.106352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object 4d6b8025-817c-45a9-9030-be0ebd0698ef will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:13.107497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.121598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Usage tracker for resource:router and tenant:5dc6f85397f0450f84304f1b071992f5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:13.147473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:13.201569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:13.205483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cf2aea99-4b92-49f1-8cf7-799b4fda42d9 None None] Could not find standard attr ID for object 56171625-26f8-4c0b-8bcb-439a185c8d49. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:43:13.248597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.258007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4093541a-e33c-40c0-9f9f-5350b33cbd57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.270508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.273197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:13.282135 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4093541a-e33c-40c0-9f9f-5350b33cbd57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/56171625-26f8-4c0b-8bcb-439a185c8d49 HTTP/1.1" status: 204 len: 168 time: 3.0790157 Apr 08 10:43:13.282914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51176) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:13.283831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] Calling delete_port for 15ad6165-685b-4e2c-a66f-a0589e5aeae1 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:13.296568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Transition to ACTIVE for port object 6b04fec0-84a5-45d0-990e-d4bd62c3834f will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:13.330263 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:43:13.345136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.345468 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 7ff3f6ae-6998-4366-8659-817a2fcdf3b7 of type vlan for network 824f994c-c9ac-4115-8442-528de40ac51b Apr 08 10:43:13.353019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.354023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.369640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.397720 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3a9257-9143-4131-9f40-c4cc869c75ef tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:43:13.398355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8d3a9257-9143-4131-9f40-c4cc869c75ef tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:13.442036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.478582 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73afd375-34db-4f31-8373-5a8d035563d1 req-68f653c7-ec02-4d43-9367-84a8c1fe756a tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 210 time: 0.1649725 Apr 08 10:43:13.482123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:13.491529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.523691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.547272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:13.557256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:13.558048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.569130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.574642 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cf2aea99-4b92-49f1-8cf7-799b4fda42d9 None None] Provisioning for port 15ad6165-685b-4e2c-a66f-a0589e5aeae1 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:13.575218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:13.575832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.577755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e706adf-bdbc-4f5e-a0fb-85e6633c93ec None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:13.587517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8d3a9257-9143-4131-9f40-c4cc869c75ef tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:13.588224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:13.592370 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8d3a9257-9143-4131-9f40-c4cc869c75ef tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/56171625-26f8-4c0b-8bcb-439a185c8d49 HTTP/1.1" status: 404 len: 333 time: 0.2996745 Apr 08 10:43:13.596157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51180) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:13.596300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:13.599498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:13.605787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:13.606534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.626157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cf2aea99-4b92-49f1-8cf7-799b4fda42d9 None None] Provisioning complete for port 15ad6165-685b-4e2c-a66f-a0589e5aeae1 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:13.626538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cf2aea99-4b92-49f1-8cf7-799b4fda42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.647082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=4d6b8025-817c-45a9-9030-be0ebd0698ef,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:13.674769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c943b8-0661-4922-860e-ba55cf6096be None None] Pushing event updated for resources: {'Port': ['ID=9abe68e5-f3db-4220-bb30-42648dab2181,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:13.689041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e706adf-bdbc-4f5e-a0fb-85e6633c93ec None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:13.689765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7e706adf-bdbc-4f5e-a0fb-85e6633c93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:13.703651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.708040 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5cb4db06-abd9-49a7-af73-6fe2c0bdd344 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7649505 Apr 08 10:43:13.709801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51184) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:13.717542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 9038f25f-7ec2-4e0d-b114-098c265d7adb is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:13.733515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:13.749110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:13.807609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Allocated IP 2001:db8::2 (1a6cc5b8-468c-4192-9f4c-84a5bf105bc1/e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c/67a405d0-8b98-4107-972a-eacc005d8188) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:13.815839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7e706adf-bdbc-4f5e-a0fb-85e6633c93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:13.826974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:13.830878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.833458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-523f9fb3-f5e9-44bf-8c25-0a09f4ede10a', 'network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a', 'tenant_id': '5dc6f85397f0450f84304f1b071992f5', 'fixed_ips': [{'subnet_id': '31a7c138-425e-489c-9380-e3a92949ab68'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:13.834271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.854950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:13.880344 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-413de182-7715-4e0e-9cff-419dafcc9094 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5279183 Apr 08 10:43:13.880865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2464ac83-fcd7-48ff-a367-08b2b82f98cd up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:13.905025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51188) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:13.927878 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9876506 Apr 08 10:43:13.930353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51192) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:13.942835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1', 'name': 'tempest-PortsIpV6TestJSON-1401763841'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:13.948224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=6b04fec0-84a5-45d0-990e-d4bd62c3834f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:13.956820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '824f994c-c9ac-4115-8442-528de40ac51b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:13.976884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c61d8a-3eb2-4651-abf3-97cf3632d480 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=824f994c-c9ac-4115-8442-528de40ac51b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:13.989639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d32e18d-d76d-459c-9359-6b8a256c8d61 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet 5c65f64c-788b-4691-8044-a7332fa7e2f2 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:14.018180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d32e18d-d76d-459c-9359-6b8a256c8d61 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:14.052257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:14.140112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:14.144693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cf2aea99-4b92-49f1-8cf7-799b4fda42d9 None None] Could not find standard attr ID for object 15ad6165-685b-4e2c-a66f-a0589e5aeae1. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:43:14.146512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e706adf-bdbc-4f5e-a0fb-85e6633c93ec None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:14.147159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7e706adf-bdbc-4f5e-a0fb-85e6633c93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:14.242747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:14.249875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d32e18d-d76d-459c-9359-6b8a256c8d61 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:14.285766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:14.321543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 824f994c-c9ac-4115-8442-528de40ac51b details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:14.369197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Allocated IP 172.20.0.2 (523f9fb3-f5e9-44bf-8c25-0a09f4ede10a/31a7c138-425e-489c-9380-e3a92949ab68/59ddc222-21c8-4a68-a215-7180b4bec3fa) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:14.390149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:14.412789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:14.445477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d32e18d-d76d-459c-9359-6b8a256c8d61 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:14.500887 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.plugins.ml2.db [None req-cf2aea99-4b92-49f1-8cf7-799b4fda42d9 None None] No ports have port_id starting with 15ad6165-685b-4e2c-a66f-a0589e5aeae1 Apr 08 10:43:14.510070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:14.513609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:14.576011 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1a4e9303-640e-476a-9c92-288c2b56e1ef tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.4167719 Apr 08 10:43:14.640683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] No DVR routers for this DVR port 15ad6165-685b-4e2c-a66f-a0589e5aeae1 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:14.647715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c041a0d-8287-49a8-975f-638859f966b7 None None] Pushing event deleted for resources: {'Port': ['ID=15ad6165-685b-4e2c-a66f-a0589e5aeae1,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:14.656750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7e706adf-bdbc-4f5e-a0fb-85e6633c93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:14.657043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e706adf-bdbc-4f5e-a0fb-85e6633c93ec None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:14.674588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51198) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:14.822652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:14.852868 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-537a77b6-8f5a-41f0-a984-a7453ef9cf34 req-dfd88bb8-d4f3-4de7-bfe4-bfb1e5d7b949 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 210 time: 0.0953374 Apr 08 10:43:14.914742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:14.925547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:14.941013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d32e18d-d76d-459c-9359-6b8a256c8d61 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.008917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:15.024032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32e18d-d76d-459c-9359-6b8a256c8d61 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=5c65f64c-788b-4691-8044-a7332fa7e2f2,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:15.060691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d32e18d-d76d-459c-9359-6b8a256c8d61 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.085575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feaf9a3-fc95-45b7-abb6-9ae6deef43f2 None None] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:15.125987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.134202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 2464ac83-fcd7-48ff-a367-08b2b82f98cd completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:15.151941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:15.220051 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0d32e18d-d76d-459c-9359-6b8a256c8d61 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/5c65f64c-788b-4691-8044-a7332fa7e2f2 HTTP/1.1" status: 204 len: 168 time: 1.5708215 Apr 08 10:43:15.233608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Transition to ACTIVE for port object 59ddc222-21c8-4a68-a215-7180b4bec3fa will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:15.236128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2464ac83-fcd7-48ff-a367-08b2b82f98cd triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:15.236551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.251912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51202) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:15.314150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.324548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Transition to ACTIVE for port object 59ddc222-21c8-4a68-a215-7180b4bec3fa will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:15.349753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Transition to ACTIVE for port object 67a405d0-8b98-4107-972a-eacc005d8188 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:15.364779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.399879 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-662e502a-8a01-46c1-a30f-6119a1b07cf6 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "GET /v2.0/floatingips/894148a1-04f1-423b-8dfb-09d424343425 HTTP/1.1" status: 200 len: 977 time: 0.7227769 Apr 08 10:43:15.407380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51206) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:15.423347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:15.427765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.506617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4abc59e-27fc-4051-96b4-60f4d973804e None None] Network 9038f25f-7ec2-4e0d-b114-098c265d7adb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:15.522062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.536739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port b1f21889-4bc1-4f74-a809-7eedbafe5805 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:15.591919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Transition to ACTIVE for port object 67a405d0-8b98-4107-972a-eacc005d8188 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:15.594514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-423e9b0c-958f-4d3b-96a1-afce5e1eb2c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet df2018f4-f841-4059-82d8-11df3b6a6544 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:15.615590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-423e9b0c-958f-4d3b-96a1-afce5e1eb2c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.631238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=580b1618-0248-4460-86ee-86f9689d2dc0,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:15.649185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a0fddcb4-7666-4157-b6df-ca881a2680bf tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Synchronizing usage tracker for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:floatingip {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:15.670079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.708634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': '7ff3f6ae-6998-4366-8659-817a2fcdf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824f994c-c9ac-4115-8442-528de40ac51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:15.709006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 824f994c-c9ac-4115-8442-528de40ac51b, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:15.723394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Pushing event updated for resources: {'Port': ['ID=59ddc222-21c8-4a68-a215-7180b4bec3fa,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:15.736737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:15.747892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:15.750182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.767341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:15.802338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-63c911ae-d351-4b3b-a4c5-03678bf5abd1 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:15.803916 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-63c911ae-d351-4b3b-a4c5-03678bf5abd1 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.41 "GET /v2.0/networks?id=b6ddf88c-1479-4ec4-aa40-c237d7805491 HTTP/1.1" status: 200 len: 811 time: 0.8919554 Apr 08 10:43:15.840739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Request body: {'port': {'device_id': '80d36e42-1dc3-45c3-81a9-bbe8ed776b72', 'network_id': 'b6ddf88c-1479-4ec4-aa40-c237d7805491', 'admin_state_up': True, 'tenant_id': '16c5e8e299014c8c8421236dc50632ee'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:15.897290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-463684d2-1897-42f1-818b-fb449529203e None None] Provisioning for port 9abe68e5-f3db-4220-bb30-42648dab2181 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:15.918371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:15.920964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a0fddcb4-7666-4157-b6df-ca881a2680bf tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Unset dirty status for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:floatingip {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:15.924248 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a0fddcb4-7666-4157-b6df-ca881a2680bf tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5097430 Apr 08 10:43:15.925463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51216) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:15.933203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'port_id': '425a2d9a-05ed-4cea-ae1a-17ea6cdd356b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:15.944190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-423e9b0c-958f-4d3b-96a1-afce5e1eb2c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.007812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:16.026142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:16.041683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 824f994c-c9ac-4115-8442-528de40ac51b is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:16.051815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:16.074951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Pushing event updated for resources: {'Port': ['ID=67a405d0-8b98-4107-972a-eacc005d8188,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:16.085938 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.135468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.167811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Attempting to bind port 59ddc222-21c8-4a68-a215-7180b4bec3fa on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:16.168143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Attempting to bind port 59ddc222-21c8-4a68-a215-7180b4bec3fa by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9f9c0685-c32b-4b47-9d8b-ce8f794cbd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:16.168577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Attempting to bind port 59ddc222-21c8-4a68-a215-7180b4bec3fa on network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:16.225861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:16.226220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Checking segment: {'id': '9f9c0685-c32b-4b47-9d8b-ce8f794cbd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:16.226622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.227016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Bound using segment: {'id': '9f9c0685-c32b-4b47-9d8b-ce8f794cbd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:16.227498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Bound port: 59ddc222-21c8-4a68-a215-7180b4bec3fa, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9c0685-c32b-4b47-9d8b-ce8f794cbd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:16.227871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.245471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 824f994c-c9ac-4115-8442-528de40ac51b) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:16.270930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:16.279195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.290766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.300991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88eaf3-1236-4421-aca8-314e60f9cf69 None None] Network 824f994c-c9ac-4115-8442-528de40ac51b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:16.376676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-85637943-cc51-475b-bc7a-87f6587ff3f3 req-ea241cb8-53ea-4a2a-b13f-2416913d5b53 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 210 time: 0.2181168 Apr 08 10:43:16.414402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:43:16.438707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.466045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.495198 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event updated for resources: {'Port': ['ID=6b04fec0-84a5-45d0-990e-d4bd62c3834f,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:16.525771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 2464ac83-fcd7-48ff-a367-08b2b82f98cd, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2464ac83-fcd7-48ff-a367-08b2b82f98cd,segment=NetworkSegment(9686917b-4410-4526-aa12-7211659540f5),segment_id=9686917b-4410-4526-aa12-7211659540f5)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:16.583172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Attempting to bind port 67a405d0-8b98-4107-972a-eacc005d8188 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:16.583599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Attempting to bind port 67a405d0-8b98-4107-972a-eacc005d8188 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '50017be4-f5de-43b7-a64e-b55f1b5367c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:16.583900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Attempting to bind port 67a405d0-8b98-4107-972a-eacc005d8188 on network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:16.617528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:16.617528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Checking segment: {'id': '50017be4-f5de-43b7-a64e-b55f1b5367c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:16.617528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.617528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Bound using segment: {'id': '50017be4-f5de-43b7-a64e-b55f1b5367c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:16.617528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Bound port: 67a405d0-8b98-4107-972a-eacc005d8188, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50017be4-f5de-43b7-a64e-b55f1b5367c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1a6cc5b8-468c-4192-9f4c-84a5bf105bc1'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:16.618128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.632415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:16.647967 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-65cfb065-24cf-49f3-9777-b8d61847987a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7059753 Apr 08 10:43:16.648461 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.654133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51220) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:16.654351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:16.669510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:16.669510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.707988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::29f (1a6cc5b8-468c-4192-9f4c-84a5bf105bc1/e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c/b1f21889-4bc1-4f74-a809-7eedbafe5805) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:16.721545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e79df3-8cec-4414-b557-980371510929 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:16.740506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=943c6a34-4b92-4f5e-ad0f-4a9f305f0423,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:16.764064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:16.815233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-423e9b0c-958f-4d3b-96a1-afce5e1eb2c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.825826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 15ad6165-685b-4e2c-a66f-a0589e5aeae1 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:16.852450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Usage tracker for resource:port and tenant:16c5e8e299014c8c8421236dc50632ee is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:16.882133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] For port 59ddc222-21c8-4a68-a215-7180b4bec3fa, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:16.885953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:16.904141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 15ad6165-685b-4e2c-a66f-a0589e5aeae1 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:16.904573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 15ad6165-685b-4e2c-a66f-a0589e5aeae1 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:16.912608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:16.997129 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-10ad1915-1c5d-432f-9301-dfb369c02282 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.1441400 Apr 08 10:43:17.013837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51224) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:17.026281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Allocated IP 172.20.0.1 (523f9fb3-f5e9-44bf-8c25-0a09f4ede10a/31a7c138-425e-489c-9380-e3a92949ab68/549bae7b-bcd8-4b46-98be-9966002e6b3a) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:17.027488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] For port 59ddc222-21c8-4a68-a215-7180b4bec3fa, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=59ddc222-21c8-4a68-a215-7180b4bec3fa,segment=NetworkSegment(9f9c0685-c32b-4b47-9d8b-ce8f794cbd58),segment_id=9f9c0685-c32b-4b47-9d8b-ce8f794cbd58)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:17.043736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:34:94:e0', 'name': 'tempest-NetworksTestDHCPv6-1363350684'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:17.096125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Made reservation on behalf of 16c5e8e299014c8c8421236dc50632ee for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:17.112902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.121889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.137724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=2464ac83-fcd7-48ff-a367-08b2b82f98cd,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:17.189464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9abe68e5-f3db-4220-bb30-42648dab2181 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:17.307727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] For port 67a405d0-8b98-4107-972a-eacc005d8188, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:17.328633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:17.342985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:17.387412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-423e9b0c-958f-4d3b-96a1-afce5e1eb2c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.435760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-824f994c-c9ac-4115-8442-528de40ac51b', 'network_id': '824f994c-c9ac-4115-8442-528de40ac51b', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '580b1618-0248-4460-86ee-86f9689d2dc0'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:17.448318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.468004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] For port 67a405d0-8b98-4107-972a-eacc005d8188, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=67a405d0-8b98-4107-972a-eacc005d8188,segment=NetworkSegment(50017be4-f5de-43b7-a64e-b55f1b5367c8),segment_id=50017be4-f5de-43b7-a64e-b55f1b5367c8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:17.556700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc977632-a344-4bc2-acb8-22855f56cd7a None None] Pushing event updated for resources: {'Port': ['ID=59ddc222-21c8-4a68-a215-7180b4bec3fa,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:17.620113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.656230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e9b0c-958f-4d3b-96a1-afce5e1eb2c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=df2018f4-f841-4059-82d8-11df3b6a6544,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:17.668781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac09cc1-bf32-40d1-9dda-9f9f7f5ee562 None None] Network 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:17.669696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-423e9b0c-958f-4d3b-96a1-afce5e1eb2c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.710372 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-423e9b0c-958f-4d3b-96a1-afce5e1eb2c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/df2018f4-f841-4059-82d8-11df3b6a6544 HTTP/1.1" status: 204 len: 168 time: 2.4407649 Apr 08 10:43:17.718882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.725962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51230) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:17.741733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:17.807938 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5341125e-44db-4bdb-b167-cd5381959624 req-4324bf48-0b46-407a-9da5-b9b2ad71b2f2 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 210 time: 0.1557822 Apr 08 10:43:17.883049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 9abe68e5-f3db-4220-bb30-42648dab2181 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:17.901834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Allocated IP 172.20.0.7 (b6ddf88c-1479-4ec4-aa40-c237d7805491/21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d/aca921e3-ae83-462c-8104-901681794d5e) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:17.903382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Network 9038f25f-7ec2-4e0d-b114-098c265d7adb is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:17.915551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.927743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '943c6a34-4b92-4f5e-ad0f-4a9f305f0423'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:17.928834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.962387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ea4543ab-e00c-4a12-964a-63897908107e None None] Provisioning complete for port 17362781-53b6-4020-84e2-ad04052b23cf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:17.962695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ea4543ab-e00c-4a12-964a-63897908107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.973537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object b1f21889-4bc1-4f74-a809-7eedbafe5805 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:17.999218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.013537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9abe68e5-f3db-4220-bb30-42648dab2181 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:18.014226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.070531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Transition to ACTIVE for port object 549bae7b-bcd8-4b46-98be-9966002e6b3a will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:18.077643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6ecb2-c1ff-4a15-8860-dc5e6e599bab None None] Pushing event updated for resources: {'Port': ['ID=67a405d0-8b98-4107-972a-eacc005d8188,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:18.289868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.305735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.458873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=b1f21889-4bc1-4f74-a809-7eedbafe5805,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:18.465486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.534429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:18.546429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:18.547763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Allocated IP 172.20.0.1 (824f994c-c9ac-4115-8442-528de40ac51b/580b1618-0248-4460-86ee-86f9689d2dc0/c71479f5-d742-42d3-8345-784a063911f2) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:18.570301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:18.570301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:18.598582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:18.614545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:18.620272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.623926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:18.624636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.666818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:18.678139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'Port': ['ID=549bae7b-bcd8-4b46-98be-9966002e6b3a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:18.694014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.766887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.878561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Allocated IP 2001:db8::f816:3eff:fe91:a895 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/943c6a34-4b92-4f5e-ad0f-4a9f305f0423/49d1c8a1-6a77-4c2d-aa26-167c0d41b79a) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:18.897241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.122757 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-45d73794-e968-4263-8d01-506752b1e494 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1985700 Apr 08 10:43:19.132593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51236) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:19.211104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 17362781-53b6-4020-84e2-ad04052b23cf {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:19.211442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.223407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Pushing event updated for resources: {'Port': ['ID=aca921e3-ae83-462c-8104-901681794d5e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:19.228451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.247835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Network b6ddf88c-1479-4ec4-aa40-c237d7805491 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:19.262752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.276585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.290312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] DHCP port deletion for 954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:19.296011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:19.324960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:19.341153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] Deleting port 17362781-53b6-4020-84e2-ad04052b23cf {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:19.341657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.507329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:19.512619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:19.513701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.532143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.548704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddadddd-77f6-4228-a84f-8ef1c1955308 req-0cedff3d-3798-4b75-9586-44ac29a472c6 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:19.549881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3ddadddd-77f6-4228-a84f-8ef1c1955308 req-0cedff3d-3798-4b75-9586-44ac29a472c6 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Synchronizing usage tracker for tenant:16c5e8e299014c8c8421236dc50632ee on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:19.564989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 9abe68e5-f3db-4220-bb30-42648dab2181, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9abe68e5-f3db-4220-bb30-42648dab2181,segment=NetworkSegment(bdf2b077-88e7-46f5-922e-dd2b660321f1),segment_id=bdf2b077-88e7-46f5-922e-dd2b660321f1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:19.575059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Transition to ACTIVE for port object c71479f5-d742-42d3-8345-784a063911f2 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:19.622733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.674002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-3cdf7398-d6aa-44a7-bd08-d840058ec5a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8399990 Apr 08 10:43:19.685337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-346aaac3-7781-4982-9881-459cbde778e0 None None] Provisioning for port 6b04fec0-84a5-45d0-990e-d4bd62c3834f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:19.708769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.720347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Transition to ACTIVE for port object 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:19.724093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Transition to ACTIVE for port object c71479f5-d742-42d3-8345-784a063911f2 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:19.768686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-346aaac3-7781-4982-9881-459cbde778e0 None None] Provisioning complete for port 6b04fec0-84a5-45d0-990e-d4bd62c3834f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:19.769157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-346aaac3-7781-4982-9881-459cbde778e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.794088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3ddadddd-77f6-4228-a84f-8ef1c1955308 req-0cedff3d-3798-4b75-9586-44ac29a472c6 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Unset dirty status for tenant:16c5e8e299014c8c8421236dc50632ee on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:19.800933 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3ddadddd-77f6-4228-a84f-8ef1c1955308 req-0cedff3d-3798-4b75-9586-44ac29a472c6 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 931 time: 0.7427003 Apr 08 10:43:19.801896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713c942-f82b-4ae6-8f02-4b7c5f1cbc83 None None] Network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:19.807745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 93c32e86-f740-4d74-a90d-c7f96034b58b yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:19.906220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:19.921092 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3ddadddd-77f6-4228-a84f-8ef1c1955308 req-90cd86f3-1ab7-4ba6-9375-7cbeab0c7af6 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150653 Apr 08 10:43:19.992761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Request body: {'port': {'device_id': '80d36e42-1dc3-45c3-81a9-bbe8ed776b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:19.999289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] For port 17362781-53b6-4020-84e2-ad04052b23cf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=17362781-53b6-4020-84e2-ad04052b23cf,segment=NetworkSegment(c7fed592-b4a4-452a-bade-4785606f8a55),segment_id=c7fed592-b4a4-452a-bade-4785606f8a55)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:19.999653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.044888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de090c-aaf5-46f2-928d-21a231da99fb None None] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:20.092817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Transition to ACTIVE for port object 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:20.180865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.183376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-346aaac3-7781-4982-9881-459cbde778e0 None None] Port 6b04fec0-84a5-45d0-990e-d4bd62c3834f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:20.185357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2464ac83-fcd7-48ff-a367-08b2b82f98cd up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:20.193129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e2dde9-9cab-49b8-86bb-f56f76d6ffe4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:20.194902 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-34e2dde9-9cab-49b8-86bb-f56f76d6ffe4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A33b HTTP/1.1" status: 200 len: 929 time: 1.0553615 Apr 08 10:43:20.217783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 17362781-53b6-4020-84e2-ad04052b23cf owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:20.218053 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Network 824f994c-c9ac-4115-8442-528de40ac51b is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:20.235116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51242) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:20.241953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:20.244297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.248305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:20.313447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=9abe68e5-f3db-4220-bb30-42648dab2181,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:20.317357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:20.337232 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:20.362451 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:20.363516 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:20.374978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=580b1618-0248-4460-86ee-86f9689d2dc0,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:20.384228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.413747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a9775-2469-46f8-8806-b2c6c9676c86 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port b1f21889-4bc1-4f74-a809-7eedbafe5805 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:20.414375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9775-2469-46f8-8806-b2c6c9676c86 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.518414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] For port 17362781-53b6-4020-84e2-ad04052b23cf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=17362781-53b6-4020-84e2-ad04052b23cf,segment=NetworkSegment(c7fed592-b4a4-452a-bade-4785606f8a55),segment_id=c7fed592-b4a4-452a-bade-4785606f8a55)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:20.518900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.528078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:20.547766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:20.567334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:43:20.583331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:20.608965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.656268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-346aaac3-7781-4982-9881-459cbde778e0 None None] Provisioning complete for port 9abe68e5-f3db-4220-bb30-42648dab2181 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:20.656744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-346aaac3-7781-4982-9881-459cbde778e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.733896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.765220 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:20.796135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.815822 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fdc9b4ab-beeb-412c-95e4-e43ed93ac29a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8656082 Apr 08 10:43:20.831543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51246) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:20.854799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:20.888582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.900316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Pushing event updated for resources: {'Port': ['ID=c71479f5-d742-42d3-8345-784a063911f2,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:20.915352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:43:20.979701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824f994c-c9ac-4115-8442-528de40ac51b']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:21.001027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:fe34:94e0 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/943c6a34-4b92-4f5e-ad0f-4a9f305f0423/93c32e86-f740-4d74-a90d-c7f96034b58b) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:21.032946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'Port': ['ID=549bae7b-bcd8-4b46-98be-9966002e6b3a,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:21.038483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff3f6ae-6998-4366-8659-817a2fcdf3b7') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:21.038913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff3f6ae-6998-4366-8659-817a2fcdf3b7') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:21.099969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] Calling delete_port for 17362781-53b6-4020-84e2-ad04052b23cf owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:21.137463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.162775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.172725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:21.174133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.287982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9775-2469-46f8-8806-b2c6c9676c86 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.294531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Attempting to bind port c71479f5-d742-42d3-8345-784a063911f2 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:21.295175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Attempting to bind port c71479f5-d742-42d3-8345-784a063911f2 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '7ff3f6ae-6998-4366-8659-817a2fcdf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824f994c-c9ac-4115-8442-528de40ac51b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:21.296349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Attempting to bind port c71479f5-d742-42d3-8345-784a063911f2 on network 824f994c-c9ac-4115-8442-528de40ac51b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:21.311534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Pushing event updated for resources: {'Port': ['ID=49d1c8a1-6a77-4c2d-aa26-167c0d41b79a,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:21.409457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:21.414565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Checking segment: {'id': '7ff3f6ae-6998-4366-8659-817a2fcdf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824f994c-c9ac-4115-8442-528de40ac51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:21.414565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.414565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Bound using segment: {'id': '7ff3f6ae-6998-4366-8659-817a2fcdf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824f994c-c9ac-4115-8442-528de40ac51b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:21.414565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Bound port: c71479f5-d742-42d3-8345-784a063911f2, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff3f6ae-6998-4366-8659-817a2fcdf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '824f994c-c9ac-4115-8442-528de40ac51b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:21.414565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.440446 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:14Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:15Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:21.443896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2464ac83-fcd7-48ff-a367-08b2b82f98cd triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:21.444503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.446540 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:43:21.446890 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Updating router 849aec40-baed-492c-ad5c-38b4d08794be port 6b04fec0-84a5-45d0-990e-d4bd62c3834f binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:21.452763 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:21.509982 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.512016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Attempting to bind port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:21.512691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Attempting to bind port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:21.513280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Attempting to bind port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:21.577938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a9775-2469-46f8-8806-b2c6c9676c86 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for b1f21889-4bc1-4f74-a809-7eedbafe5805 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:21.593171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:21.594034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:21.594662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.595317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:21.596054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Bound port: 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:21.596749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.666268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:21.667003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:21.744899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.760051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:21.765451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:21.838221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] For port c71479f5-d742-42d3-8345-784a063911f2, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:21.880935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=17362781-53b6-4020-84e2-ad04052b23cf,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:21.896877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:43:21.896877 dv-neutron-837109-1-hyperv neutron-server[88613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:43:21.896877 dv-neutron-837109-1-hyperv neutron-server[88613]: [parameters: {'id': '824f994c-c9ac-4115-8442-528de40ac51b'}] Apr 08 10:43:21.896877 dv-neutron-837109-1-hyperv neutron-server[88613]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:21.897328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:21.903936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:21.926935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] For port c71479f5-d742-42d3-8345-784a063911f2, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c71479f5-d742-42d3-8345-784a063911f2,segment=NetworkSegment(7ff3f6ae-6998-4366-8659-817a2fcdf3b7),segment_id=7ff3f6ae-6998-4366-8659-817a2fcdf3b7)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:21.966414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] For port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:21.969201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 59ddc222-21c8-4a68-a215-7180b4bec3fa up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:22.013292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No DVR routers for this DVR port 17362781-53b6-4020-84e2-ad04052b23cf on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:22.035527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.040666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] For port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=49d1c8a1-6a77-4c2d-aa26-167c0d41b79a,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:22.049240 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.068332 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Transition to ACTIVE for port object 6b04fec0-84a5-45d0-990e-d4bd62c3834f will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:22.111839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.146154 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.150186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.180456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca921e3-ae83-462c-8104-901681794d5e {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:43:22.184165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] Deleting port 17362781-53b6-4020-84e2-ad04052b23cf {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:22.184565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.198384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.240673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Transition to ACTIVE for port object aca921e3-ae83-462c-8104-901681794d5e will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:22.286462 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2b4cea3e-c59b-4581-b04e-b48ec787a80a None None] Provisioning for port 59ddc222-21c8-4a68-a215-7180b4bec3fa completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:22.289393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9775-2469-46f8-8806-b2c6c9676c86 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.326292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc4a1c-da76-42d4-8a59-e5fda0153e23 None None] The port '17362781-53b6-4020-84e2-ad04052b23cf' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:43:22.384982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Router 5ff552f7-ed17-40e2-81d1-d18271fa2dd2 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:43:22.395190 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Pushing event updated for resources: {'Port': ['ID=6b04fec0-84a5-45d0-990e-d4bd62c3834f,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:22.407275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cafa48-6391-44e4-ae66-ee49a8af342d None None] Pushing event updated for resources: {'Port': ['ID=c71479f5-d742-42d3-8345-784a063911f2,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:22.436420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.483264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a9775-2469-46f8-8806-b2c6c9676c86 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=b1f21889-4bc1-4f74-a809-7eedbafe5805,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:22.506157 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.506911 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.507090 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.507443 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.507851 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.508262 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.509016 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.509557 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.509854 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.510262 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.510818 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.513111 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:22.565496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094c25b-da6b-4cba-a195-904c46c9637a None None] Pushing event updated for resources: {'Port': ['ID=49d1c8a1-6a77-4c2d-aa26-167c0d41b79a,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:22.630274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Attempting to bind port 6b04fec0-84a5-45d0-990e-d4bd62c3834f on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:22.630790 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Attempting to bind port 6b04fec0-84a5-45d0-990e-d4bd62c3834f by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:22.631258 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Attempting to bind port 6b04fec0-84a5-45d0-990e-d4bd62c3834f on network 9038f25f-7ec2-4e0d-b114-098c265d7adb {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:22.636090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2b4cea3e-c59b-4581-b04e-b48ec787a80a None None] Provisioning for port 67a405d0-8b98-4107-972a-eacc005d8188 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:22.641038 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:22.641572 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Checking segment: {'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:22.641990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 59ddc222-21c8-4a68-a215-7180b4bec3fa completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:22.642171 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.642629 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Bound using segment: {'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:22.643470 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Bound port: 6b04fec0-84a5-45d0-990e-d4bd62c3834f, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf2b077-88e7-46f5-922e-dd2b660321f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:22.643944 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.661872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 59ddc222-21c8-4a68-a215-7180b4bec3fa triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:22.662749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.749005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:22.828268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163006a6-09c8-4159-8e78-22a704b41779 None None] Network 824f994c-c9ac-4115-8442-528de40ac51b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:22.980388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.013912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:23.040567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fed592-b4a4-452a-bade-4785606f8a55') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:23.041658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fed592-b4a4-452a-bade-4785606f8a55') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:23.057341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.076213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.084303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:23.087799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:23.091202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.114417 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] For port 6b04fec0-84a5-45d0-990e-d4bd62c3834f, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:23.136756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73a2a6-223a-48eb-86bb-a06537466440 None None] Sync routers for ids ['5ff552f7-ed17-40e2-81d1-d18271fa2dd2'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:23.143406 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] For port 6b04fec0-84a5-45d0-990e-d4bd62c3834f, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6b04fec0-84a5-45d0-990e-d4bd62c3834f,segment=NetworkSegment(bdf2b077-88e7-46f5-922e-dd2b660321f1),segment_id=bdf2b077-88e7-46f5-922e-dd2b660321f1)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:23.158641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73a2a6-223a-48eb-86bb-a06537466440 None None] Routers {'5ff552f7-ed17-40e2-81d1-d18271fa2dd2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:23.159537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-dd73a2a6-223a-48eb-86bb-a06537466440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ff552f7-ed17-40e2-81d1-d18271fa2dd2'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:23.227892 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:23.297377 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:23.303330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9775-2469-46f8-8806-b2c6c9676c86 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.381114 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:23.381753 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:23.447427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.488375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 93c32e86-f740-4d74-a90d-c7f96034b58b will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:23.539014 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-dd73a2a6-223a-48eb-86bb-a06537466440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:23.540460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Provisioning complete for port 59ddc222-21c8-4a68-a215-7180b4bec3fa triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:23.541173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.571671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Pushing event updated for resources: {'Port': ['ID=aca921e3-ae83-462c-8104-901681794d5e,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:23.598960 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b5e1a69a-3a43-4189-a808-95a0f1aa92f7 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "PUT /v2.0/routers/5ff552f7-ed17-40e2-81d1-d18271fa2dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8865359 Apr 08 10:43:23.601477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51252) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:23.650723 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bc0a9775-2469-46f8-8806-b2c6c9676c86 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/b1f21889-4bc1-4f74-a809-7eedbafe5805 HTTP/1.1" status: 204 len: 168 time: 3.4003870 Apr 08 10:43:23.653535 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:23.717998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Request body: {'port': {'network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a', 'name': 'tempest-FloatingIPNegativeTestJSON-594816418'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:23.729222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73a2a6-223a-48eb-86bb-a06537466440 None None] Routers {'5ff552f7-ed17-40e2-81d1-d18271fa2dd2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:23.730389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-dd73a2a6-223a-48eb-86bb-a06537466440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ff552f7-ed17-40e2-81d1-d18271fa2dd2'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:23.751229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51256) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:23.796140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.941410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.990156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-dd73a2a6-223a-48eb-86bb-a06537466440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:23.994547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73a2a6-223a-48eb-86bb-a06537466440 None None] The sync data for ids ['5ff552f7-ed17-40e2-81d1-d18271fa2dd2'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:24.073318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 59ddc222-21c8-4a68-a215-7180b4bec3fa, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=59ddc222-21c8-4a68-a215-7180b4bec3fa,segment=NetworkSegment(9f9c0685-c32b-4b47-9d8b-ce8f794cbd58),segment_id=9f9c0685-c32b-4b47-9d8b-ce8f794cbd58)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:24.085459 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba09723-e41c-4a62-8387-5bb9b312a707 None None] Pushing event updated for resources: {'Port': ['ID=6b04fec0-84a5-45d0-990e-d4bd62c3834f,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:24.091703 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:14Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:23Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:24.102941 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170a494-112c-44ea-a8ff-e7fad8a287d2 None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:14Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:23Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:24.110112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.119545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Network': ['ID=954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:24.149560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.153492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.156633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 67a405d0-8b98-4107-972a-eacc005d8188 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:24.271871 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 894148a1-04f1-423b-8dfb-09d424343425 associated. External IP: 172.26.7.89, port: 39400e13-885a-4d3e-90fb-5dab7f033f9a. Apr 08 10:43:24.343959 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9362d1b3-e486-4c9f-9f6d-b13e6b748035 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/networks/954fd0ed-2a7e-4ce5-a4fc-5fd103aefeca HTTP/1.1" status: 204 len: 168 time: 6.5985212 Apr 08 10:43:24.345815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Attempting to bind port aca921e3-ae83-462c-8104-901681794d5e on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:24.346576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Attempting to bind port aca921e3-ae83-462c-8104-901681794d5e by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '6c447bc2-da67-4cf9-9d8d-904cf53c66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b6ddf88c-1479-4ec4-aa40-c237d7805491'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:24.346908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Attempting to bind port aca921e3-ae83-462c-8104-901681794d5e on network b6ddf88c-1479-4ec4-aa40-c237d7805491 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:24.348393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407931ec-e650-4f5c-af8b-07b24270c422 req-54cedddd-e29f-4365-a03f-000cfeded613 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:24.359031 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-407931ec-e650-4f5c-af8b-07b24270c422 req-54cedddd-e29f-4365-a03f-000cfeded613 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 931 time: 2.6601682 Apr 08 10:43:24.373706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Could not find standard attr ID for object b1f21889-4bc1-4f74-a809-7eedbafe5805. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:43:24.379330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51260) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:24.380425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Port aca921e3-ae83-462c-8104-901681794d5e on network b6ddf88c-1479-4ec4-aa40-c237d7805491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:43:24.380862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Attempting to bind port aca921e3-ae83-462c-8104-901681794d5e on network b6ddf88c-1479-4ec4-aa40-c237d7805491 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:24.399909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port c71479f5-d742-42d3-8345-784a063911f2 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:24.400365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.442015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=59ddc222-21c8-4a68-a215-7180b4bec3fa,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:24.546973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Provisioning for port 4d6b8025-817c-45a9-9030-be0ebd0698ef completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:24.553640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Provisioning complete for port 4d6b8025-817c-45a9-9030-be0ebd0698ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:24.555166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.573884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:24.584081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Checking segment: {'id': '6c447bc2-da67-4cf9-9d8d-904cf53c66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b6ddf88c-1479-4ec4-aa40-c237d7805491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:24.584081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Bound using segment: {'id': '6c447bc2-da67-4cf9-9d8d-904cf53c66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b6ddf88c-1479-4ec4-aa40-c237d7805491'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:24.584081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Bound port: aca921e3-ae83-462c-8104-901681794d5e, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c447bc2-da67-4cf9-9d8d-904cf53c66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b6ddf88c-1479-4ec4-aa40-c237d7805491'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:24.584081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.650081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 67a405d0-8b98-4107-972a-eacc005d8188 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:24.677333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 67a405d0-8b98-4107-972a-eacc005d8188 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:24.677710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.692133 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-febabfab-855e-4544-8fdd-c909232e2ea3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:43:24.697329 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-febabfab-855e-4544-8fdd-c909232e2ea3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/b1f21889-4bc1-4f74-a809-7eedbafe5805 HTTP/1.1" status: 404 len: 333 time: 0.8974569 Apr 08 10:43:24.757221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Port 4d6b8025-817c-45a9-9030-be0ebd0698ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:24.824654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51264) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:24.902658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Provisioning for port 549bae7b-bcd8-4b46-98be-9966002e6b3a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:24.913304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:24.915324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.929561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Provisioning complete for port 549bae7b-bcd8-4b46-98be-9966002e6b3a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:24.930381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.932088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Usage tracker for resource:port and tenant:5dc6f85397f0450f84304f1b071992f5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:25.000842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a24ea9-0771-433d-8278-76927e9890e3 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:43:25.021435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] For port aca921e3-ae83-462c-8104-901681794d5e, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:25.024607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] For port aca921e3-ae83-462c-8104-901681794d5e, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=aca921e3-ae83-462c-8104-901681794d5e,segment=NetworkSegment(6c447bc2-da67-4cf9-9d8d-904cf53c66b6),segment_id=6c447bc2-da67-4cf9-9d8d-904cf53c66b6)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:25.028268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:25.043551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:25.067723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-19a1109c-9dde-4ba0-a1bf-ea2c38414dd3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 4d6b8025-817c-45a9-9030-be0ebd0698ef {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:25.068077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19a1109c-9dde-4ba0-a1bf-ea2c38414dd3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.101236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-fd905a28-e643-44f3-a519-81e6bdab35de None None] Port 549bae7b-bcd8-4b46-98be-9966002e6b3a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:25.110423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 67a405d0-8b98-4107-972a-eacc005d8188, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=67a405d0-8b98-4107-972a-eacc005d8188,segment=NetworkSegment(50017be4-f5de-43b7-a64e-b55f1b5367c8),segment_id=50017be4-f5de-43b7-a64e-b55f1b5367c8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:25.128285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.157163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=93c32e86-f740-4d74-a90d-c7f96034b58b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:25.164157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-407931ec-e650-4f5c-af8b-07b24270c422 req-01a73dd3-f694-4a1d-9759-1f9bcc1d2756 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Synchronizing usage tracker for tenant:16c5e8e299014c8c8421236dc50632ee on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:25.189188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:25.236429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:25.248214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:25.253216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a24ea9-0771-433d-8278-76927e9890e3 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:43:25.257403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:25.258349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.264113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Made reservation on behalf of 5dc6f85397f0450f84304f1b071992f5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:25.267712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.272675 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.341787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:25.342420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.343839 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] 10.222.0.41 "PUT /v2.0/ports/aca921e3-ae83-462c-8104-901681794d5e HTTP/1.1" status: 200 len: 1093 time: 5.5955284 Apr 08 10:43:25.350481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d36e42-1dc3-45c3-81a9-bbe8ed776b72', 'tag': 'aca921e3-ae83-462c-8104-901681794d5e'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:43:25.393770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 17362781-53b6-4020-84e2-ad04052b23cf no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:25.485445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 17362781-53b6-4020-84e2-ad04052b23cf {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:25.486004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 17362781-53b6-4020-84e2-ad04052b23cf not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:25.581034 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9afd93-7c0b-4c1a-974e-2d1babd51c72'] response: {'name': 'network-changed', 'server_uuid': '80d36e42-1dc3-45c3-81a9-bbe8ed776b72', 'tag': 'aca921e3-ae83-462c-8104-901681794d5e', 'status': 'completed', 'code': 200} Apr 08 10:43:25.611964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585c37e9-28b5-4f46-ad66-8330744c2cbd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:25.612922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-585c37e9-28b5-4f46-ad66-8330744c2cbd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:25.618007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] device_id is not set on port 9b22a796-6963-4d22-91a0-c5ae6fe2184f yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:25.683860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port c71479f5-d742-42d3-8345-784a063911f2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c71479f5-d742-42d3-8345-784a063911f2,segment=NetworkSegment(7ff3f6ae-6998-4366-8659-817a2fcdf3b7),segment_id=7ff3f6ae-6998-4366-8659-817a2fcdf3b7)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:25.684376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.701709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-407931ec-e650-4f5c-af8b-07b24270c422 req-01a73dd3-f694-4a1d-9759-1f9bcc1d2756 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Unset dirty status for tenant:16c5e8e299014c8c8421236dc50632ee on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:25.703071 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-407931ec-e650-4f5c-af8b-07b24270c422 req-01a73dd3-f694-4a1d-9759-1f9bcc1d2756 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3426595 Apr 08 10:43:25.710090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5835a-a2b6-4bdc-b003-a101521e180e service neutron] Pushing event updated for resources: {'Port': ['ID=aca921e3-ae83-462c-8104-901681794d5e,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:25.713805 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1b7e2591-1301-416c-9b20-615890adf39c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 8.6898890 Apr 08 10:43:25.717816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51272) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:25.726067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=67a405d0-8b98-4107-972a-eacc005d8188,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:25.779840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c672d868-4923-4862-9514-e33e9528ff2c None None] Provisioning for port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:25.815059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c672d868-4923-4862-9514-e33e9528ff2c None None] Could not find standard attr ID for object b1f21889-4bc1-4f74-a809-7eedbafe5805. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:43:25.823061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19a1109c-9dde-4ba0-a1bf-ea2c38414dd3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.903043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-585c37e9-28b5-4f46-ad66-8330744c2cbd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:25.908249 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-585c37e9-28b5-4f46-ad66-8330744c2cbd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.5116796 Apr 08 10:43:25.913144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c672d868-4923-4862-9514-e33e9528ff2c None None] Provisioning complete for port 4d6b8025-817c-45a9-9030-be0ebd0698ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:25.913520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c672d868-4923-4862-9514-e33e9528ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.934854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51276) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:25.977570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 59ddc222-21c8-4a68-a215-7180b4bec3fa up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:26.015397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for c71479f5-d742-42d3-8345-784a063911f2 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:26.017319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-19a1109c-9dde-4ba0-a1bf-ea2c38414dd3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 4d6b8025-817c-45a9-9030-be0ebd0698ef owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:26.117597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c672d868-4923-4862-9514-e33e9528ff2c None None] Port 4d6b8025-817c-45a9-9030-be0ebd0698ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:26.142811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Allocated IP 172.20.0.5 (523f9fb3-f5e9-44bf-8c25-0a09f4ede10a/31a7c138-425e-489c-9380-e3a92949ab68/9b22a796-6963-4d22-91a0-c5ae6fe2184f) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:26.145309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.extraroute_db [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 08 10:43:26.146865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c672d868-4923-4862-9514-e33e9528ff2c None None] Provisioning complete for port 549bae7b-bcd8-4b46-98be-9966002e6b3a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:26.147359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c672d868-4923-4862-9514-e33e9528ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:26.154804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-d3a365ed-68a1-402a-8716-6e0ab7aea673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:26.157113 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-d3a365ed-68a1-402a-8716-6e0ab7aea673 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16c5e8e299014c8c8421236dc50632ee&device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 1096 time: 0.5823123 Apr 08 10:43:26.194929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 59ddc222-21c8-4a68-a215-7180b4bec3fa triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:26.200173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:26.257100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.extraroute_db [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Removed routes are [] {{(pid=88613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 08 10:43:26.257706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:26.279760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c672d868-4923-4862-9514-e33e9528ff2c None None] Port 549bae7b-bcd8-4b46-98be-9966002e6b3a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:26.313816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:26.335519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d680d-5dd0-4d2a-a62d-1661d8a3d31f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:26.341861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d680d-5dd0-4d2a-a62d-1661d8a3d31f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:26.342848 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4f5d680d-5dd0-4d2a-a62d-1661d8a3d31f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:26.353462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3b6170e1-251f-4bef-990c-5d393a0559c2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:26.416658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-ec12cc63-fea8-4dfe-ba7e-e8ac23b28719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aca921e3-ae83-462c-8104-901681794d5e HTTP/1.1" status: 200 len: 217 time: 0.2464094 Apr 08 10:43:26.450490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777dc227-f211-4844-b6d1-8ca18b52f6a8 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:43:26.482330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:26.570209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3b6170e1-251f-4bef-990c-5d393a0559c2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:26.575836 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3b6170e1-251f-4bef-990c-5d393a0559c2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5738854 Apr 08 10:43:26.575836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No DVR routers for this DVR port c71479f5-d742-42d3-8345-784a063911f2 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:26.578570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Port': ['ID=c71479f5-d742-42d3-8345-784a063911f2,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:26.580386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4f5d680d-5dd0-4d2a-a62d-1661d8a3d31f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:26.584602 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4f5d680d-5dd0-4d2a-a62d-1661d8a3d31f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7999666 Apr 08 10:43:26.606714 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9abe68e5-f3db-4220-bb30-42648dab2181 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:26.609191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51280) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:26.609923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51282) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:26.679209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-33600274'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:26.755315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:26.792321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:network and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:26.792982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9abe68e5-f3db-4220-bb30-42648dab2181 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:26.793480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:26.802511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-bb39d59c-8967-4539-bfe4-5e069a8602bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:26.804000 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-bb39d59c-8967-4539-bfe4-5e069a8602bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d HTTP/1.1" status: 200 len: 851 time: 0.3774207 Apr 08 10:43:26.812201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:26.876823 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777dc227-f211-4844-b6d1-8ca18b52f6a8 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:43:26.877063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:26.900852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-02448123-9d48-4eb1-bc9c-5d9ee1fce5fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 93c32e86-f740-4d74-a90d-c7f96034b58b {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:26.901197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02448123-9d48-4eb1-bc9c-5d9ee1fce5fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.039113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.079430 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-222e821b-30f3-4a48-9fd8-677c1c46562a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ddf88c-1479-4ec4-aa40-c237d7805491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2565730 Apr 08 10:43:27.087825 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:27.124217 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:27.155791 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8db83f-28c9-4ed2-a86e-f1de71e9c92a None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:27.174512 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8db83f-28c9-4ed2-a86e-f1de71e9c92a None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:27.176862 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-8e8db83f-28c9-4ed2-a86e-f1de71e9c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:27.190025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.208398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19a1109c-9dde-4ba0-a1bf-ea2c38414dd3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.266097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824f994c-c9ac-4115-8442-528de40ac51b']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:27.269516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb1a3-4c8f-491a-badf-461cf59f7d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.280303 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-8e8db83f-28c9-4ed2-a86e-f1de71e9c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:27.294526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff3f6ae-6998-4366-8659-817a2fcdf3b7') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:27.295071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff3f6ae-6998-4366-8659-817a2fcdf3b7') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:27.299222 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8db83f-28c9-4ed2-a86e-f1de71e9c92a None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:27.301027 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-8e8db83f-28c9-4ed2-a86e-f1de71e9c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:27.339757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.384792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:27.392750 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-8e8db83f-28c9-4ed2-a86e-f1de71e9c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:27.393507 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8db83f-28c9-4ed2-a86e-f1de71e9c92a None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:27.398819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.415743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.430437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.431131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:27.436112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.437544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:27.437911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.495121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1109c-9dde-4ba0-a1bf-ea2c38414dd3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=4d6b8025-817c-45a9-9030-be0ebd0698ef,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:27.498451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Transition to ACTIVE for port object 9b22a796-6963-4d22-91a0-c5ae6fe2184f will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:27.530715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:27.531127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:27.551182 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:27.575581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19a1109c-9dde-4ba0-a1bf-ea2c38414dd3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.619460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.674202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=49d1c8a1-6a77-4c2d-aa26-167c0d41b79a,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:27.678786 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-19a1109c-9dde-4ba0-a1bf-ea2c38414dd3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/4d6b8025-817c-45a9-9030-be0ebd0698ef HTTP/1.1" status: 204 len: 168 time: 2.8321507 Apr 08 10:43:27.685880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51292) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:27.780921 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-cb1027ae-ed80-4808-8eda-adde128eb809 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498921 Apr 08 10:43:27.794305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279ec4c-b908-43fe-a649-fba28cdaa3d7 req-18d15842-dcdf-4c50-9465-4bdac55f3c91 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:27.795942 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6279ec4c-b908-43fe-a649-fba28cdaa3d7 req-18d15842-dcdf-4c50-9465-4bdac55f3c91 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 943 time: 0.7272789 Apr 08 10:43:27.815914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.817129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6b04fec0-84a5-45d0-990e-d4bd62c3834f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:27.849498 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b73654-10b9-4ca6-b222-381b369a8616 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:43:27.850048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-96b73654-10b9-4ca6-b222-381b369a8616 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:27.930016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:27.935887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:27.938808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.947744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=49d1c8a1-6a77-4c2d-aa26-167c0d41b79a,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:27.966405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:27.979860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=824f994c-c9ac-4115-8442-528de40ac51b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:27.998961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4d23d5f2-4207-4024-8f86-ad719aeb6045 None None] Provisioning for port 93c32e86-f740-4d74-a90d-c7f96034b58b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:28.005465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4d23d5f2-4207-4024-8f86-ad719aeb6045 None None] Provisioning complete for port 93c32e86-f740-4d74-a90d-c7f96034b58b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:28.012369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4d23d5f2-4207-4024-8f86-ad719aeb6045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.032124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.032508 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Added segment ff176011-fe50-4966-88a6-09617b1f8334 of type vlan for network ccf277e3-d99b-400c-a924-61b3b3d72878 Apr 08 10:43:28.050889 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e3d5ffc1-09bb-4055-8eea-af129db09eca tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/824f994c-c9ac-4115-8442-528de40ac51b HTTP/1.1" status: 204 len: 168 time: 11.3955367 Apr 08 10:43:28.059213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51296) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:28.070063 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6279ec4c-b908-43fe-a649-fba28cdaa3d7 req-f462b077-58fb-4243-a240-daa0747f8c3c tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945863 Apr 08 10:43:28.074629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-4d23d5f2-4207-4024-8f86-ad719aeb6045 None None] Port 93c32e86-f740-4d74-a90d-c7f96034b58b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:28.082923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386314761'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:28.085430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.129101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6b04fec0-84a5-45d0-990e-d4bd62c3834f completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:28.136512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6b04fec0-84a5-45d0-990e-d4bd62c3834f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:28.136512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.151100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:28.155338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02448123-9d48-4eb1-bc9c-5d9ee1fce5fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.160981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:28.165091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:28.168644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:28.177695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:28.188384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.259853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-96b73654-10b9-4ca6-b222-381b369a8616 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:28.260115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:28.260834 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-96b73654-10b9-4ca6-b222-381b369a8616 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/4d6b8025-817c-45a9-9030-be0ebd0698ef HTTP/1.1" status: 404 len: 333 time: 0.5716624 Apr 08 10:43:28.271734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.275737 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e76d337c-5bc5-4d55-ae89-952c61bb00f6 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 200 len: 933 time: 7.4323928 Apr 08 10:43:28.276562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51300) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:28.277047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51302) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:28.281514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.320117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6b04fec0-84a5-45d0-990e-d4bd62c3834f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6b04fec0-84a5-45d0-990e-d4bd62c3834f,segment=NetworkSegment(bdf2b077-88e7-46f5-922e-dd2b660321f1),segment_id=bdf2b077-88e7-46f5-922e-dd2b660321f1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:28.321526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:28.332170 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e8663ad-ef41-4bce-8899-b48aafa4247e req-47aead1e-1708-4240-8758-8f05de81d1d3 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352578 Apr 08 10:43:28.333056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:28.333828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:28.336723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:28.346574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-02448123-9d48-4eb1-bc9c-5d9ee1fce5fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 93c32e86-f740-4d74-a90d-c7f96034b58b owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:28.386729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:28.389438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:28.415242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.441385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:43:28.467249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'Port': ['ID=9b22a796-6963-4d22-91a0-c5ae6fe2184f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:28.577371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:28.578263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.579509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:28.644616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:28.649499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.680953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.680953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:28.680953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.730948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:28.738840 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fcb2aebc-6c76-482a-b04e-2aed470c7e34 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0982406 Apr 08 10:43:28.753799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51308) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:28.775048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:28.775661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6b04fec0-84a5-45d0-990e-d4bd62c3834f,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:28.805890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:28.817257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Usage tracker for resource:floatingip and tenant:5dc6f85397f0450f84304f1b071992f5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:28.846481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a42058-15ae-4352-a5e4-898579738dd2 req-b040ac91-519e-42d6-a3ad-70f92570ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:28.849083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91a42058-15ae-4352-a5e4-898579738dd2 req-b040ac91-519e-42d6-a3ad-70f92570ec8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16c5e8e299014c8c8421236dc50632ee&device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 1096 time: 0.3665762 Apr 08 10:43:28.849859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Network': ['ID=ccf277e3-d99b-400c-a924-61b3b3d72878,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:28.880254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:28.884915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:28.895098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network ccf277e3-d99b-400c-a924-61b3b3d72878 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:28.900975 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dfc3c97a-935d-4e83-9de4-85690400f18c tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2867236 Apr 08 10:43:28.901198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51312) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:28.908971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:28.917498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-777fd642-bb6f-4aeb-9790-965d7108b5af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:28.919523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:28.933618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-568600e0-9669-4dad-b19c-11156a15f04a None None] Provisioning for port 9b22a796-6963-4d22-91a0-c5ae6fe2184f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:28.938164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-777fd642-bb6f-4aeb-9790-965d7108b5af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.975198 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.975551 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment cf12a4fa-1124-4d6f-b84a-a519e064fad2 of type vlan for network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb Apr 08 10:43:28.984139 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-59d4b792-e04a-4442-85a7-01c77c1afeb0 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 200 len: 933 time: 0.7017074 Apr 08 10:43:29.009358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51316) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:29.013982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:29.014355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.026406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'routes': None}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:29.046743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-568600e0-9669-4dad-b19c-11156a15f04a None None] Provisioning complete for port 9b22a796-6963-4d22-91a0-c5ae6fe2184f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:29.046743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-568600e0-9669-4dad-b19c-11156a15f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.121963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:29.123675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.136962 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d16fd2-4489-4cce-870e-53f34243521c None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:29.152718 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d16fd2-4489-4cce-870e-53f34243521c None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:29.154184 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-68d16fd2-4489-4cce-870e-53f34243521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:29.162164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02448123-9d48-4eb1-bc9c-5d9ee1fce5fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.209721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-777fd642-bb6f-4aeb-9790-965d7108b5af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.234877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-568600e0-9669-4dad-b19c-11156a15f04a None None] Port 9b22a796-6963-4d22-91a0-c5ae6fe2184f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:29.270527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.286080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.320843 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-68d16fd2-4489-4cce-870e-53f34243521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:29.337376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02448123-9d48-4eb1-bc9c-5d9ee1fce5fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=93c32e86-f740-4d74-a90d-c7f96034b58b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:29.352847 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d16fd2-4489-4cce-870e-53f34243521c None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:29.353483 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-68d16fd2-4489-4cce-870e-53f34243521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:42:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:29.430877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:43:29.434649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02448123-9d48-4eb1-bc9c-5d9ee1fce5fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.436869 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-02448123-9d48-4eb1-bc9c-5d9ee1fce5fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/93c32e86-f740-4d74-a90d-c7f96034b58b HTTP/1.1" status: 204 len: 168 time: 2.8211966 Apr 08 10:43:29.443215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51322) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:29.474213 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 67a405d0-8b98-4107-972a-eacc005d8188 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:29.476565 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-68d16fd2-4489-4cce-870e-53f34243521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:29.477214 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d16fd2-4489-4cce-870e-53f34243521c None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:29.541891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:29.550739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:29.557792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a42058-15ae-4352-a5e4-898579738dd2 req-ccfbef21-99cb-498f-ae90-522f536fc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:29.559328 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91a42058-15ae-4352-a5e4-898579738dd2 req-ccfbef21-99cb-498f-ae90-522f536fc505 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6ddf88c-1479-4ec4-aa40-c237d7805491 HTTP/1.1" status: 200 len: 912 time: 0.7038615 Apr 08 10:43:29.562254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:29.620720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 67a405d0-8b98-4107-972a-eacc005d8188 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:29.621158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.627142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:29.655395 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91a42058-15ae-4352-a5e4-898579738dd2 req-ba14d905-d535-465d-af1f-deb1dd85f66e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aca921e3-ae83-462c-8104-901681794d5e HTTP/1.1" status: 200 len: 217 time: 0.0798643 Apr 08 10:43:29.657942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c7e1d-a0bc-419a-a50f-a6e4e4fd2992 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:29.659530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c7e1d-a0bc-419a-a50f-a6e4e4fd2992 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:29.660595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-832c7e1d-a0bc-419a-a50f-a6e4e4fd2992 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:29.699515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:26Z', 'revision_number': 6, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:23Z', 'revision_number': 4, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:29.707923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:43:29.741182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ede5a32b-079d-4229-a858-5936c54ee089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.744575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a42058-15ae-4352-a5e4-898579738dd2 req-9bf8a5c6-9391-4797-be33-3b3bbb76e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:29.746224 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91a42058-15ae-4352-a5e4-898579738dd2 req-9bf8a5c6-9391-4797-be33-3b3bbb76e48b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d HTTP/1.1" status: 200 len: 851 time: 0.0819595 Apr 08 10:43:29.759520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:29.760513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:29.799164 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91a42058-15ae-4352-a5e4-898579738dd2 req-68069b95-7e1f-4e0a-84b1-ba6697b9f350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ddf88c-1479-4ec4-aa40-c237d7805491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473642 Apr 08 10:43:29.809173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.816433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:29.816433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.848935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-832c7e1d-a0bc-419a-a50f-a6e4e4fd2992 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:29.850438 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-832c7e1d-a0bc-419a-a50f-a6e4e4fd2992 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4044690 Apr 08 10:43:29.851310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:29.855191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.872522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51326) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:29.890628 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-32b77adc-4c32-4812-9291-55255be71dac tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/floatingips/894148a1-04f1-423b-8dfb-09d424343425 HTTP/1.1" status: 200 len: 978 time: 13.9607139 Apr 08 10:43:29.898094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-777fd642-bb6f-4aeb-9790-965d7108b5af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:29.929603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51328) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:29.947025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:29.994671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:30.198978 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1300673 Apr 08 10:43:30.204510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fd48c4-3279-44b2-aa38-e67fdbfc9404 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 943c6a34-4b92-4f5e-ad0f-4a9f305f0423 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:30.211959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51334) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:30.217329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=78caaa58-1e28-4fd6-9feb-53e97b68e9bb,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:30.229435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77fd48c4-3279-44b2-aa38-e67fdbfc9404 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.234370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7039ba9b-716c-4689-8eb4-01cbe2b5099a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:30.265028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca43f-dca5-4cfa-9e05-d5d19c021986 req-afc5907a-354d-475d-9a98-bab97f0cec9c tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:30.266413 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f5bca43f-dca5-4cfa-9e05-d5d19c021986 req-afc5907a-354d-475d-9a98-bab97f0cec9c tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 943 time: 0.9330447 Apr 08 10:43:30.281715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.312350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:26Z', 'revision_number': 6, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:28Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:30.317009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff6da3-5eec-4506-b07b-ecf4e8dbe5a3 None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:26Z', 'revision_number': 6, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:28Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:30.328381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.328982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.329090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.329378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.329708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.330038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.330358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.330859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.331377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.331867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.332393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.332893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8123f4-a8da-47ba-a2bb-58516f361e65 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:30.349874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:30.418683 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91a42058-15ae-4352-a5e4-898579738dd2 req-2e68fbbf-0800-495e-9335-5d62b4e94d49 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101065 Apr 08 10:43:30.485721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77fd48c4-3279-44b2-aa38-e67fdbfc9404 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.551411 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f5bca43f-dca5-4cfa-9e05-d5d19c021986 req-49190cb7-d003-4b92-ac88-8e320b9ec9da tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302866 Apr 08 10:43:30.571781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6b04fec0-84a5-45d0-990e-d4bd62c3834f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:30.613931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.697773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.737784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6b04fec0-84a5-45d0-990e-d4bd62c3834f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:30.738662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.746430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-777fd642-bb6f-4aeb-9790-965d7108b5af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.822196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fd642-bb6f-4aeb-9790-965d7108b5af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:30.838945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a40a8-a979-4b58-82ff-644cb3472d92 None None] Network 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:30.839568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-777fd642-bb6f-4aeb-9790-965d7108b5af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.848979 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-91a42058-15ae-4352-a5e4-898579738dd2 req-f890323c-eac7-4ff3-b22e-8e1aa1a23fb0 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182847 Apr 08 10:43:30.888214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7039ba9b-716c-4689-8eb4-01cbe2b5099a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.897627 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-777fd642-bb6f-4aeb-9790-965d7108b5af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c HTTP/1.1" status: 204 len: 168 time: 2.6191537 Apr 08 10:43:30.900418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51338) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:30.924537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.extraroute_db [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added routes are [] {{(pid=88613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 08 10:43:30.929739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.extraroute_db [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 08 10:43:31.021246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7039ba9b-716c-4689-8eb4-01cbe2b5099a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.077300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7039ba9b-716c-4689-8eb4-01cbe2b5099a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb is not hosted by any dhcp agent {{(pid=88613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 08 10:43:31.083398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039ba9b-716c-4689-8eb4-01cbe2b5099a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:31.084521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7039ba9b-716c-4689-8eb4-01cbe2b5099a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.087949 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7039ba9b-716c-4689-8eb4-01cbe2b5099a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "PUT /v2.0/networks/78caaa58-1e28-4fd6-9feb-53e97b68e9bb HTTP/1.1" status: 200 len: 723 time: 0.8694112 Apr 08 10:43:31.092839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51342) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:31.167261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '78caaa58-1e28-4fd6-9feb-53e97b68e9bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:31.187015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.193832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039ba9b-716c-4689-8eb4-01cbe2b5099a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=78caaa58-1e28-4fd6-9feb-53e97b68e9bb,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:31.209458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.214890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:31.217397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Allocated IP 172.26.7.129 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/c5a54bc7-8ad9-4635-b974-bb91902a203d) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:31.256828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] DHCP port deletion for 1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:31.263871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.271439 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] Deleting port 67a405d0-8b98-4107-972a-eacc005d8188 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:31.272161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.360028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.366105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77fd48c4-3279-44b2-aa38-e67fdbfc9404 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.451961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.462658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:31.475698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=dc3e9977-aee9-4649-a770-bb6958f07487,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:31.492933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 67a405d0-8b98-4107-972a-eacc005d8188 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:31.493313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.530004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.530270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.530625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.530966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.531308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.531648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.532024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.532752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.532752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.533032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.533157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:31.533366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.533695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:31.547081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:31.549004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.549333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 894148a1-04f1-423b-8dfb-09d424343425 disassociated. External IP: 172.26.7.89, port: 425a2d9a-05ed-4cea-ae1a-17ea6cdd356b. Apr 08 10:43:31.561419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:31.610186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] For port 67a405d0-8b98-4107-972a-eacc005d8188, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=67a405d0-8b98-4107-972a-eacc005d8188,segment=NetworkSegment(50017be4-f5de-43b7-a64e-b55f1b5367c8),segment_id=50017be4-f5de-43b7-a64e-b55f1b5367c8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:31.610820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.637518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking segment: {'id': 'ff176011-fe50-4966-88a6-09617b1f8334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:31.637884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network hostable DHCP agents. Network: ccf277e3-d99b-400c-a924-61b3b3d72878, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:31.761623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:31.765127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.796004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] Calling delete_port for 67a405d0-8b98-4107-972a-eacc005d8188 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:31.861907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device aca921e3-ae83-462c-8104-901681794d5e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:43:31.945148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:31.981677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.008225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network ccf277e3-d99b-400c-a924-61b3b3d72878 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:32.010841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77fd48c4-3279-44b2-aa38-e67fdbfc9404 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.027554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.032688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port aca921e3-ae83-462c-8104-901681794d5e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=aca921e3-ae83-462c-8104-901681794d5e,segment=NetworkSegment(6c447bc2-da67-4cf9-9d8d-904cf53c66b6),segment_id=6c447bc2-da67-4cf9-9d8d-904cf53c66b6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:32.038937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.053040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'aca921e3-ae83-462c-8104-901681794d5e', 'network_id': 'b6ddf88c-1479-4ec4-aa40-c237d7805491', 'port_id': 'aca921e3-ae83-462c-8104-901681794d5e', 'mac_address': 'fa:16:3e:db:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:43:32.093576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.144566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] Pushing event deleted for resources: {'Port': ['ID=67a405d0-8b98-4107-972a-eacc005d8188,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:32.149117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77fd48c4-3279-44b2-aa38-e67fdbfc9404 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.152576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd48c4-3279-44b2-aa38-e67fdbfc9404 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=943c6a34-4b92-4f5e-ad0f-4a9f305f0423,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:32.157972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180991e3-ae85-40c9-ac21-4572f06252b2 None None] No DVR routers for this DVR port 67a405d0-8b98-4107-972a-eacc005d8188 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:32.162500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.187052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca921e3-ae83-462c-8104-901681794d5e {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:43:32.191544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] For port 67a405d0-8b98-4107-972a-eacc005d8188, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=67a405d0-8b98-4107-972a-eacc005d8188,segment=NetworkSegment(50017be4-f5de-43b7-a64e-b55f1b5367c8),segment_id=50017be4-f5de-43b7-a64e-b55f1b5367c8)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:32.191544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.201322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b60665e-1ba0-473e-9837-eed04bdc59d3 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:32.234780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port aca921e3-ae83-462c-8104-901681794d5e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=aca921e3-ae83-462c-8104-901681794d5e,segment=NetworkSegment(6c447bc2-da67-4cf9-9d8d-904cf53c66b6),segment_id=6c447bc2-da67-4cf9-9d8d-904cf53c66b6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:32.279299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:32.294492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee1f0-b5e3-4ac7-bcb1-cf120eb4399f req-a4ee8db2-5a79-40fd-a188-ad21c431e328 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:32.297424 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4daee1f0-b5e3-4ac7-bcb1-cf120eb4399f req-a4ee8db2-5a79-40fd-a188-ad21c431e328 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 943 time: 0.5879726 Apr 08 10:43:32.367799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.404576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, ccf277e3-d99b-400c-a924-61b3b3d72878) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:32.415892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.417716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b7c44-da85-46cf-93d6-e64c7b4f176f None None] Network ccf277e3-d99b-400c-a924-61b3b3d72878 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:32.419727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 67a405d0-8b98-4107-972a-eacc005d8188 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:32.451244 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-77fd48c4-3279-44b2-aa38-e67fdbfc9404 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/943c6a34-4b92-4f5e-ad0f-4a9f305f0423 HTTP/1.1" status: 204 len: 168 time: 2.5277867 Apr 08 10:43:32.518441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51350) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:32.538133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:32.538765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.590993 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4daee1f0-b5e3-4ac7-bcb1-cf120eb4399f req-24addebb-7cc9-4dc5-8843-f767705a1274 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795785 Apr 08 10:43:32.605408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:32.625485 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 67a405d0-8b98-4107-972a-eacc005d8188 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:32.627510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:32.652857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:32.655775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:32.663886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:32.664232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:32.678911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'Port': ['ID=c5a54bc7-8ad9-4635-b974-bb91902a203d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:32.683313 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2a0e8ebe-ecf0-498c-abc5-e0d511a585ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1630771 Apr 08 10:43:32.688909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 67a405d0-8b98-4107-972a-eacc005d8188 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:32.689263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 67a405d0-8b98-4107-972a-eacc005d8188 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:32.695242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51354) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:32.705916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:32.733704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:32.738320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['aca921e3-ae83-462c-8104-901681794d5e'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:43:32.778396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:32.813781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=aca921e3-ae83-462c-8104-901681794d5e,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:32.824076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:32.825482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:32.840116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.887414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:32.891485 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a3a69c38-3ad6-4631-b9e6-a7478cba8399 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 200 len: 699 time: 3.8706267 Apr 08 10:43:32.897561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51358) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:32.975697 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e113b7ff-4057-41b3-a6f4-7b3940906a46 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0729566 Apr 08 10:43:32.984366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51362) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:32.992074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878', 'name': 'tempest-PortsTestJSON-654449691'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:33.012244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:33.026786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:33.034166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:33.061061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:33.090647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Deleting port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:33.093498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.103416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=6a85346f-009a-48e7-858d-80428c3240fe,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:33.106232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:33.115292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:33.133285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.138579 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da254f3f-ad40-4dad-adc5-bd79a107b4e6 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:33.149322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.150658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': 'cf12a4fa-1124-4d6f-b84a-a519e064fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '78caaa58-1e28-4fd6-9feb-53e97b68e9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:33.151246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 78caaa58-1e28-4fd6-9feb-53e97b68e9bb, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:33.153613 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da254f3f-ad40-4dad-adc5-bd79a107b4e6 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:33.154418 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-da254f3f-ad40-4dad-adc5-bd79a107b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:33.168338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 67a405d0-8b98-4107-972a-eacc005d8188 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:33.169025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.191429 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f0f6a286-45a1-42dc-95c7-64dad6c3d4f9 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 200 len: 699 time: 0.2846062 Apr 08 10:43:33.194115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51366) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:33.257828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:33.264059 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-da254f3f-ad40-4dad-adc5-bd79a107b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:33.279979 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da254f3f-ad40-4dad-adc5-bd79a107b4e6 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:33.280972 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-da254f3f-ad40-4dad-adc5-bd79a107b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:33.283629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] The port '67a405d0-8b98-4107-972a-eacc005d8188' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:43:33.307735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:33.311444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.329516 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1932a26e-0218-4fca-85c6-cfffbdc27dbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/floatingips/894148a1-04f1-423b-8dfb-09d424343425 HTTP/1.1" status: 200 len: 687 time: 3.3873813 Apr 08 10:43:33.337679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51370) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:33.374901 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-da254f3f-ad40-4dad-adc5-bd79a107b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:33.375562 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da254f3f-ad40-4dad-adc5-bd79a107b4e6 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:33.401176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:33.429636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-ccf277e3-d99b-400c-a924-61b3b3d72878', 'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878', 'tenant_id': 'e7065754d30d41529d7c41eb80ce0f7c', 'fixed_ips': [{'subnet_id': 'dc3e9977-aee9-4649-a770-bb6958f07487'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:33.430577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.482830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:33.491259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.523135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6cc5b8-468c-4192-9f4c-84a5bf105bc1']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:33.538709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50017be4-f5de-43b7-a64e-b55f1b5367c8') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:33.539053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50017be4-f5de-43b7-a64e-b55f1b5367c8') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:33.552848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.572059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.581329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:33.586426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:33.597211 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:33.601690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:33.604852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.659538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:33.704812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port 7fa5d302-95c8-45a0-b2df-00ab4a233b36 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:33.790591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Allocated IP 172.20.0.2 (ccf277e3-d99b-400c-a924-61b3b3d72878/dc3e9977-aee9-4649-a770-bb6958f07487/dc1030fc-1539-4cc4-9c0e-e9543f201e12) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:33.851662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.958309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:33.965075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.011795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Network': ['ID=1a6cc5b8-468c-4192-9f4c-84a5bf105bc1,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:34.015415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 78caaa58-1e28-4fd6-9feb-53e97b68e9bb) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:34.017977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a23e4fbc-4cbc-4629-8e1c-3189252abf4b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/networks/1a6cc5b8-468c-4192-9f4c-84a5bf105bc1 HTTP/1.1" status: 204 len: 168 time: 3.1157351 Apr 08 10:43:34.022234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] For port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=49d1c8a1-6a77-4c2d-aa26-167c0d41b79a,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:34.022234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.023227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51376) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:34.034211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1035297926'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:34.042688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:34.048890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:network and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:34.049486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port f7fa5207-2561-4dd4-92f1-7b36ee6cc41a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:34.049893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.054988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:34.064638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:34.079306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:34.079907 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.107262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa03d18-b068-406d-893d-870d720b01de None None] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:34.158724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:34.164019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.211875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:34.241005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.241419 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Added segment 2878d226-7b79-42bf-b71c-f4cd9189b8f3 of type vlan for network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f Apr 08 10:43:34.300108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.315712 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f80deedc-c5ad-40ca-83a9-4ad67e31f80a tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1670964 Apr 08 10:43:34.316702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51380) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:34.373147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Calling delete_port for 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:34.388547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-beddecab-75ce-4ecb-83d6-1a4904b1daaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:34.410131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.417752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:34.418506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.547815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:34.558426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Network': ['ID=d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:34.594285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:34.608029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.670092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1207d-2670-4f38-8402-fa2a002cea10 req-71442024-faf6-4ea5-88ab-0614f176250c tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:34.671628 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78e1207d-2670-4f38-8402-fa2a002cea10 req-71442024-faf6-4ea5-88ab-0614f176250c tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 944 time: 0.9026144 Apr 08 10:43:34.705102 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8ba53bcd-41c3-4fb9-864d-39adac2dea96 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6762674 Apr 08 10:43:34.706254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51384) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:34.715777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:34.839350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.839581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.853787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:34.858119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:34.861256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:34.868437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:34.931042 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No ports have port_id starting with 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a Apr 08 10:43:34.933798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:34.947277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:34.950792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.008161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.012677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Pushing event deleted for resources: {'Port': ['ID=49d1c8a1-6a77-4c2d-aa26-167c0d41b79a,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:35.023019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] No DVR routers for this DVR port 49d1c8a1-6a77-4c2d-aa26-167c0d41b79a on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:35.042136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.042567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.042941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.043240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.043569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.043892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.044394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.044805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.048519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.048519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.048519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.048519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c934448-a18d-4a18-b41f-6a5e149c5d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:35.052583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Transition to ACTIVE for port object dc1030fc-1539-4cc4-9c0e-e9543f201e12 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:35.117445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Transition to ACTIVE for port object dc1030fc-1539-4cc4-9c0e-e9543f201e12 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:35.124765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:31Z', 'revision_number': 7, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:28Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:35.129579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-78caaa58-1e28-4fd6-9feb-53e97b68e9bb', 'network_id': '78caaa58-1e28-4fd6-9feb-53e97b68e9bb', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '6a85346f-009a-48e7-858d-80428c3240fe'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:35.129579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.153872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for f7fa5207-2561-4dd4-92f1-7b36ee6cc41a owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:35.154227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:43:35.187043 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78e1207d-2670-4f38-8402-fa2a002cea10 req-d3103810-bbde-42f7-964d-cc8758b1d570 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748864 Apr 08 10:43:35.200631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-beddecab-75ce-4ecb-83d6-1a4904b1daaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2359080'] for subnet, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.203485 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:35.204135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:35.242218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:43:35.263142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.265407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.10 (ccf277e3-d99b-400c-a924-61b3b3d72878/dc3e9977-aee9-4649-a770-bb6958f07487/7fa5d302-95c8-45a0-b2df-00ab4a233b36) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:35.286393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.381095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.412080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Network ccf277e3-d99b-400c-a924-61b3b3d72878 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:35.420505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:35.423262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:35.498441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.500546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Pushing event updated for resources: {'Port': ['ID=dc1030fc-1539-4cc4-9c0e-e9543f201e12,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:35.516343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object 7fa5d302-95c8-45a0-b2df-00ab4a233b36 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:35.543308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.objects.ports [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88613) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:43:35.558054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:35.583332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.607127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.632430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Attempting to bind port dc1030fc-1539-4cc4-9c0e-e9543f201e12 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:35.632772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Attempting to bind port dc1030fc-1539-4cc4-9c0e-e9543f201e12 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'ff176011-fe50-4966-88a6-09617b1f8334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:35.633089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Attempting to bind port dc1030fc-1539-4cc4-9c0e-e9543f201e12 on network ccf277e3-d99b-400c-a924-61b3b3d72878 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:35.653438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.708408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:35.708408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Checking segment: {'id': 'ff176011-fe50-4966-88a6-09617b1f8334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:35.708855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.709251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Bound using segment: {'id': 'ff176011-fe50-4966-88a6-09617b1f8334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:35.709742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Bound port: dc1030fc-1539-4cc4-9c0e-e9543f201e12, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff176011-fe50-4966-88a6-09617b1f8334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:35.710116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.731412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'Port': ['ID=c5a54bc7-8ad9-4635-b974-bb91902a203d,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:35.812313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:35.825122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:35.833377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.842742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:35.844170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.852291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network ccf277e3-d99b-400c-a924-61b3b3d72878 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:35.863003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:35.868273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=9b1f8097-cc6a-4557-a492-2bb36488f064,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:35.878497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:35.920028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.931857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd862a8-29ca-4679-9990-a0aa21a3cc55 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:35.944679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device aca921e3-ae83-462c-8104-901681794d5e up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:35.951168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=7fa5d302-95c8-45a0-b2df-00ab4a233b36,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:35.974163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:35.975670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:35.985652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=77d243e2-6c20-4fb6-8240-088f5e985ff9,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:35.988022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.010240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking segment: {'id': '2878d226-7b79-42bf-b71c-f4cd9189b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:36.010814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network hostable DHCP agents. Network: d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:36.088587 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-997f0906-50dd-4acd-b3ff-22f8846a90fe tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3922701 Apr 08 10:43:36.089481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-beddecab-75ce-4ecb-83d6-1a4904b1daaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750043321335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1499398'] for subnet, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.091481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51388) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:36.093140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.097825 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dde0d816-b016-44f0-8ed2-537418ead650 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3368626 Apr 08 10:43:36.098266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51392) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:36.106504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:35:e8:fe', 'name': 'tempest-NetworksTestDHCPv6-365575182'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:36.125641 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8c41ff3f-c304-468b-88ac-23fb8d2ced98 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1387320 Apr 08 10:43:36.129773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-15bde34c-de29-425a-9409-5f055546ed16 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Request body: {'floatingip': {'port_id': '9b22a796-6963-4d22-91a0-c5ae6fe2184f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:36.130629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=f7fa5207-2561-4dd4-92f1-7b36ee6cc41a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:36.135526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51396) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:36.183854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': 'ccf277e3-d99b-400c-a924-61b3b3d72878', 'name': 'tempest-PortsTestJSON-647599057'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:36.196699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] For port dc1030fc-1539-4cc4-9c0e-e9543f201e12, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:36.205805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:36.209016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] For port dc1030fc-1539-4cc4-9c0e-e9543f201e12, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dc1030fc-1539-4cc4-9c0e-e9543f201e12,segment=NetworkSegment(ff176011-fe50-4966-88a6-09617b1f8334),segment_id=ff176011-fe50-4966-88a6-09617b1f8334)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:36.238162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-15bde34c-de29-425a-9409-5f055546ed16 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.256845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Allocated IP 172.20.0.2 (78caaa58-1e28-4fd6-9feb-53e97b68e9bb/6a85346f-009a-48e7-858d-80428c3240fe/60822733-4440-4e11-84cf-92802e0c038c) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:36.300943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.366411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beddecab-75ce-4ecb-83d6-1a4904b1daaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:36.367272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-beddecab-75ce-4ecb-83d6-1a4904b1daaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.371467 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-beddecab-75ce-4ecb-83d6-1a4904b1daaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "PUT /v2.0/subnets/6a85346f-009a-48e7-858d-80428c3240fe HTTP/1.1" status: 200 len: 806 time: 2.0417600 Apr 08 10:43:36.415619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddecab-75ce-4ecb-83d6-1a4904b1daaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=6a85346f-009a-48e7-858d-80428c3240fe,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:36.416921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51402) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:36.423788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port aca921e3-ae83-462c-8104-901681794d5e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:36.427262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:36.439287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port aca921e3-ae83-462c-8104-901681794d5e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:36.439684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.463569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:36.528793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:36.558631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:36.559234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.564630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ff3e3-4d67-4d25-884b-0ba4cc1a4d57 None None] Network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:36.570992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.573379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.574601 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7fdf5111-25dd-485f-98bd-cc5b0b2d9513 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/floatingips/894148a1-04f1-423b-8dfb-09d424343425 HTTP/1.1" status: 204 len: 168 time: 3.2180774 Apr 08 10:43:36.579325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51406) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:36.656216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-3071d998-9397-4337-b9b0-8abae0b4dde4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] delete failed (client error): The resource could not be found. Apr 08 10:43:36.657273 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3071d998-9397-4337-b9b0-8abae0b4dde4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/floatingips/894148a1-04f1-423b-8dfb-09d424343425 HTTP/1.1" status: 404 len: 345 time: 0.0769289 Apr 08 10:43:36.661707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:36.664454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.673911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51410) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:36.733050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1cf4ae3b-7d66-4a62-9d36-336e38270dd4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0249870 Apr 08 10:43:36.746613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b2da1-7305-4f78-a63f-5a1d7106cb29 None None] Pushing event updated for resources: {'Port': ['ID=dc1030fc-1539-4cc4-9c0e-e9543f201e12,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:36.769040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:36.776712 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-15bde34c-de29-425a-9409-5f055546ed16 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] update failed (client error): The resource could not be found. Apr 08 10:43:36.781014 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-15bde34c-de29-425a-9409-5f055546ed16 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "PUT /v2.0/floatingips/a2d121d7-11a8-41fc-80cd-0043880447f4 HTTP/1.1" status: 404 len: 507 time: 0.6816809 Apr 08 10:43:36.781891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51414) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:36.782226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51416) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:36.798322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:31Z', 'revision_number': 7, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:28Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:36.824916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '9b1f8097-cc6a-4557-a492-2bb36488f064'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:36.826597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:36.842534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530c29e-0cb4-45c9-a350-bfbb6d12d12a None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:31Z', 'revision_number': 7, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b04fec0-84a5-45d0-990e-d4bd62c3834f', 'name': '', 'network_id': '9038f25f-7ec2-4e0d-b114-098c265d7adb', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:75:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:43:08Z', 'updated_at': '2022-04-08T10:43:28Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': 'c4912baa-dd14-42ee-a135-76ff8da78989', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:36.865354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port 55e43f2c-9109-43b4-95f2-f72f4aef6cad yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:36.871696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f', 'name': 'tempest-PortsIpV6TestJSON-183868773', 'fixed_ips': [{'subnet_id': '77d243e2-6c20-4fb6-8240-088f5e985ff9', 'ip_address': '2001:db8::10'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:36.941005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:36.963035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.084152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.092634 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.108447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282503e-d90d-4cae-a211-2188bf7e12ee req-5fb595e9-dec6-4982-a7a1-9a7f1cbc1d65 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:37.110014 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c282503e-d90d-4cae-a211-2188bf7e12ee req-5fb595e9-dec6-4982-a7a1-9a7f1cbc1d65 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 944 time: 0.7285590 Apr 08 10:43:37.133143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Transition to ACTIVE for port object 60822733-4440-4e11-84cf-92802e0c038c will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:37.175490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Deleting port c5a54bc7-8ad9-4635-b974-bb91902a203d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:37.175796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.179047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 6b04fec0-84a5-45d0-990e-d4bd62c3834f {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:37.179643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.239537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:37.261454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port aca921e3-ae83-462c-8104-901681794d5e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=aca921e3-ae83-462c-8104-901681794d5e,segment=NetworkSegment(6c447bc2-da67-4cf9-9d8d-904cf53c66b6),segment_id=6c447bc2-da67-4cf9-9d8d-904cf53c66b6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:37.297555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141d6cf-80c3-4bac-832a-d9093ffd067d tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:37.304840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141d6cf-80c3-4bac-832a-d9093ffd067d tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:37.311809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141d6cf-80c3-4bac-832a-d9093ffd067d tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:37.313203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d141d6cf-80c3-4bac-832a-d9093ffd067d tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Synchronizing usage tracker for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:37.314280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d36e42-1dc3-45c3-81a9-bbe8ed776b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca921e3-ae83-462c-8104-901681794d5e'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:43:37.363162 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f', 'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f', 'tenant_id': 'afaed5d3c85a4818ba6fe51763c066da', 'fixed_ips': [{'subnet_id': '77d243e2-6c20-4fb6-8240-088f5e985ff9'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:37.364184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.442674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.445760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Transition to ACTIVE for port object 60822733-4440-4e11-84cf-92802e0c038c will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:37.463813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.3 (ccf277e3-d99b-400c-a924-61b3b3d72878/dc3e9977-aee9-4649-a770-bb6958f07487/55e43f2c-9109-43b4-95f2-f72f4aef6cad) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:37.524757 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602aff62-67fd-464a-990f-3c5ba60c5567'] response: {'server_uuid': '80d36e42-1dc3-45c3-81a9-bbe8ed776b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca921e3-ae83-462c-8104-901681794d5e', 'code': 200} Apr 08 10:43:37.557613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 6b04fec0-84a5-45d0-990e-d4bd62c3834f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6b04fec0-84a5-45d0-990e-d4bd62c3834f,segment=NetworkSegment(bdf2b077-88e7-46f5-922e-dd2b660321f1),segment_id=bdf2b077-88e7-46f5-922e-dd2b660321f1)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:37.559209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.568453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d141d6cf-80c3-4bac-832a-d9093ffd067d tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Unset dirty status for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:37.569942 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d141d6cf-80c3-4bac-832a-d9093ffd067d tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "GET /v2.0/ports?network_id=107b7158-e33f-4a62-9e9f-d30cebdf2297 HTTP/1.1" status: 200 len: 2359 time: 0.8923304 Apr 08 10:43:37.570425 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c282503e-d90d-4cae-a211-2188bf7e12ee req-b0eaac03-dd2b-498b-a979-76413fa0a3a5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395084 Apr 08 10:43:37.578299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51426) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:37.628084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Allocated IP 2001:db8::f816:3eff:fe81:613d (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/9b1f8097-cc6a-4557-a492-2bb36488f064/ab803681-49dd-42ef-ac80-adb683a743c3) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:37.643688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.754937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 6b04fec0-84a5-45d0-990e-d4bd62c3834f owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:37.774708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=aca921e3-ae83-462c-8104-901681794d5e,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:37.812002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:37.835163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:37.836631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:37.837612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:37.864036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.874885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:37.926624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:37.958486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:38.007320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5e8fd8-2ab2-4bc6-8731-208924015fbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:38.007995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ae5e8fd8-2ab2-4bc6-8731-208924015fbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Synchronizing usage tracker for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:38.028879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:38.084450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 485c9f7d-d601-4259-a834-e948e56377b6 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:38.105559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.136768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Pushing event updated for resources: {'Port': ['ID=60822733-4440-4e11-84cf-92802e0c038c,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:38.137980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object 55e43f2c-9109-43b4-95f2-f72f4aef6cad will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:38.157977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Allocated IP 2001:db8::2 (d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f/77d243e2-6c20-4fb6-8240-088f5e985ff9/914186c6-a179-4bb2-a8b8-416fe31cf2f8) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:38.171115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Attempting to bind port 60822733-4440-4e11-84cf-92802e0c038c on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:38.171492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Attempting to bind port 60822733-4440-4e11-84cf-92802e0c038c by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'cf12a4fa-1124-4d6f-b84a-a519e064fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '78caaa58-1e28-4fd6-9feb-53e97b68e9bb'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:38.171855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Attempting to bind port 60822733-4440-4e11-84cf-92802e0c038c on network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:38.173610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:38.195990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:38.196370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Checking segment: {'id': 'cf12a4fa-1124-4d6f-b84a-a519e064fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '78caaa58-1e28-4fd6-9feb-53e97b68e9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:38.196804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.197197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Bound using segment: {'id': 'cf12a4fa-1124-4d6f-b84a-a519e064fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '78caaa58-1e28-4fd6-9feb-53e97b68e9bb'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:38.197684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Bound port: 60822733-4440-4e11-84cf-92802e0c038c, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf12a4fa-1124-4d6f-b84a-a519e064fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '78caaa58-1e28-4fd6-9feb-53e97b68e9bb'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:38.198055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.217569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ae5e8fd8-2ab2-4bc6-8731-208924015fbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Unset dirty status for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:38.219273 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ae5e8fd8-2ab2-4bc6-8731-208924015fbb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "GET /v2.0/subnets/0e366c22-6910-40bc-92ff-3cc94c99f283 HTTP/1.1" status: 200 len: 797 time: 0.6394343 Apr 08 10:43:38.252448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51430) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:38.263693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'port': {'network_id': '107b7158-e33f-4a62-9e9f-d30cebdf2297', 'name': 'tempest-FloatingIPTestJSON-375132886', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:38.355794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.376299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f2197-29f2-4f23-8796-f0a3a0da8592 None None] Network ccf277e3-d99b-400c-a924-61b3b3d72878 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:38.378679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.379099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.400295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.421320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.427874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=6b04fec0-84a5-45d0-990e-d4bd62c3834f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:38.519504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port 452e05e3-8e7f-49ce-b19e-f2375d8e85eb yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:38.565464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network ccf277e3-d99b-400c-a924-61b3b3d72878 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:38.571729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:38.613987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:38.643027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] For port 60822733-4440-4e11-84cf-92802e0c038c, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:38.648311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.676237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-955ea15b-9bd1-456c-857d-eba0e13fa993 None None] Provisioning for port dc1030fc-1539-4cc4-9c0e-e9543f201e12 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:38.730384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Transition to ACTIVE for port object ab803681-49dd-42ef-ac80-adb683a743c3 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:38.740568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] For port 60822733-4440-4e11-84cf-92802e0c038c, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=60822733-4440-4e11-84cf-92802e0c038c,segment=NetworkSegment(cf12a4fa-1124-4d6f-b84a-a519e064fad2),segment_id=cf12a4fa-1124-4d6f-b84a-a519e064fad2)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:38.751000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=55e43f2c-9109-43b4-95f2-f72f4aef6cad,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:38.757397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dc1030fc-1539-4cc4-9c0e-e9543f201e12 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:38.762728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:38.763354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Calling delete_port for c5a54bc7-8ad9-4635-b974-bb91902a203d owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:38.840420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.875795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Transition to ACTIVE for port object ab803681-49dd-42ef-ac80-adb683a743c3 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:38.882993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.914543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:38.915164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.942949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=6a85346f-009a-48e7-858d-80428c3240fe,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:38.946134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f4c0e-6677-4e83-becd-4b90052f3b8b req-c2017391-56e7-4072-b8ff-370e8adcba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:38.947711 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7f4c0e-6677-4e83-becd-4b90052f3b8b req-c2017391-56e7-4072-b8ff-370e8adcba67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 1098 time: 0.9836311 Apr 08 10:43:38.967126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:38.972976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.017677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Transition to ACTIVE for port object 914186c6-a179-4bb2-a8b8-416fe31cf2f8 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:39.040519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:39.046484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:39.054880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:39.057578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:39.159283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.201057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdbf01-e701-47f3-a46a-612c60608037 None None] Pushing event updated for resources: {'Port': ['ID=60822733-4440-4e11-84cf-92802e0c038c,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:39.206948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Transition to ACTIVE for port object 914186c6-a179-4bb2-a8b8-416fe31cf2f8 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:39.215645 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7f4c0e-6677-4e83-becd-4b90052f3b8b req-8691f307-b313-4322-b83d-b17b3de1f1ad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433615 Apr 08 10:43:39.223233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.253783 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2739bdfc-faab-429e-a075-539db6bc9905 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1107848 Apr 08 10:43:39.254963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:39.261576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:fe35:e8fe (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/9b1f8097-cc6a-4557-a492-2bb36488f064/485c9f7d-d601-4259-a834-e948e56377b6) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:39.272285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51436) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:39.282400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Pushing event updated for resources: {'Port': ['ID=ab803681-49dd-42ef-ac80-adb683a743c3,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:39.297034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port dc1030fc-1539-4cc4-9c0e-e9543f201e12 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:39.311899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port dc1030fc-1539-4cc4-9c0e-e9543f201e12 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:39.312272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.321691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40d9a5-5763-4676-b142-71b52e4f3b50 req-ea9bab06-3af2-475d-9c68-7fd9abbc4344 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:39.323440 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-de40d9a5-5763-4676-b142-71b52e4f3b50 req-ea9bab06-3af2-475d-9c68-7fd9abbc4344 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.4872608 Apr 08 10:43:39.365176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78caaa58-1e28-4fd6-9feb-53e97b68e9bb']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:39.374903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.378528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Attempting to bind port ab803681-49dd-42ef-ac80-adb683a743c3 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:39.379106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Attempting to bind port ab803681-49dd-42ef-ac80-adb683a743c3 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:39.379311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Attempting to bind port ab803681-49dd-42ef-ac80-adb683a743c3 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:39.439527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:39.439991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:39.440316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.440755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:39.441247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Bound port: ab803681-49dd-42ef-ac80-adb683a743c3, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:39.441617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.448617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf12a4fa-1124-4d6f-b84a-a519e064fad2') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:39.449036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf12a4fa-1124-4d6f-b84a-a519e064fad2') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:39.483155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:39.506375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:39.517323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:39.519964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.585572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Pushing event updated for resources: {'Port': ['ID=914186c6-a179-4bb2-a8b8-416fe31cf2f8,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:39.591061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.618894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::10 (d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f/77d243e2-6c20-4fb6-8240-088f5e985ff9/452e05e3-8e7f-49ce-b19e-f2375d8e85eb) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:39.622700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:39.623142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:39.655279 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:39.686509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.792698 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-de40d9a5-5763-4676-b142-71b52e4f3b50 req-35bf81e0-31bb-4f86-af80-c3a3ee4f86c6 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660736 Apr 08 10:43:39.807532 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Attempting to bind port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:39.807918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Attempting to bind port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '2878d226-7b79-42bf-b71c-f4cd9189b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:39.809128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Attempting to bind port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 on network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:39.812754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.813711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.833210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] For port ab803681-49dd-42ef-ac80-adb683a743c3, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:39.842951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] For port ab803681-49dd-42ef-ac80-adb683a743c3, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ab803681-49dd-42ef-ac80-adb683a743c3,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:39.855712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:39.856125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Checking segment: {'id': '2878d226-7b79-42bf-b71c-f4cd9189b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:39.856518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.856927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Bound using segment: {'id': '2878d226-7b79-42bf-b71c-f4cd9189b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:39.857424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Bound port: 914186c6-a179-4bb2-a8b8-416fe31cf2f8, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2878d226-7b79-42bf-b71c-f4cd9189b8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:39.857803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.930098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.961249 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] device_id is not set on port 860f33f5-bc64-46e3-a5eb-1ff715cffb75 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:40.003373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:40.075242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port dc1030fc-1539-4cc4-9c0e-e9543f201e12, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dc1030fc-1539-4cc4-9c0e-e9543f201e12,segment=NetworkSegment(ff176011-fe50-4966-88a6-09617b1f8334),segment_id=ff176011-fe50-4966-88a6-09617b1f8334)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:40.154449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event deleted for resources: {'Port': ['ID=c5a54bc7-8ad9-4635-b974-bb91902a203d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:40.187008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:40.197896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Provisioning for port 7fa5d302-95c8-45a0-b2df-00ab4a233b36 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:40.232207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba31e2-8f7c-4719-ba73-c5f89b8f151e None None] Pushing event updated for resources: {'Port': ['ID=ab803681-49dd-42ef-ac80-adb683a743c3,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:40.339687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Provisioning complete for port 7fa5d302-95c8-45a0-b2df-00ab4a233b36 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:40.341152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48abae1f-3b95-4519-8525-f2b3548565fe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:40.341942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-48abae1f-3b95-4519-8525-f2b3548565fe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:40.347826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:40.353258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:43:40.353258 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:43:40.353258 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': '78caaa58-1e28-4fd6-9feb-53e97b68e9bb'}] Apr 08 10:43:40.353258 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:40.353709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:40.404221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:40.446010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] For port 914186c6-a179-4bb2-a8b8-416fe31cf2f8, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:40.462062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] For port 914186c6-a179-4bb2-a8b8-416fe31cf2f8, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=914186c6-a179-4bb2-a8b8-416fe31cf2f8,segment=NetworkSegment(2878d226-7b79-42bf-b71c-f4cd9189b8f3),segment_id=2878d226-7b79-42bf-b71c-f4cd9189b8f3)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:40.536918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:40.539897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Port 7fa5d302-95c8-45a0-b2df-00ab4a233b36 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:40.585468 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-65ee2dba-2546-4c25-bfb2-a8e010170681 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3900499 Apr 08 10:43:40.587892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:40.596979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51440) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:40.629735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:40.631120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:40.653569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-48abae1f-3b95-4519-8525-f2b3548565fe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:40.654802 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-48abae1f-3b95-4519-8525-f2b3548565fe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 1.3785896 Apr 08 10:43:40.702662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51444) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:40.794791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 60822733-4440-4e11-84cf-92802e0c038c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:40.829798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:40.863931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:40.876253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:40.923224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 485c9f7d-d601-4259-a834-e948e56377b6 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:40.961150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Provisioning for port 55e43f2c-9109-43b4-95f2-f72f4aef6cad completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:41.009190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port 60822733-4440-4e11-84cf-92802e0c038c {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:41.011255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.060974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=dc1030fc-1539-4cc4-9c0e-e9543f201e12,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:41.075569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.087328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b220b2a-b74f-4b6b-a200-b39c4a24a94c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet c4912baa-dd14-42ee-a135-76ff8da78989 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:41.091328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b220b2a-b74f-4b6b-a200-b39c4a24a94c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.157485 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b220b2a-b74f-4b6b-a200-b39c4a24a94c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.216650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a54122-d5dc-4380-804c-bbf121cc6285 None None] Pushing event updated for resources: {'Port': ['ID=914186c6-a179-4bb2-a8b8-416fe31cf2f8,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:41.233128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd983f5-ef22-4d73-8d87-9b24b602667c None None] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:41.249351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b220b2a-b74f-4b6b-a200-b39c4a24a94c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.258992 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Provisioning complete for port 55e43f2c-9109-43b4-95f2-f72f4aef6cad triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:41.259931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.278365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.279664 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7623881e-852b-41cb-beca-051d2ebd2332 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "DELETE /v2.0/floatingips/a2d121d7-11a8-41fc-80cd-0043880447f4 HTTP/1.1" status: 204 len: 168 time: 4.4805520 Apr 08 10:43:41.289229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:41.290122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51450) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:41.298870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:41.309282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f136fc6b-5956-47d0-8da1-c6efa001f9c1 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Request body: {'floatingip': {'floating_network_id': '523f9fb3-f5e9-44bf-8c25-0a09f4ede10a', 'port_id': '9b22a796-6963-4d22-91a0-c5ae6fe2184f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:41.320320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:41.330634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:41.331926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.410369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-511b1599-7399-4c4c-a97a-48d2aadc8c40 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 55e43f2c-9109-43b4-95f2-f72f4aef6cad {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:41.410956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-511b1599-7399-4c4c-a97a-48d2aadc8c40 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.465736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f136fc6b-5956-47d0-8da1-c6efa001f9c1 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:41.471089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 60822733-4440-4e11-84cf-92802e0c038c completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:41.489263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=485c9f7d-d601-4259-a834-e948e56377b6,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:41.537826 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f136fc6b-5956-47d0-8da1-c6efa001f9c1 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Usage tracker for resource:floatingip and tenant:5dc6f85397f0450f84304f1b071992f5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:41.552937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f136fc6b-5956-47d0-8da1-c6efa001f9c1 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:41.560663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.581467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f136fc6b-5956-47d0-8da1-c6efa001f9c1 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:41.623713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object 452e05e3-8e7f-49ce-b19e-f2375d8e85eb will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:41.683101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Port 55e43f2c-9109-43b4-95f2-f72f4aef6cad cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:41.721733 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2e80dbd8-2620-4c87-96cf-89716a05f3f0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6289022 Apr 08 10:43:41.728762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51454) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:41.747656 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:41.805014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399f4a1-620f-4899-ade6-fc74c6e17e5b req-27c804e0-a5e0-4c48-8352-490c7c2f2646 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:41.813531 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7399f4a1-620f-4899-ade6-fc74c6e17e5b req-27c804e0-a5e0-4c48-8352-490c7c2f2646 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.7496707 Apr 08 10:43:41.874528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Provisioning complete for port dc1030fc-1539-4cc4-9c0e-e9543f201e12 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:41.874916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-51fff2fe-2fd9-4292-98a1-3459cb3e6793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.951269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f136fc6b-5956-47d0-8da1-c6efa001f9c1 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:41.989219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.20.0.14 (107b7158-e33f-4a62-9e9f-d30cebdf2297/0e366c22-6910-40bc-92ff-3cc94c99f283/860f33f5-bc64-46e3-a5eb-1ff715cffb75) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:41.996421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.20.0.12 (107b7158-e33f-4a62-9e9f-d30cebdf2297/0e366c22-6910-40bc-92ff-3cc94c99f283/860f33f5-bc64-46e3-a5eb-1ff715cffb75) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:42.047447 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7399f4a1-620f-4899-ade6-fc74c6e17e5b req-3c606099-84e5-48c0-a33f-7cd6254d2fca tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331120 Apr 08 10:43:42.071685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port 60822733-4440-4e11-84cf-92802e0c038c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=60822733-4440-4e11-84cf-92802e0c038c,segment=NetworkSegment(cf12a4fa-1124-4d6f-b84a-a519e064fad2),segment_id=cf12a4fa-1124-4d6f-b84a-a519e064fad2)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:42.072240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:42.366549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for 60822733-4440-4e11-84cf-92802e0c038c owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:42.390689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-511b1599-7399-4c4c-a97a-48d2aadc8c40 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:42.400321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:42.527380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] DHCP port deletion for 78caaa58-1e28-4fd6-9feb-53e97b68e9bb request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:42.534958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] Deleting port 60822733-4440-4e11-84cf-92802e0c038c {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:42.535593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:42.556602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f8945a-bc56-420c-9dc4-875a379f1237 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:42.576429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f8945a-bc56-420c-9dc4-875a379f1237 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:42.584569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e3f8945a-bc56-420c-9dc4-875a379f1237 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:42.613957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b220b2a-b74f-4b6b-a200-b39c4a24a94c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:42.637340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-511b1599-7399-4c4c-a97a-48d2aadc8c40 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 55e43f2c-9109-43b4-95f2-f72f4aef6cad owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:42.654481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Provisioning complete for port 7fa5d302-95c8-45a0-b2df-00ab4a233b36 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:42.654734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:42.664342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:42.671512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:42.685989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:42.694864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:42.695916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:42.741220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e3f8945a-bc56-420c-9dc4-875a379f1237 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:42.748996 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3f8945a-bc56-420c-9dc4-875a379f1237 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0168743 Apr 08 10:43:42.764525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51460) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:42.771536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=452e05e3-8e7f-49ce-b19e-f2375d8e85eb,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:42.771786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ab803681-49dd-42ef-ac80-adb683a743c3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:42.831621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b220b2a-b74f-4b6b-a200-b39c4a24a94c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=c4912baa-dd14-42ee-a135-76ff8da78989,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:42.860822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b220b2a-b74f-4b6b-a200-b39c4a24a94c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:42.873585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40858b9d-cf85-4c75-8136-a7b758c3ee5c None None] Network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:42.885861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa029796-2d86-4651-b559-1f9f59a1b6ad None None] Network 9038f25f-7ec2-4e0d-b114-098c265d7adb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:42.910289 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-93e9af5f-0278-4bbc-8dc7-9f48e63620cf tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.1110485 Apr 08 10:43:42.912512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51464) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:42.918513 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0b220b2a-b74f-4b6b-a200-b39c4a24a94c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/c4912baa-dd14-42ee-a135-76ff8da78989 HTTP/1.1" status: 204 len: 168 time: 2.3172777 Apr 08 10:43:42.919189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': 'd12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f', 'name': 'tempest-PortsIpV6TestJSON-1350838173', 'fixed_ips': [{'subnet_id': '77d243e2-6c20-4fb6-8240-088f5e985ff9', 'ip_address': '2001:db8::f'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:42.934870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51468) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:42.989488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:38Z', 'revision_number': 8, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:42.991620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-f136fc6b-5956-47d0-8da1-c6efa001f9c1 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:43:42.991812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Port 7fa5d302-95c8-45a0-b2df-00ab4a233b36 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:42.992448 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f136fc6b-5956-47d0-8da1-c6efa001f9c1 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6903939 Apr 08 10:43:42.997834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51472) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:43.024420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-31c30ec6-8142-4f42-be3c-7d04da013c01 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 485c9f7d-d601-4259-a834-e948e56377b6 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:43.024420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-31c30ec6-8142-4f42-be3c-7d04da013c01 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.066280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '9b22a796-6963-4d22-91a0-c5ae6fe2184f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:43.078978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.129425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:43:43.236151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed70e34-b54c-4663-a435-427ae264ef66 req-29bbaca8-d9f6-4f10-bc08-ee04100ddcad tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:43.237938 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9ed70e34-b54c-4663-a435-427ae264ef66 req-29bbaca8-d9f6-4f10-bc08-ee04100ddcad tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.7500019 Apr 08 10:43:43.255970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.287721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:43.342183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Port': ['ID=60822733-4440-4e11-84cf-92802e0c038c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:43.344368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Usage tracker for resource:floatingip and tenant:5dc6f85397f0450f84304f1b071992f5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:43.354545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:43.375471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No DVR routers for this DVR port 60822733-4440-4e11-84cf-92802e0c038c on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:43.409469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:43.449933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:43.450283 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9ed70e34-b54c-4663-a435-427ae264ef66 req-6529f2e4-37ea-49b7-9477-6871d02fbedf tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907516 Apr 08 10:43:43.451197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:43.461289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-511b1599-7399-4c4c-a97a-48d2aadc8c40 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.476094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.546948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.567417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:43.571712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:43.574625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:43.580525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:43.583864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-31c30ec6-8142-4f42-be3c-7d04da013c01 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.615167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.622530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Provisioning complete for port 55e43f2c-9109-43b4-95f2-f72f4aef6cad triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:43.623091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.634767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 9abe68e5-f3db-4220-bb30-42648dab2181 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:43.635155 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.669985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78caaa58-1e28-4fd6-9feb-53e97b68e9bb']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:43.678199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:43.701018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Port 55e43f2c-9109-43b4-95f2-f72f4aef6cad was deleted so its status cannot be updated. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 08 10:43:43.705131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] For port 60822733-4440-4e11-84cf-92802e0c038c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=60822733-4440-4e11-84cf-92802e0c038c,segment=NetworkSegment(cf12a4fa-1124-4d6f-b84a-a519e064fad2),segment_id=cf12a4fa-1124-4d6f-b84a-a519e064fad2)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:43.705531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.717396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Could not find standard attr ID for object 60822733-4440-4e11-84cf-92802e0c038c. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:43:43.735748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf12a4fa-1124-4d6f-b84a-a519e064fad2') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:43.736188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf12a4fa-1124-4d6f-b84a-a519e064fad2') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:43.758842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-31c30ec6-8142-4f42-be3c-7d04da013c01 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 485c9f7d-d601-4259-a834-e948e56377b6 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:43.792540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.794204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b1599-7399-4c4c-a97a-48d2aadc8c40 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=55e43f2c-9109-43b4-95f2-f72f4aef6cad,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:43.806486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port ab803681-49dd-42ef-ac80-adb683a743c3 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:43.812029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.882392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dc1030fc-1539-4cc4-9c0e-e9543f201e12 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:43.889174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.911612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:43.966943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:43.967361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:43.989129 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:44.021521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] Calling delete_port for 60822733-4440-4e11-84cf-92802e0c038c owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:44.217108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.254809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:44.255117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Provisioning for port 485c9f7d-d601-4259-a834-e948e56377b6 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:44.264281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 9abe68e5-f3db-4220-bb30-42648dab2181, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9abe68e5-f3db-4220-bb30-42648dab2181,segment=NetworkSegment(bdf2b077-88e7-46f5-922e-dd2b660321f1),segment_id=bdf2b077-88e7-46f5-922e-dd2b660321f1)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:44.264689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.270720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:44.294792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:44.321541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Provisioning complete for port 485c9f7d-d601-4259-a834-e948e56377b6 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:44.321908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.340882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port 9776ee50-19a5-476e-81a9-ead330275ec8 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:44.355291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=860f33f5-bc64-46e3-a5eb-1ff715cffb75,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:44.397679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-511b1599-7399-4c4c-a97a-48d2aadc8c40 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.447047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 9abe68e5-f3db-4220-bb30-42648dab2181 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:44.477758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:44.479910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.489534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.522649 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-511b1599-7399-4c4c-a97a-48d2aadc8c40 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/55e43f2c-9109-43b4-95f2-f72f4aef6cad HTTP/1.1" status: 204 len: 168 time: 3.8174560 Apr 08 10:43:44.524399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51480) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:44.533837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.572750 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/78caaa58-1e28-4fd6-9feb-53e97b68e9bb HTTP/1.1" status: 204 len: 168 time: 8.1546025 Apr 08 10:43:44.573354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51484) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:44.585517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89f5d-3f65-42d8-8c33-809336663a0e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=78caaa58-1e28-4fd6-9feb-53e97b68e9bb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:44.609874 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-180638dd-89b4-40ee-94cf-91f05b3dd739 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:43:44.609874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-180638dd-89b4-40ee-94cf-91f05b3dd739 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:44.613036 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4fbde6cc-15f4-4e9a-abe5-c0f00b018df7 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 6.3590486 Apr 08 10:43:44.622345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51488) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:44.624635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39633d5-12bb-4238-8808-06462ee49055 req-e18fe257-7309-493f-bb1a-a3bc20c7de1e tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:44.626338 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d39633d5-12bb-4238-8808-06462ee49055 req-e18fe257-7309-493f-bb1a-a3bc20c7de1e tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.4452307 Apr 08 10:43:44.640681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '860f33f5-bc64-46e3-a5eb-1ff715cffb75', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:44.680778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde2bbab-0b88-4465-aa6d-aee0f4a63827 None None] DHCP port deletion for 9038f25f-7ec2-4e0d-b114-098c265d7adb request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:44.686777 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d39633d5-12bb-4238-8808-06462ee49055 req-b6114e35-1c4d-4402-8a10-1944b60deb99 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462308 Apr 08 10:43:44.695778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-31c30ec6-8142-4f42-be3c-7d04da013c01 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.700823 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b6151f-385d-4833-a718-252f358369ed tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:43:44.701214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b6151f-385d-4833-a718-252f358369ed tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:43:44.711221 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d5b6151f-385d-4833-a718-252f358369ed tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/78caaa58-1e28-4fd6-9feb-53e97b68e9bb HTTP/1.1" status: 404 len: 339 time: 0.1253080 Apr 08 10:43:44.729738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51492) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:44.730805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:44.751189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:44.751900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380684374', 'description': 'd1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:44.752211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:44.762386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-180638dd-89b4-40ee-94cf-91f05b3dd739 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:44.766500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cde2bbab-0b88-4465-aa6d-aee0f4a63827 None None] Deleting port 9abe68e5-f3db-4220-bb30-42648dab2181 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:44.767723 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-180638dd-89b4-40ee-94cf-91f05b3dd739 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/55e43f2c-9109-43b4-95f2-f72f4aef6cad HTTP/1.1" status: 404 len: 333 time: 0.2399635 Apr 08 10:43:44.770185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cde2bbab-0b88-4465-aa6d-aee0f4a63827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.772613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.773683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51496) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:44.775501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:44.778662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c30ec6-8142-4f42-be3c-7d04da013c01 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=485c9f7d-d601-4259-a834-e948e56377b6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:44.780724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:44.832125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:network and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:44.833292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Port 485c9f7d-d601-4259-a834-e948e56377b6 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:44.840022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port dc1030fc-1539-4cc4-9c0e-e9543f201e12 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:44.840913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.884374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:44.955334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-31c30ec6-8142-4f42-be3c-7d04da013c01 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.963268 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-31c30ec6-8142-4f42-be3c-7d04da013c01 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/485c9f7d-d601-4259-a834-e948e56377b6 HTTP/1.1" status: 204 len: 168 time: 2.1894093 Apr 08 10:43:44.963696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:44.966002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.966425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51500) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:45.072025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cde2bbab-0b88-4465-aa6d-aee0f4a63827 None None] The port '9abe68e5-f3db-4220-bb30-42648dab2181' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:43:45.093657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.109528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Provisioning for port ab803681-49dd-42ef-ac80-adb683a743c3 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:45.128102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f3bacfce-f933-4c86-b02b-45aa2424d860 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 7fa5d302-95c8-45a0-b2df-00ab4a233b36 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:45.130237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Provisioning complete for port ab803681-49dd-42ef-ac80-adb683a743c3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:45.130366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3bacfce-f933-4c86-b02b-45aa2424d860 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.130836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.187157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8691d5e5-6d67-4b79-9720-36cfd3f4b232 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:45.191993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8691d5e5-6d67-4b79-9720-36cfd3f4b232 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:45.192518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8691d5e5-6d67-4b79-9720-36cfd3f4b232 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:45.255123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] Deleting port 60822733-4440-4e11-84cf-92802e0c038c {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:45.255672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.285644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No DVR routers for this DVR port 9abe68e5-f3db-4220-bb30-42648dab2181 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:45.287420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=9abe68e5-f3db-4220-bb30-42648dab2181,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:45.290174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::f (d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f/77d243e2-6c20-4fb6-8240-088f5e985ff9/9776ee50-19a5-476e-81a9-ead330275ec8) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:45.304029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 914186c6-a179-4bb2-a8b8-416fe31cf2f8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:45.322486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8691d5e5-6d67-4b79-9720-36cfd3f4b232 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:45.327141 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8691d5e5-6d67-4b79-9720-36cfd3f4b232 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3554075 Apr 08 10:43:45.328280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51504) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:45.368185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:45.368938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:38Z', 'revision_number': 8, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:45.371581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.382937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe2b77-b58a-4893-997e-9e038e0cf0a3 None None] The port '60822733-4440-4e11-84cf-92802e0c038c' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:43:45.392728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3444b-bccb-4dfb-8d47-e1fd1297107c None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:38Z', 'revision_number': 8, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '2464ac83-fcd7-48ff-a367-08b2b82f98cd', 'name': '', 'network_id': '36107f4d-2b90-420f-bdf7-44489b3914a1', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:0a:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:54Z', 'updated_at': '2022-04-08T10:43:16Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '756007d3-af84-4f8e-a73b-9fc888e4e3cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:45.451344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656203df-70fa-4cd6-913c-aa7e7a87e7c8 None None] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:45.484858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656203df-70fa-4cd6-913c-aa7e7a87e7c8 None None] Network 78caaa58-1e28-4fd6-9feb-53e97b68e9bb could not be found, it might have been deleted concurrently. {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 08 10:43:45.509166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.554749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] For port ab803681-49dd-42ef-ac80-adb683a743c3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ab803681-49dd-42ef-ac80-adb683a743c3,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:45.584970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a1e40b-d9f2-4637-a00a-821ce5d303f3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 9b1f8097-cc6a-4557-a492-2bb36488f064 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:45.594402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94a1e40b-d9f2-4637-a00a-821ce5d303f3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.598616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:45.621905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.629650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.694052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:45.742535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1adf6-a156-45ec-9447-7d9f52d588bc None None] Pushing event updated for resources: {'Port': ['ID=ab803681-49dd-42ef-ac80-adb683a743c3,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:45.749471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Allocated IP 172.26.7.93 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/bf4ae889-dfa4-4368-bf9e-7c7a6c7d7a21) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:45.771419 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-412f0101-f649-49d8-856e-06e67d7e90ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9352820 Apr 08 10:43:45.773529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94a1e40b-d9f2-4637-a00a-821ce5d303f3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.798753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 60822733-4440-4e11-84cf-92802e0c038c no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:45.802513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.802875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 1d4b5b81-51f9-4f4e-ac07-748cb0bcc207 of type vlan for network 6a2791f7-9ec0-4ca5-b412-7e9855dd709f Apr 08 10:43:45.850072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 60822733-4440-4e11-84cf-92802e0c038c {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:45.850431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 60822733-4440-4e11-84cf-92802e0c038c not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:45.866008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Provisioning for port 452e05e3-8e7f-49ce-b19e-f2375d8e85eb completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:45.868296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9038f25f-7ec2-4e0d-b114-098c265d7adb']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:45.886750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Provisioning complete for port 452e05e3-8e7f-49ce-b19e-f2375d8e85eb triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:45.887222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.961745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3bacfce-f933-4c86-b02b-45aa2424d860 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:45.977676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Port 452e05e3-8e7f-49ce-b19e-f2375d8e85eb cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:46.049880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Provisioning for port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:46.051981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf2b077-88e7-46f5-922e-dd2b660321f1') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:46.052287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf2b077-88e7-46f5-922e-dd2b660321f1') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:46.056550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Provisioning complete for port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:46.056937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.095625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ab803681-49dd-42ef-ac80-adb683a743c3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:46.158827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f3bacfce-f933-4c86-b02b-45aa2424d860 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 7fa5d302-95c8-45a0-b2df-00ab4a233b36 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:46.168678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.193830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.248348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ab803681-49dd-42ef-ac80-adb683a743c3 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:46.248652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.269208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94a1e40b-d9f2-4637-a00a-821ce5d303f3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.296631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.310238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.317770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:46.318230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.362839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] For port 914186c6-a179-4bb2-a8b8-416fe31cf2f8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=914186c6-a179-4bb2-a8b8-416fe31cf2f8,segment=NetworkSegment(2878d226-7b79-42bf-b71c-f4cd9189b8f3),segment_id=2878d226-7b79-42bf-b71c-f4cd9189b8f3)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:46.410453 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:46.441541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.443342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.447221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:46.447586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.466878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3bacfce-f933-4c86-b02b-45aa2424d860 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.469297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94a1e40b-d9f2-4637-a00a-821ce5d303f3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.528461 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c390057-1c82-48f9-9dd1-fa183a0b4b00 None None] Pushing event updated for resources: {'Port': ['ID=914186c6-a179-4bb2-a8b8-416fe31cf2f8,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:46.545521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9abe68e5-f3db-4220-bb30-42648dab2181 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:46.581016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 9abe68e5-f3db-4220-bb30-42648dab2181 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:46.581379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9abe68e5-f3db-4220-bb30-42648dab2181 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:46.581835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6b04fec0-84a5-45d0-990e-d4bd62c3834f no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:46.586628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1e40b-d9f2-4637-a00a-821ce5d303f3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1f8097-cc6a-4557-a492-2bb36488f064,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:46.597855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bacfce-f933-4c86-b02b-45aa2424d860 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=7fa5d302-95c8-45a0-b2df-00ab4a233b36,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:46.600344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94a1e40b-d9f2-4637-a00a-821ce5d303f3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.613079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c818c9-547f-4bdd-83b8-793967b18d60 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:46.639101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 6b04fec0-84a5-45d0-990e-d4bd62c3834f {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:46.639457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6b04fec0-84a5-45d0-990e-d4bd62c3834f not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:46.663959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.672683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.687905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=6a2791f7-9ec0-4ca5-b412-7e9855dd709f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:46.702045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.703879 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/9038f25f-7ec2-4e0d-b114-098c265d7adb HTTP/1.1" status: 204 len: 168 time: 3.7643979 Apr 08 10:43:46.712993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 6a2791f7-9ec0-4ca5-b412-7e9855dd709f details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:46.715814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51510) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:46.742016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.759264 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a7f82cad-2875-43d4-b10f-0e6188de9b69 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0255096 Apr 08 10:43:46.766204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51514) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:46.766897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76265632-44ad-40fc-bbe5-24c71b52a051 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=9038f25f-7ec2-4e0d-b114-098c265d7adb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:46.853712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.858331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object 9776ee50-19a5-476e-81a9-ead330275ec8 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:46.901017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-68b62492-6682-4391-bd48-285d2729e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:46.902570 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-68b62492-6682-4391-bd48-285d2729e9c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16c5e8e299014c8c8421236dc50632ee&device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 1098 time: 0.8987646 Apr 08 10:43:46.911319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfdd97-e2ab-4ea9-98f6-1709819fa138 req-28241a00-07ab-472b-9438-f4a0bad23e37 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:46.919175 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14cfdd97-e2ab-4ea9-98f6-1709819fa138 req-28241a00-07ab-472b-9438-f4a0bad23e37 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.8253877 Apr 08 10:43:46.941769 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-94a1e40b-d9f2-4637-a00a-821ce5d303f3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/9b1f8097-cc6a-4557-a492-2bb36488f064 HTTP/1.1" status: 204 len: 168 time: 1.6080029 Apr 08 10:43:46.975603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51518) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:47.045559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:47.050813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] Deleting port ab803681-49dd-42ef-ac80-adb683a743c3 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:47.051193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:47.101562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3bacfce-f933-4c86-b02b-45aa2424d860 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:47.105312 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f3bacfce-f933-4c86-b02b-45aa2424d860 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/7fa5d302-95c8-45a0-b2df-00ab4a233b36 HTTP/1.1" status: 204 len: 168 time: 2.3169527 Apr 08 10:43:47.108736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51522) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:47.184674 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9fe1d851-8ffd-4c1f-be62-f4348cbc83c7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1964343 Apr 08 10:43:47.223991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51526) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:47.284441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] For port ab803681-49dd-42ef-ac80-adb683a743c3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ab803681-49dd-42ef-ac80-adb683a743c3,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:47.285458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:47.344867 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eb5cf1-76ad-4b03-94c0-979a15b81384 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:43:47.345907 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-29eb5cf1-76ad-4b03-94c0-979a15b81384 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:47.433135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb0e28-8610-4e53-a975-c9a1a8e8a554 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:47.433919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9fbb0e28-8610-4e53-a975-c9a1a8e8a554 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Synchronizing usage tracker for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:47.437720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] Calling delete_port for ab803681-49dd-42ef-ac80-adb683a743c3 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:47.453674 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14cfdd97-e2ab-4ea9-98f6-1709819fa138 req-b1ca1954-d408-4093-81c2-84cc15c7e768 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332007 Apr 08 10:43:47.498444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfcb1b1-a8c6-47f0-bfe0-45a913b1359d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:47.499205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5bfcb1b1-a8c6-47f0-bfe0-45a913b1359d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:47.506934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-1ce8597a-355d-4e88-a14e-5396585ae84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:47.508528 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-1ce8597a-355d-4e88-a14e-5396585ae84e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6ddf88c-1479-4ec4-aa40-c237d7805491 HTTP/1.1" status: 200 len: 912 time: 0.5533619 Apr 08 10:43:47.592131 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-848740d6-ec34-48ca-aa54-8dd702a8a6d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aca921e3-ae83-462c-8104-901681794d5e HTTP/1.1" status: 200 len: 217 time: 0.0776238 Apr 08 10:43:47.657404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-cd5830be-f160-4ba0-9648-26cf939330a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:47.659422 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-cd5830be-f160-4ba0-9648-26cf939330a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d HTTP/1.1" status: 200 len: 851 time: 0.0616217 Apr 08 10:43:47.676514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-29eb5cf1-76ad-4b03-94c0-979a15b81384 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:47.677705 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-29eb5cf1-76ad-4b03-94c0-979a15b81384 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/7fa5d302-95c8-45a0-b2df-00ab4a233b36 HTTP/1.1" status: 404 len: 333 time: 0.5679259 Apr 08 10:43:47.681913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:47.711355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51532) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:47.728802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:47.750649 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-ee8459b4-12d0-4098-a896-986cd8482ae1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ddf88c-1479-4ec4-aa40-c237d7805491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798402 Apr 08 10:43:47.755447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5bfcb1b1-a8c6-47f0-bfe0-45a913b1359d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:47.755718 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5bfcb1b1-a8c6-47f0-bfe0-45a913b1359d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5249822 Apr 08 10:43:47.758554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51536) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:47.764666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9fbb0e28-8610-4e53-a975-c9a1a8e8a554 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Unset dirty status for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:47.769342 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9fbb0e28-8610-4e53-a975-c9a1a8e8a554 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/networks?id=6a2791f7-9ec0-4ca5-b412-7e9855dd709f HTTP/1.1" status: 200 len: 760 time: 0.9951367 Apr 08 10:43:47.769342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:47.780465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:47.785034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] Pushing event deleted for resources: {'Port': ['ID=ab803681-49dd-42ef-ac80-adb683a743c3,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:47.788959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b717f-6ee5-40f8-8a86-5fdf8f642cd6 None None] No DVR routers for this DVR port ab803681-49dd-42ef-ac80-adb683a743c3 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:47.797906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51540) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:47.869511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-eb25b4ed-f23b-49f8-acd1-ff2ffaab5b08 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'description': 'd2'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:47.954041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:47.963641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:47.985990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 914186c6-a179-4bb2-a8b8-416fe31cf2f8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:48.017122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:48.025996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:48.026664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.034889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:48.052746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd0a3a3-a8ae-45ad-81d1-5fc7763d8f7f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet dc3e9977-aee9-4649-a770-bb6958f07487 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:48.055599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:48.107782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:48.108588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.110465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27aff6d-3ce4-4f55-a269-0b2afb673c1e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:48.111536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b27aff6d-3ce4-4f55-a269-0b2afb673c1e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:48.132126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:48.167013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a3a3-a8ae-45ad-81d1-5fc7763d8f7f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.233347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=9776ee50-19a5-476e-81a9-ead330275ec8,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:48.302989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.26.7.4 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/35376928-1eca-420a-b74a-28b45f75cade) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:48.327820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ab803681-49dd-42ef-ac80-adb683a743c3 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:48.342168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb25b4ed-f23b-49f8-acd1-ff2ffaab5b08 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.349500 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d1b3723e-9600-47b5-a44c-bdc1094b1634 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4325285 Apr 08 10:43:48.356266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51546) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:48.388723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: ab803681-49dd-42ef-ac80-adb683a743c3 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:48.389351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ab803681-49dd-42ef-ac80-adb683a743c3 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:48.445159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a3a3-a8ae-45ad-81d1-5fc7763d8f7f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.506859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ee3daf13-78e6-4e4d-a683-c1e8de89376f None None] Provisioning for port 9776ee50-19a5-476e-81a9-ead330275ec8 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:48.512842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ee3daf13-78e6-4e4d-a683-c1e8de89376f None None] Provisioning complete for port 9776ee50-19a5-476e-81a9-ead330275ec8 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:48.512842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ee3daf13-78e6-4e4d-a683-c1e8de89376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.522293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event updated for resources: {'Port': ['ID=bf4ae889-dfa4-4368-bf9e-7c7a6c7d7a21,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:48.525997 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-0f7028be-4e2e-470c-8819-cb86649dd680 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625916 Apr 08 10:43:48.546772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb25b4ed-f23b-49f8-acd1-ff2ffaab5b08 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.551041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b27aff6d-3ce4-4f55-a269-0b2afb673c1e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:48.554735 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b27aff6d-3ce4-4f55-a269-0b2afb673c1e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7927864 Apr 08 10:43:48.574756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51550) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:48.578059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ee3daf13-78e6-4e4d-a683-c1e8de89376f None None] Port 9776ee50-19a5-476e-81a9-ead330275ec8 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:48.644717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb25b4ed-f23b-49f8-acd1-ff2ffaab5b08 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 6a2791f7-9ec0-4ca5-b412-7e9855dd709f is not hosted by any dhcp agent {{(pid=88613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 08 10:43:48.647404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25b4ed-f23b-49f8-acd1-ff2ffaab5b08 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:48.648025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eb25b4ed-f23b-49f8-acd1-ff2ffaab5b08 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.649342 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eb25b4ed-f23b-49f8-acd1-ff2ffaab5b08 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "PUT /v2.0/networks/6a2791f7-9ec0-4ca5-b412-7e9855dd709f HTTP/1.1" status: 200 len: 757 time: 0.7985485 Apr 08 10:43:48.663783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51554) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:48.683556 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-99976434-d3a9-46cf-85ad-4b33770cf5e0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076922 Apr 08 10:43:48.692595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51558) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:48.750872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25b4ed-f23b-49f8-acd1-ff2ffaab5b08 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=6a2791f7-9ec0-4ca5-b412-7e9855dd709f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:48.762203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 6a2791f7-9ec0-4ca5-b412-7e9855dd709f details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:48.790849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:48.826599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601f217-13c0-450c-bb31-73c1b8e233a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:48.832992 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6601f217-13c0-450c-bb31-73c1b8e233a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4700096 Apr 08 10:43:48.832992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51562) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:48.866227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 2464ac83-fcd7-48ff-a367-08b2b82f98cd {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:48.866609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:48.893951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439c1c1-070b-493f-b81a-b384b5f8de82 req-b6411249-56c0-42b5-867e-ef37a58c0347 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:48.895579 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5439c1c1-070b-493f-b81a-b384b5f8de82 req-b6411249-56c0-42b5-867e-ef37a58c0347 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.8484128 Apr 08 10:43:49.076905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eef5d8-592d-4880-a69e-072703b1f1fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:49.082849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eef5d8-592d-4880-a69e-072703b1f1fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:49.088700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eef5d8-592d-4880-a69e-072703b1f1fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:49.090373 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d3eef5d8-592d-4880-a69e-072703b1f1fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2570336 Apr 08 10:43:49.094700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51566) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:49.158293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 2464ac83-fcd7-48ff-a367-08b2b82f98cd, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2464ac83-fcd7-48ff-a367-08b2b82f98cd,segment=NetworkSegment(9686917b-4410-4526-aa12-7211659540f5),segment_id=9686917b-4410-4526-aa12-7211659540f5)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:49.158293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.184566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Deleting port bf4ae889-dfa4-4368-bf9e-7c7a6c7d7a21 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:49.184916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.284133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.295269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 2464ac83-fcd7-48ff-a367-08b2b82f98cd owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:49.335477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b4791-29ed-4c6d-9591-7472e1aaa061 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:49.335477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fc9b4791-29ed-4c6d-9591-7472e1aaa061 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/networks?id=6a2791f7-9ec0-4ca5-b412-7e9855dd709f HTTP/1.1" status: 200 len: 760 time: 0.6265013 Apr 08 10:43:49.335477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a3a3-a8ae-45ad-81d1-5fc7763d8f7f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.335828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-673aeded-bed8-4064-a705-ba07224dc765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 9776ee50-19a5-476e-81a9-ead330275ec8 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:49.335828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-673aeded-bed8-4064-a705-ba07224dc765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.359264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51570) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:49.363499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-519f3685-56a6-40e4-928b-7bb44314e7e5 req-33b5580d-d82a-4229-a551-2cc2b7a07451 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236074 Apr 08 10:43:49.372084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:49.392716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1406493766'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:49.398709 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5439c1c1-070b-493f-b81a-b384b5f8de82 req-113d6f5c-6c73-446d-b90e-ace5671ff055 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519114 Apr 08 10:43:49.422030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:49.432087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:49.476873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:49.605377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:49.608735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.692126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-673aeded-bed8-4064-a705-ba07224dc765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.722194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.722530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.740335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:49.743750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.768978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a3a3-a8ae-45ad-81d1-5fc7763d8f7f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.823408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-673aeded-bed8-4064-a705-ba07224dc765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 9776ee50-19a5-476e-81a9-ead330275ec8 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:49.850099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.882746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.933612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=2464ac83-fcd7-48ff-a367-08b2b82f98cd,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:49.962085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Calling delete_port for bf4ae889-dfa4-4368-bf9e-7c7a6c7d7a21 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:50.025130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0a3a3-a8ae-45ad-81d1-5fc7763d8f7f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3e9977-aee9-4649-a770-bb6958f07487,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:50.053456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3a4586-eb96-4ff5-a10c-28be8a586656 None None] Network ccf277e3-d99b-400c-a924-61b3b3d72878 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:50.061270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a3a3-a8ae-45ad-81d1-5fc7763d8f7f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.096930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:50.102909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:50.107522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:50.120565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:50.157314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=35376928-1eca-420a-b74a-28b45f75cade,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:50.163717 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fcd0a3a3-a8ae-45ad-81d1-5fc7763d8f7f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/dc3e9977-aee9-4649-a770-bb6958f07487 HTTP/1.1" status: 204 len: 168 time: 2.4487410 Apr 08 10:43:50.172222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51574) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:50.190870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-15f2777d-e162-4218-a4f1-4a95b8a6cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:50.192393 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-15f2777d-e162-4218-a4f1-4a95b8a6cfaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16c5e8e299014c8c8421236dc50632ee&device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 1098 time: 0.6658256 Apr 08 10:43:50.195331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.195668 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment c40fcce4-26b7-44a7-a2fa-c5db2c744e10 of type vlan for network 34a6810b-3607-4633-b105-10845c4b5806 Apr 08 10:43:50.321412 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:43:50.371539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] DHCP port deletion for ccf277e3-d99b-400c-a924-61b3b3d72878 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:50.376360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] Deleting port dc1030fc-1539-4cc4-9c0e-e9543f201e12 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:50.376857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.441190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.498500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.535624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.542959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port dc1030fc-1539-4cc4-9c0e-e9543f201e12 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:50.543298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.632559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-673aeded-bed8-4064-a705-ba07224dc765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.634449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-4512faba-def3-4888-b2f0-b827ddccb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:50.635932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-4512faba-def3-4888-b2f0-b827ddccb65f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6ddf88c-1479-4ec4-aa40-c237d7805491 HTTP/1.1" status: 200 len: 912 time: 0.4304595 Apr 08 10:43:50.638799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] For port dc1030fc-1539-4cc4-9c0e-e9543f201e12, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dc1030fc-1539-4cc4-9c0e-e9543f201e12,segment=NetworkSegment(ff176011-fe50-4966-88a6-09617b1f8334),segment_id=ff176011-fe50-4966-88a6-09617b1f8334)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:50.639308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.754324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.797478 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] Calling delete_port for dc1030fc-1539-4cc4-9c0e-e9543f201e12 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:50.824973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673aeded-bed8-4064-a705-ba07224dc765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=9776ee50-19a5-476e-81a9-ead330275ec8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:50.941923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.969307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.975501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:50.976121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.979985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:50.983257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-673aeded-bed8-4064-a705-ba07224dc765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:51.001419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] Pushing event deleted for resources: {'Port': ['ID=dc1030fc-1539-4cc4-9c0e-e9543f201e12,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:51.005410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e52d1-c7b9-41e4-afbd-05561b2bfd57 None None] No DVR routers for this DVR port dc1030fc-1539-4cc4-9c0e-e9543f201e12 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:51.037733 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-cc28de1f-b40d-4da2-8281-bfb60966898a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aca921e3-ae83-462c-8104-901681794d5e HTTP/1.1" status: 200 len: 217 time: 0.3930624 Apr 08 10:43:51.054324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event deleted for resources: {'Port': ['ID=bf4ae889-dfa4-4368-bf9e-7c7a6c7d7a21,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:51.136174 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-673aeded-bed8-4064-a705-ba07224dc765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/9776ee50-19a5-476e-81a9-ead330275ec8 HTTP/1.1" status: 204 len: 168 time: 2.0406165 Apr 08 10:43:51.139099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51580) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:51.260260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaf1e5-9bdd-42c3-b33b-84ea6531a444 req-5ef32e82-306f-4537-9fdf-6e3d4912d335 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:51.261669 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a8aaf1e5-9bdd-42c3-b33b-84ea6531a444 req-5ef32e82-306f-4537-9fdf-6e3d4912d335 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.6885014 Apr 08 10:43:51.277202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:51.277745 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ce10a3-171d-48a7-8180-d77acc121a51 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:43:51.278230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-33ce10a3-171d-48a7-8180-d77acc121a51 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:51.331477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] For port dc1030fc-1539-4cc4-9c0e-e9543f201e12, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dc1030fc-1539-4cc4-9c0e-e9543f201e12,segment=NetworkSegment(ff176011-fe50-4966-88a6-09617b1f8334),segment_id=ff176011-fe50-4966-88a6-09617b1f8334)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:51.331880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:51.353841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:51.366622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c1044f-1ec9-4a8e-a59a-66bbab3cee86 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:51.381080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:51.383869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:51.385189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=34a6810b-3607-4633-b105-10845c4b5806,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:51.394542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=66f83288-e02e-4fd3-8954-5e69a0f6564a,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:51.409286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 34a6810b-3607-4633-b105-10845c4b5806 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:51.440393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-dc14eb4e-ea68-49f4-9e01-75873fa14552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:51.442143 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-dc14eb4e-ea68-49f4-9e01-75873fa14552 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d HTTP/1.1" status: 200 len: 851 time: 0.3396070 Apr 08 10:43:51.461024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e1ef2e4f-c243-4afc-93ce-9d6d72a8ace3 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0976844 Apr 08 10:43:51.496031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51584) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:51.512315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '34a6810b-3607-4633-b105-10845c4b5806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:51.562013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-6d88177e-ca94-48aa-8ceb-7b77562b7dad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ddf88c-1479-4ec4-aa40-c237d7805491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089244 Apr 08 10:43:51.567937 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e2e60b5e-45df-4e02-b820-82764c00c7d3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8396130 Apr 08 10:43:51.592003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51588) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:51.597500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:51.600948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:5b:47:27', 'name': 'tempest-NetworksTestDHCPv6-954024594'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:51.605460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for dc1030fc-1539-4cc4-9c0e-e9543f201e12 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:51.644269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-33ce10a3-171d-48a7-8180-d77acc121a51 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:51.648000 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-33ce10a3-171d-48a7-8180-d77acc121a51 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/9776ee50-19a5-476e-81a9-ead330275ec8 HTTP/1.1" status: 404 len: 333 time: 0.4997439 Apr 08 10:43:51.648914 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a8aaf1e5-9bdd-42c3-b33b-84ea6531a444 req-d096679b-0fac-458d-ae04-a8e5a8f42527 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766146 Apr 08 10:43:51.651421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51592) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:51.742907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '66f83288-e02e-4fd3-8954-5e69a0f6564a'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:51.743752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:51.830943 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] create failed (client error): The resource could not be found. Apr 08 10:43:51.832464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1dd38bf6-0c95-4aa5-ab5d-7fe10e240e9e tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.8331995 Apr 08 10:43:51.856277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51596) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:51.922889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-d9059ac9-3eab-4ae6-b074-20df517c0fc9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 452e05e3-8e7f-49ce-b19e-f2375d8e85eb {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:51.922889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d9059ac9-3eab-4ae6-b074-20df517c0fc9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:51.923180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:51.931587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Usage tracker for resource:subnet and tenant:511f3ec48e8744dbb3da70029fe0b610 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:51.943365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:51.953037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:51.953360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:51.980962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:51.996547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/66f83288-e02e-4fd3-8954-5e69a0f6564a/4352576a-17c5-475c-af4d-b08448b6ce83) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:52.003958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:52.015200 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:52.034977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-9f9fa3fc-ad7c-42fd-bdd0-44ec3cf579a4 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658816 Apr 08 10:43:52.035624 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:52.041862 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:52.073288 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-427684b3-d85c-4745-ac40-5faf4e19e096 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3557305 Apr 08 10:43:52.073690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa4516-ee13-466e-9379-db5cd6526755 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Deleting port 9b22a796-6963-4d22-91a0-c5ae6fe2184f {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:52.074189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4516-ee13-466e-9379-db5cd6526755 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.079073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51600) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:52.136601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:52.140309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.159509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dc1030fc-1539-4cc4-9c0e-e9543f201e12 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:52.180897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:52.216608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: dc1030fc-1539-4cc4-9c0e-e9543f201e12 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:52.223166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dc1030fc-1539-4cc4-9c0e-e9543f201e12 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:52.269001 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.281686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2628d605-d6ba-46d6-a576-c3ddca17705e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet 756007d3-af84-4f8e-a73b-9fc888e4e3cd {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:52.291610 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2628d605-d6ba-46d6-a576-c3ddca17705e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.324715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:52.362146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.362969 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:52.373441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Transition to ACTIVE for port object 4352576a-17c5-475c-af4d-b08448b6ce83 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:52.396792 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Transition to ACTIVE for port object 4352576a-17c5-475c-af4d-b08448b6ce83 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:52.422495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2628d605-d6ba-46d6-a576-c3ddca17705e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.461148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port dc1030fc-1539-4cc4-9c0e-e9543f201e12 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:52.461409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.478372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.555622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d9059ac9-3eab-4ae6-b074-20df517c0fc9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.557269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:52.560778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:52.572065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:52.583440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Pushing event updated for resources: {'Port': ['ID=4352576a-17c5-475c-af4d-b08448b6ce83,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:52.631226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:52.651926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd5ec6ec-3211-44b4-888d-333cecf4209b req-4120a52e-a1d1-4a91-9102-5cb92bf116a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073129 Apr 08 10:43:52.692058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Attempting to bind port 4352576a-17c5-475c-af4d-b08448b6ce83 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:52.692704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Attempting to bind port 4352576a-17c5-475c-af4d-b08448b6ce83 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:52.694022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Attempting to bind port 4352576a-17c5-475c-af4d-b08448b6ce83 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:52.700737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:52.701345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:52.701918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.702480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:52.703240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Bound port: 4352576a-17c5-475c-af4d-b08448b6ce83, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:52.703798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.786900 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:49Z', 'revision_number': 9, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:52.801332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-d9059ac9-3eab-4ae6-b074-20df517c0fc9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 452e05e3-8e7f-49ce-b19e-f2375d8e85eb owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:52.801809 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:43:52.815756 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:52.816902 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:52.858265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2628d605-d6ba-46d6-a576-c3ddca17705e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.884565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] For port 4352576a-17c5-475c-af4d-b08448b6ce83, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:52.887759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] For port 4352576a-17c5-475c-af4d-b08448b6ce83, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4352576a-17c5-475c-af4d-b08448b6ce83,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:52.897396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] The port 'dc1030fc-1539-4cc4-9c0e-e9543f201e12' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:43:52.964912 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:52.983489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.020822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4516-ee13-466e-9379-db5cd6526755 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.035147 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:43:53.070154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ca5c3-236a-491f-a219-9574b4fd2e47 None None] Pushing event updated for resources: {'Port': ['ID=4352576a-17c5-475c-af4d-b08448b6ce83,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:53.162576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.187217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa4516-ee13-466e-9379-db5cd6526755 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Calling delete_port for 9b22a796-6963-4d22-91a0-c5ae6fe2184f owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:53.198636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf277e3-d99b-400c-a924-61b3b3d72878']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:53.212044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff176011-fe50-4966-88a6-09617b1f8334') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:53.212497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff176011-fe50-4966-88a6-09617b1f8334') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:53.242352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.259922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.348019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.362002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:53.362411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:53.381992 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:53.448652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.456629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 1be46542-6694-4236-be99-fda4b3c3f6ed yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:53.539017 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:49Z', 'revision_number': 9, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:53.544521 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91978af2-9549-4038-ab2a-b6d3195b2909 None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:43:49Z', 'revision_number': 9, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7', 'name': '', 'network_id': 'ffa203d8-ace6-43c9-862d-b957759c9f71', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:66:01:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '545293fb-056b-4ebc-8a1c-57098852570f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:39Z', 'updated_at': '2022-04-08T10:42:57Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '545293fb-056b-4ebc-8a1c-57098852570f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:53.598475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90083b5-481c-4701-95fc-1e9edc8ea973 req-dcbe9a8d-c8ae-4325-9436-ecb4c19fa9bb tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:53.600038 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f90083b5-481c-4701-95fc-1e9edc8ea973 req-dcbe9a8d-c8ae-4325-9436-ecb4c19fa9bb tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.7696083 Apr 08 10:43:53.664143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2628d605-d6ba-46d6-a576-c3ddca17705e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.667663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d9059ac9-3eab-4ae6-b074-20df517c0fc9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.761519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628d605-d6ba-46d6-a576-c3ddca17705e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=756007d3-af84-4f8e-a73b-9fc888e4e3cd,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:53.766253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2628d605-d6ba-46d6-a576-c3ddca17705e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.777339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58819e-4e83-4a89-965a-a41cde49695c None None] Network 36107f4d-2b90-420f-bdf7-44489b3914a1 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:53.779021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9059ac9-3eab-4ae6-b074-20df517c0fc9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=452e05e3-8e7f-49ce-b19e-f2375d8e85eb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:53.793689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=1c002260-83d5-460e-bcc8-30c262332cad,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:53.825885 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2628d605-d6ba-46d6-a576-c3ddca17705e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/756007d3-af84-4f8e-a73b-9fc888e4e3cd HTTP/1.1" status: 204 len: 168 time: 1.7457924 Apr 08 10:43:53.826958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d9059ac9-3eab-4ae6-b074-20df517c0fc9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.828703 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d9059ac9-3eab-4ae6-b074-20df517c0fc9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/452e05e3-8e7f-49ce-b19e-f2375d8e85eb HTTP/1.1" status: 204 len: 168 time: 2.1754646 Apr 08 10:43:53.829411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51606) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:53.831767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51610) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:53.860620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f90083b5-481c-4701-95fc-1e9edc8ea973 req-d833bf30-a68b-4973-8ea5-eef1b04db0b7 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370684 Apr 08 10:43:53.875598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '34a6810b-3607-4633-b105-10845c4b5806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:53.875968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 34a6810b-3607-4633-b105-10845c4b5806, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:53.936945 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.957513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:53.984906 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f9538a-0348-4677-8178-fc0d2a8c64c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:43:53.985796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-60f9538a-0348-4677-8178-fc0d2a8c64c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:54.001075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::3f (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/66f83288-e02e-4fd3-8954-5e69a0f6564a/1be46542-6694-4236-be99-fda4b3c3f6ed) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:54.001075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4516-ee13-466e-9379-db5cd6526755 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.003910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.010363 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/networks/ccf277e3-d99b-400c-a924-61b3b3d72878 HTTP/1.1" status: 204 len: 168 time: 3.7821879 Apr 08 10:43:54.011713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ce57b-302c-4f05-aa7d-167c5abf31a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Network': ['ID=ccf277e3-d99b-400c-a924-61b3b3d72878,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:54.015033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51614) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:54.117196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.136188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa4516-ee13-466e-9379-db5cd6526755 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event deleted for resources: {'Port': ['ID=9b22a796-6963-4d22-91a0-c5ae6fe2184f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:54.150406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1685701543'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:54.156164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:54.161398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:network and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:54.165039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:54.171746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:54.181786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4352576a-17c5-475c-af4d-b08448b6ce83 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:54.222434 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.223190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 34a6810b-3607-4633-b105-10845c4b5806 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:54.239600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 16fd1b0d-7835-467e-9208-ac8b4535ea3e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:54.240235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.278503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:54.292901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.330663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-60f9538a-0348-4677-8178-fc0d2a8c64c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:54.339316 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-60f9538a-0348-4677-8178-fc0d2a8c64c8 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/452e05e3-8e7f-49ce-b19e-f2375d8e85eb HTTP/1.1" status: 404 len: 333 time: 0.5066202 Apr 08 10:43:54.343989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51618) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:54.386484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 4352576a-17c5-475c-af4d-b08448b6ce83 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:54.404222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2464ac83-fcd7-48ff-a367-08b2b82f98cd no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:54.463426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef681d4-ce99-444d-bb77-ae7d55adc6a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet 77d243e2-6c20-4fb6-8240-088f5e985ff9 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:43:54.468445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ef681d4-ce99-444d-bb77-ae7d55adc6a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.473886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 2464ac83-fcd7-48ff-a367-08b2b82f98cd {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:54.473886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2464ac83-fcd7-48ff-a367-08b2b82f98cd not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:54.474244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] DHCP port deletion for 36107f4d-2b90-420f-bdf7-44489b3914a1 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:54.478191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 34a6810b-3607-4633-b105-10845c4b5806) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:54.479837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] Deleting port 16fd1b0d-7835-467e-9208-ac8b4535ea3e {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:54.480380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.524444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:54.526196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.537565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62006df8-d2f2-43a6-93a1-99fde9ee800f None None] Network 34a6810b-3607-4633-b105-10845c4b5806 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:54.554961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ef681d4-ce99-444d-bb77-ae7d55adc6a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.577681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=35376928-1eca-420a-b74a-28b45f75cade,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:54.684181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ef681d4-ce99-444d-bb77-ae7d55adc6a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.742612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:43:54.790937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.795579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.796075 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Added segment 89e04125-8df7-43a1-9477-36d3590d6a52 of type vlan for network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 Apr 08 10:43:54.878980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] For port 16fd1b0d-7835-467e-9208-ac8b4535ea3e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=16fd1b0d-7835-467e-9208-ac8b4535ea3e,segment=NetworkSegment(9686917b-4410-4526-aa12-7211659540f5),segment_id=9686917b-4410-4526-aa12-7211659540f5)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:54.879610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.879748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.915261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4516-ee13-466e-9379-db5cd6526755 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:54.920289 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3aa4516-ee13-466e-9379-db5cd6526755 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "DELETE /v2.0/ports/9b22a796-6963-4d22-91a0-c5ae6fe2184f HTTP/1.1" status: 204 len: 168 time: 3.0630090 Apr 08 10:43:54.924913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51624) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:54.969831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 16fd1b0d-7835-467e-9208-ac8b4535ea3e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=16fd1b0d-7835-467e-9208-ac8b4535ea3e,segment=NetworkSegment(9686917b-4410-4526-aa12-7211659540f5),segment_id=9686917b-4410-4526-aa12-7211659540f5)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:54.970282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.020877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1baa4645-0bef-40af-809b-dcd146d56406 None None] Provisioning for port 4352576a-17c5-475c-af4d-b08448b6ce83 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:55.035845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] Calling delete_port for 16fd1b0d-7835-467e-9208-ac8b4535ea3e owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:55.100334 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c7491807-0958-4ef8-b917-ee59ccd1d1db tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5973408 Apr 08 10:43:55.102691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1baa4645-0bef-40af-809b-dcd146d56406 None None] Provisioning complete for port 4352576a-17c5-475c-af4d-b08448b6ce83 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:55.103065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1baa4645-0bef-40af-809b-dcd146d56406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.120113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51628) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:55.136076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ef681d4-ce99-444d-bb77-ae7d55adc6a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.150161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 16fd1b0d-7835-467e-9208-ac8b4535ea3e owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:55.165518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-34a6810b-3607-4633-b105-10845c4b5806', 'network_id': '34a6810b-3607-4633-b105-10845c4b5806', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '1c002260-83d5-460e-bcc8-30c262332cad'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:55.166597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.210172 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 8c6a31a5-e518-4ce5-8545-2839d78e5bf2 associated. External IP: 172.26.7.4, port: 860f33f5-bc64-46e3-a5eb-1ff715cffb75. Apr 08 10:43:55.231037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.237276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:55.238064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.260435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef681d4-ce99-444d-bb77-ae7d55adc6a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=77d243e2-6c20-4fb6-8240-088f5e985ff9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:55.284033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6999ff-6b09-42bc-9788-cce0dd522a85 None None] Network d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:55.285948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6ef681d4-ce99-444d-bb77-ae7d55adc6a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.355499 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6ef681d4-ce99-444d-bb77-ae7d55adc6a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/77d243e2-6c20-4fb6-8240-088f5e985ff9 HTTP/1.1" status: 204 len: 168 time: 1.0085859 Apr 08 10:43:55.363230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.367561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51632) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:55.433363 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3063993 Apr 08 10:43:55.444527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51636) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:55.449724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:55.459091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.485645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a737e-30ae-4783-95a8-3376ba86af57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Network': ['ID=c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:55.493368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:55.493820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:55.526063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b826bf-7b16-4ff2-912d-9eb2facb1e7d tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:55.526750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b1b826bf-7b16-4ff2-912d-9eb2facb1e7d tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Synchronizing usage tracker for tenant:5dc6f85397f0450f84304f1b071992f5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:55.535309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:43:55.544233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 1be46542-6694-4236-be99-fda4b3c3f6ed will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:55.549030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1baa4645-0bef-40af-809b-dcd146d56406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.566065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058caa57-3ec0-46f1-ae8a-6a889ad8efd1 req-f6789548-f607-469b-aa96-ed5e3cb842a6 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:55.566289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] Pushing event deleted for resources: {'Port': ['ID=16fd1b0d-7835-467e-9208-ac8b4535ea3e,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:55.567668 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-058caa57-3ec0-46f1-ae8a-6a889ad8efd1 req-f6789548-f607-469b-aa96-ed5e3cb842a6 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.5267916 Apr 08 10:43:55.584611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b7b68-5286-4903-a640-bca0fdcd281b None None] No DVR routers for this DVR port 16fd1b0d-7835-467e-9208-ac8b4535ea3e on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:55.679651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.730427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:55.736181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.742165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:55.746549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:55.752786 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-058caa57-3ec0-46f1-ae8a-6a889ad8efd1 req-7fb1df84-6891-4c10-9794-f78043c51b18 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754568 Apr 08 10:43:55.757316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:55.787536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Allocated IP 172.20.0.2 (34a6810b-3607-4633-b105-10845c4b5806/1c002260-83d5-460e-bcc8-30c262332cad/6d0b4514-b277-45a0-8f02-535abd542e5e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:55.815363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1baa4645-0bef-40af-809b-dcd146d56406 None None] For port 4352576a-17c5-475c-af4d-b08448b6ce83, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4352576a-17c5-475c-af4d-b08448b6ce83,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:55.837569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:55.840633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b1b826bf-7b16-4ff2-912d-9eb2facb1e7d tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Unset dirty status for tenant:5dc6f85397f0450f84304f1b071992f5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:55.845753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.846403 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b1b826bf-7b16-4ff2-912d-9eb2facb1e7d tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff552f7-ed17-40e2-81d1-d18271fa2dd2 HTTP/1.1" status: 200 len: 913 time: 0.9172952 Apr 08 10:43:55.846403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51642) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:55.917784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1baa4645-0bef-40af-809b-dcd146d56406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.964382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:55.964748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.996976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 16fd1b0d-7835-467e-9208-ac8b4535ea3e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:55.997220 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:55.999270 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 16fd1b0d-7835-467e-9208-ac8b4535ea3e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:56.035854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.057708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 16fd1b0d-7835-467e-9208-ac8b4535ea3e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:56.058066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 16fd1b0d-7835-467e-9208-ac8b4535ea3e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:56.078759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa4645-0bef-40af-809b-dcd146d56406 None None] Pushing event updated for resources: {'Port': ['ID=4352576a-17c5-475c-af4d-b08448b6ce83,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:56.106568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] The port '16fd1b0d-7835-467e-9208-ac8b4535ea3e' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:43:56.113972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] DHCP port deletion for d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:56.131314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] Deleting port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:56.131692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.190133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.201416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Transition to ACTIVE for port object 6d0b4514-b277-45a0-8f02-535abd542e5e will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:56.220591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Transition to ACTIVE for port object 6d0b4514-b277-45a0-8f02-535abd542e5e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:56.297388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.336624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36107f4d-2b90-420f-bdf7-44489b3914a1']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:56.337575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.340339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.362526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9686917b-4410-4526-aa12-7211659540f5') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:56.365238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9686917b-4410-4526-aa12-7211659540f5') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:56.388491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.414569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.425745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:56.426264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:56.441963 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:56.448207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:43:56.464004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:56.482696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Network 34a6810b-3607-4633-b105-10845c4b5806 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:56.489390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:56.493288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Pushing event updated for resources: {'Port': ['ID=6d0b4514-b277-45a0-8f02-535abd542e5e,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:56.493660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:56.494999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:56.502737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] For port 914186c6-a179-4bb2-a8b8-416fe31cf2f8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=914186c6-a179-4bb2-a8b8-416fe31cf2f8,segment=NetworkSegment(2878d226-7b79-42bf-b71c-f4cd9189b8f3),segment_id=2878d226-7b79-42bf-b71c-f4cd9189b8f3)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:56.503127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.507776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:56.516098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:56.516098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.523287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=1be46542-6694-4236-be99-fda4b3c3f6ed,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:56.593365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.717047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.753000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] Calling delete_port for 914186c6-a179-4bb2-a8b8-416fe31cf2f8 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:56.763836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.801815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=36107f4d-2b90-420f-bdf7-44489b3914a1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:56.808223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=0e40f722-d7aa-48ae-9e55-9722dcadb499,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:56.826138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking segment: {'id': '89e04125-8df7-43a1-9477-36d3590d6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:56.826514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network hostable DHCP agents. Network: c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:43:56.835217 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c4107c47-9fab-41d6-b872-26ca84cb3637 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/36107f4d-2b90-420f-bdf7-44489b3914a1 HTTP/1.1" status: 204 len: 168 time: 3.0022242 Apr 08 10:43:56.836530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51648) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:56.858863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Attempting to bind port 6d0b4514-b277-45a0-8f02-535abd542e5e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:56.858863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Attempting to bind port 6d0b4514-b277-45a0-8f02-535abd542e5e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '34a6810b-3607-4633-b105-10845c4b5806'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:56.858863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Attempting to bind port 6d0b4514-b277-45a0-8f02-535abd542e5e on network 34a6810b-3607-4633-b105-10845c4b5806 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:56.860763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:56.861471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Checking segment: {'id': 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '34a6810b-3607-4633-b105-10845c4b5806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:56.862059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.862610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Bound using segment: {'id': 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '34a6810b-3607-4633-b105-10845c4b5806'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:56.863243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Bound port: 6d0b4514-b277-45a0-8f02-535abd542e5e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '34a6810b-3607-4633-b105-10845c4b5806'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:56.863802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:56.945490 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f476898c-b9aa-46fe-a54d-209ed157609e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3470111 Apr 08 10:43:56.979159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51652) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:56.979938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] For port 6d0b4514-b277-45a0-8f02-535abd542e5e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:56.983264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] For port 6d0b4514-b277-45a0-8f02-535abd542e5e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6d0b4514-b277-45a0-8f02-535abd542e5e,segment=NetworkSegment(c40fcce4-26b7-44a7-a2fa-c5db2c744e10),segment_id=c40fcce4-26b7-44a7-a2fa-c5db2c744e10)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:57.050554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a7551-fce7-4fd6-843f-37ea7e20548c req-37901b99-ffc9-4bd4-8d8c-329ae9565c46 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:57.052053 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b04a7551-fce7-4fd6-843f-37ea7e20548c req-37901b99-ffc9-4bd4-8d8c-329ae9565c46 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.4025691 Apr 08 10:43:57.056706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.061093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cae915f8-4015-4a85-a1ea-4bcaa8a29f27 None None] Provisioning for port 1be46542-6694-4236-be99-fda4b3c3f6ed completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:57.066853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.071224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:43:57.108158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cae915f8-4015-4a85-a1ea-4bcaa8a29f27 None None] Provisioning complete for port 1be46542-6694-4236-be99-fda4b3c3f6ed triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:57.108759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cae915f8-4015-4a85-a1ea-4bcaa8a29f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.126762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] For port 914186c6-a179-4bb2-a8b8-416fe31cf2f8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=914186c6-a179-4bb2-a8b8-416fe31cf2f8,segment=NetworkSegment(2878d226-7b79-42bf-b71c-f4cd9189b8f3),segment_id=2878d226-7b79-42bf-b71c-f4cd9189b8f3)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:57.127156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.226416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=1c002260-83d5-460e-bcc8-30c262332cad,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:57.229156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cae915f8-4015-4a85-a1ea-4bcaa8a29f27 None None] Port 1be46542-6694-4236-be99-fda4b3c3f6ed cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:43:57.230631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93210b25-c046-4d9e-a4b4-6d433016f797 None None] Pushing event updated for resources: {'Port': ['ID=6d0b4514-b277-45a0-8f02-535abd542e5e,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:57.238787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.264190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:57.271763 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b04a7551-fce7-4fd6-843f-37ea7e20548c req-6648d231-baee-4f61-a82c-f75b82054558 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068136 Apr 08 10:43:57.277706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:57.278301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.302680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc98a3e-dc87-46e9-9544-5a228634984d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:57.308955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc98a3e-dc87-46e9-9544-5a228634984d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:57.310546 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9dc98a3e-dc87-46e9-9544-5a228634984d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3296568 Apr 08 10:43:57.315598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 914186c6-a179-4bb2-a8b8-416fe31cf2f8 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:57.324645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51656) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:57.329290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69894119-c3ae-44ca-a11d-4ba69c503805 None None] Network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:57.345938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:43:57.417539 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c9c47e2b-691f-4ae6-869c-e0fe86d314d7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9716609 Apr 08 10:43:57.423342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51660) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:57.433562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06', 'name': 'tempest-PortsTestJSON-1140671329', 'fixed_ips': [{'subnet_id': '0e40f722-d7aa-48ae-9e55-9722dcadb499', 'ip_address': '172.20.0.10'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:57.454052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] Pushing event deleted for resources: {'Port': ['ID=914186c6-a179-4bb2-a8b8-416fe31cf2f8,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:57.457633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18ccf6-29f4-4d29-b4bf-afdeba7876db None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:43:57.471476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10fac5b-5a7e-4380-8280-d2fe6d72d6a5 None None] No DVR routers for this DVR port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:57.494043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.500705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18ccf6-29f4-4d29-b4bf-afdeba7876db None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:57.500705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ce18ccf6-29f4-4d29-b4bf-afdeba7876db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:57.554303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a6810b-3607-4633-b105-10845c4b5806']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:57.560466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb89f-cab2-4790-89cf-340436272179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.571010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:57.571308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:57.587185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.621513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.631929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ce18ccf6-29f4-4d29-b4bf-afdeba7876db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:57.644999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:57.645438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:57.672129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8d831bae-1a77-4e60-80f2-21ff9641178e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 1be46542-6694-4236-be99-fda4b3c3f6ed {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:57.675118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.675293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d831bae-1a77-4e60-80f2-21ff9641178e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.693247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:57.693948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.704895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18ccf6-29f4-4d29-b4bf-afdeba7876db None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:43:57.709613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ce18ccf6-29f4-4d29-b4bf-afdeba7876db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:57.710960 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c9e08145-bfb9-4adc-8de1-5e49d20bf775 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 13.0801008 Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:57.712110 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:57.715590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51664) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:57.767054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'port_id': '860f33f5-bc64-46e3-a5eb-1ff715cffb75', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:57.777387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ce18ccf6-29f4-4d29-b4bf-afdeba7876db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:57.777943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18ccf6-29f4-4d29-b4bf-afdeba7876db None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:43:57.865156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06', 'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06', 'tenant_id': 'e7065754d30d41529d7c41eb80ce0f7c', 'fixed_ips': [{'subnet_id': '0e40f722-d7aa-48ae-9e55-9722dcadb499'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:43:57.866375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:57.910869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:57.959075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:port and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:43:57.961769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:43:57.969549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:58.012782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4352576a-17c5-475c-af4d-b08448b6ce83 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:58.096569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:58.155284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 914186c6-a179-4bb2-a8b8-416fe31cf2f8 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:58.155776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.156969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Allocated IP 172.20.0.2 (c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06/0e40f722-d7aa-48ae-9e55-9722dcadb499/3bd29af4-ff8f-474f-b376-14fabd2aff1c) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:58.175395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4352576a-17c5-475c-af4d-b08448b6ce83 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:58.175742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.261284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] The port '914186c6-a179-4bb2-a8b8-416fe31cf2f8' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:43:58.270595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d831bae-1a77-4e60-80f2-21ff9641178e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.328020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.390883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:43:58.390883 dv-neutron-837109-1-hyperv neutron-server[88612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:43:58.390883 dv-neutron-837109-1-hyperv neutron-server[88612]: [parameters: {'id': '34a6810b-3607-4633-b105-10845c4b5806'}] Apr 08 10:43:58.390883 dv-neutron-837109-1-hyperv neutron-server[88612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:43:58.391885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:43:58.410164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8d831bae-1a77-4e60-80f2-21ff9641178e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 1be46542-6694-4236-be99-fda4b3c3f6ed owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:43:58.480934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.522200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.552206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.555987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.567010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Transition to ACTIVE for port object 3bd29af4-ff8f-474f-b376-14fabd2aff1c will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:58.585863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.588677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Transition to ACTIVE for port object 3bd29af4-ff8f-474f-b376-14fabd2aff1c will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:58.597269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 914186c6-a179-4bb2-a8b8-416fe31cf2f8 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:58.632537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port cc17b1af-990e-432f-a9a9-52a5a164f978 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:43:58.646593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 914186c6-a179-4bb2-a8b8-416fe31cf2f8 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:43:58.647425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 914186c6-a179-4bb2-a8b8-416fe31cf2f8 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:58.668330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.740997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:58.744199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:58.755098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:43:58.763546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Pushing event updated for resources: {'Port': ['ID=3bd29af4-ff8f-474f-b376-14fabd2aff1c,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:58.792914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:58.827601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2878d226-7b79-42bf-b71c-f4cd9189b8f3') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:58.828004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2878d226-7b79-42bf-b71c-f4cd9189b8f3') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:43:58.887433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Attempting to bind port 3bd29af4-ff8f-474f-b376-14fabd2aff1c on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:58.887433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Attempting to bind port 3bd29af4-ff8f-474f-b376-14fabd2aff1c by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '89e04125-8df7-43a1-9477-36d3590d6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:58.887433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Attempting to bind port 3bd29af4-ff8f-474f-b376-14fabd2aff1c on network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:43:58.889551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:43:58.890069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Checking segment: {'id': '89e04125-8df7-43a1-9477-36d3590d6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:43:58.890625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.891689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Bound using segment: {'id': '89e04125-8df7-43a1-9477-36d3590d6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:43:58.892274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Bound port: 3bd29af4-ff8f-474f-b376-14fabd2aff1c, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e04125-8df7-43a1-9477-36d3590d6a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:58.892819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.916808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d831bae-1a77-4e60-80f2-21ff9641178e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.917856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.941683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:58.949426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e98105-22a5-4594-8a54-1ac6224746ae None None] Network 34a6810b-3607-4633-b105-10845c4b5806 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:43:59.018737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:59.051952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:43:59.052314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:43:59.070932 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:43:59.081351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d831bae-1a77-4e60-80f2-21ff9641178e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=1be46542-6694-4236-be99-fda4b3c3f6ed,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:59.114130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port 6d0b4514-b277-45a0-8f02-535abd542e5e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:59.117251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:59.137107 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] For port 3bd29af4-ff8f-474f-b376-14fabd2aff1c, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:43:59.170882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-56c36e84-056c-467d-bd29-14059e4b4f89 None None] Provisioning for port 6d0b4514-b277-45a0-8f02-535abd542e5e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:59.177828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d831bae-1a77-4e60-80f2-21ff9641178e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:59.186134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] For port 3bd29af4-ff8f-474f-b376-14fabd2aff1c, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3bd29af4-ff8f-474f-b376-14fabd2aff1c,segment=NetworkSegment(89e04125-8df7-43a1-9477-36d3590d6a52),segment_id=89e04125-8df7-43a1-9477-36d3590d6a52)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:43:59.197909 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8d831bae-1a77-4e60-80f2-21ff9641178e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/1be46542-6694-4236-be99-fda4b3c3f6ed HTTP/1.1" status: 204 len: 168 time: 1.8722250 Apr 08 10:43:59.225778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51670) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:59.248681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:59.311265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.10 (c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06/0e40f722-d7aa-48ae-9e55-9722dcadb499/cc17b1af-990e-432f-a9a9-52a5a164f978) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:59.335890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] DHCP port deletion for 34a6810b-3607-4633-b105-10845c4b5806 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:43:59.369259 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] Deleting port 6d0b4514-b277-45a0-8f02-535abd542e5e {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:43:59.369879 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:59.533408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226c21-79d7-4403-a543-3042d989e1a0 None None] Pushing event updated for resources: {'Port': ['ID=3bd29af4-ff8f-474f-b376-14fabd2aff1c,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:59.561759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d99766e-0fd4-40b4-bcfc-5acc9192b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:59.683964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] For port 6d0b4514-b277-45a0-8f02-535abd542e5e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6d0b4514-b277-45a0-8f02-535abd542e5e,segment=NetworkSegment(c40fcce4-26b7-44a7-a2fa-c5db2c744e10),segment_id=c40fcce4-26b7-44a7-a2fa-c5db2c744e10)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:43:59.684235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:59.783874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0cb87b-fa73-47ab-a018-83f08f25ec0e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:59.785748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0cb87b-fa73-47ab-a018-83f08f25ec0e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:59.789862 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5f0cb87b-fa73-47ab-a018-83f08f25ec0e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4635389 Apr 08 10:43:59.807420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51676) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:43:59.886316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde7a7c-c0a2-43ae-bfd8-540f74f2534b req-b58791e2-e0e5-433b-9d38-0bd65bdb3fc3 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:59.896448 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2dde7a7c-c0a2-43ae-bfd8-540f74f2534b req-b58791e2-e0e5-433b-9d38-0bd65bdb3fc3 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 1.1645687 Apr 08 10:43:59.941272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] Calling delete_port for 6d0b4514-b277-45a0-8f02-535abd542e5e owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:00.003087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:00.003630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.005981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3bd29af4-ff8f-474f-b376-14fabd2aff1c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:00.073632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2b5e17-5511-4464-8e3a-a12b287ec7c1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 66f83288-e02e-4fd3-8954-5e69a0f6564a {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:00.076521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5e17-5511-4464-8e3a-a12b287ec7c1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.082392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.086921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.118787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2dde7a7c-c0a2-43ae-bfd8-540f74f2534b req-7a42deea-09b5-4796-bc70-cace239dcd0d tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213442 Apr 08 10:44:00.122122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port 6d0b4514-b277-45a0-8f02-535abd542e5e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6d0b4514-b277-45a0-8f02-535abd542e5e,segment=NetworkSegment(c40fcce4-26b7-44a7-a2fa-c5db2c744e10),segment_id=c40fcce4-26b7-44a7-a2fa-c5db2c744e10)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:00.122122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.123084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.141651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Network': ['ID=d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:00.175546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.195430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object cc17b1af-990e-432f-a9a9-52a5a164f978 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:00.223318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 3bd29af4-ff8f-474f-b376-14fabd2aff1c completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:00.228161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] Pushing event deleted for resources: {'Port': ['ID=6d0b4514-b277-45a0-8f02-535abd542e5e,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:00.233203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f596148-2199-4ef4-88ca-55e659dbc0e9 None None] No DVR routers for this DVR port 6d0b4514-b277-45a0-8f02-535abd542e5e on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:00.269040 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-af92fa8d-bc63-46de-b352-8fac53cd1267 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/networks/d12d5db0-cdc2-40d2-b0ec-f4e5cea5d75f HTTP/1.1" status: 204 len: 168 time: 4.8514531 Apr 08 10:44:00.271669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5e17-5511-4464-8e3a-a12b287ec7c1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.329361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51682) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:00.352649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1628789336'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:00.354334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for 6d0b4514-b277-45a0-8f02-535abd542e5e owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:00.368145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:00.379703 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:network and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:00.389793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:00.405337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:00.453782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,segment=NetworkSegment(6eb0d5c4-a06e-4a76-af00-49a6be688782),segment_id=6eb0d5c4-a06e-4a76-af00-49a6be688782)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:00.454264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.567706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Deleting port 549bae7b-bcd8-4b46-98be-9966002e6b3a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:00.567955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.597435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.604362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:00.657535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:44:00.657875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:44:00.704402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.706855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:00.710458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.735955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df3e83-fe0f-45cd-8594-df7bed07e522 None None] Network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:00.776431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:44:00.803130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5e17-5511-4464-8e3a-a12b287ec7c1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.875156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:00.875951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:00.887546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:00.899579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:00.929688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=cc17b1af-990e-432f-a9a9-52a5a164f978,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:00.960727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:00.961082 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Added segment 104969dd-d54d-46a6-b02e-96e336e38418 of type vlan for network 2f9e59a9-e323-4341-8c82-9380d3c3a846 Apr 08 10:44:00.963725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b342ad-8fa0-4812-b46b-323ce986bf49 req-5d650dca-f5ca-4939-bd8e-9fcd98eb9027 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:00.971184 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b342ad-8fa0-4812-b46b-323ce986bf49 req-5d650dca-f5ca-4939-bd8e-9fcd98eb9027 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.3758643 Apr 08 10:44:00.975066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5be0f107-cfc1-4613-ab68-feee4b39de8e None None] Provisioning for port 3bd29af4-ff8f-474f-b376-14fabd2aff1c completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:00.983091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5be0f107-cfc1-4613-ab68-feee4b39de8e None None] Provisioning complete for port 3bd29af4-ff8f-474f-b376-14fabd2aff1c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:00.983468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5be0f107-cfc1-4613-ab68-feee4b39de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.020705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.061316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:01.062576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.076757 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b342ad-8fa0-4812-b46b-323ce986bf49 req-338dc4b3-25ec-4aa1-bdf1-58e5f201c650 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045268 Apr 08 10:44:01.078448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.080682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.099678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.146966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5e17-5511-4464-8e3a-a12b287ec7c1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.161004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5be0f107-cfc1-4613-ab68-feee4b39de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.190378 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6e4fb553-22e5-4af7-be80-7c143e39ce75 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7630129 Apr 08 10:44:01.200463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.204753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5be0f107-cfc1-4613-ab68-feee4b39de8e None None] For port 3bd29af4-ff8f-474f-b376-14fabd2aff1c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3bd29af4-ff8f-474f-b376-14fabd2aff1c,segment=NetworkSegment(89e04125-8df7-43a1-9477-36d3590d6a52),segment_id=89e04125-8df7-43a1-9477-36d3590d6a52)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:01.205817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51688) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:01.209760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port 6d0b4514-b277-45a0-8f02-535abd542e5e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:01.209760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.240924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b5e17-5511-4464-8e3a-a12b287ec7c1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=66f83288-e02e-4fd3-8954-5e69a0f6564a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:01.246567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': 'c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06', 'name': 'tempest-PortsTestJSON-1713822195', 'fixed_ips': [{'subnet_id': '0e40f722-d7aa-48ae-9e55-9722dcadb499', 'ip_address': '172.20.0.9'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:01.252370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5b03c1-9227-4b30-917a-fb2b41fa9178 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:01.269328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5e17-5511-4464-8e3a-a12b287ec7c1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.272906 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5a2b5e17-5511-4464-8e3a-a12b287ec7c1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/66f83288-e02e-4fd3-8954-5e69a0f6564a HTTP/1.1" status: 204 len: 168 time: 1.4630151 Apr 08 10:44:01.290035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.305789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:01.305789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.307354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-00ca25df-d755-43a9-8659-cf9cf27bd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:01.308745 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-00ca25df-d755-43a9-8659-cf9cf27bd2b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16c5e8e299014c8c8421236dc50632ee&device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 1098 time: 0.5780547 Apr 08 10:44:01.321636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Calling delete_port for 549bae7b-bcd8-4b46-98be-9966002e6b3a owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:01.327118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51692) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:01.376447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:01.456785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.499269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5be0f107-cfc1-4613-ab68-feee4b39de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.633467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0f107-cfc1-4613-ab68-feee4b39de8e None None] Pushing event updated for resources: {'Port': ['ID=3bd29af4-ff8f-474f-b376-14fabd2aff1c,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:01.671568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-87621daa-082c-4f64-adf2-09cb54f287c4 None None] Provisioning complete for port 3bd29af4-ff8f-474f-b376-14fabd2aff1c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:01.671568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-87621daa-082c-4f64-adf2-09cb54f287c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.699884 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3651171 Apr 08 10:44:01.731657 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-72354e5d-bd45-470e-9236-44c4211f3d43 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3475864 Apr 08 10:44:01.735257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51696) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:01.735597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51698) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:01.740111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-df420d16-4e5f-4018-9db3-0932a1402926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:01.741597 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-df420d16-4e5f-4018-9db3-0932a1402926 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6ddf88c-1479-4ec4-aa40-c237d7805491 HTTP/1.1" status: 200 len: 912 time: 0.3808045 Apr 08 10:44:01.792157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] The port '6d0b4514-b277-45a0-8f02-535abd542e5e' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:44:01.796280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:01.810253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] Deleting port 4352576a-17c5-475c-af4d-b08448b6ce83 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:01.810771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.897330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '2f9e59a9-e323-4341-8c82-9380d3c3a846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:01.903018 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-4be06182-614f-46fa-9bf5-da14e8b7363e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aca921e3-ae83-462c-8104-901681794d5e HTTP/1.1" status: 200 len: 217 time: 0.1201875 Apr 08 10:44:01.944508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:01.961840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-87621daa-082c-4f64-adf2-09cb54f287c4 None None] Provisioning for port cc17b1af-990e-432f-a9a9-52a5a164f978 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:01.988411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-87621daa-082c-4f64-adf2-09cb54f287c4 None None] Provisioning complete for port cc17b1af-990e-432f-a9a9-52a5a164f978 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:01.988631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406980a-6984-4ddd-840d-cab06723d8fc tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Network': ['ID=2f9e59a9-e323-4341-8c82-9380d3c3a846,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:01.988895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-87621daa-082c-4f64-adf2-09cb54f287c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.038998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 2f9e59a9-e323-4341-8c82-9380d3c3a846 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:44:02.188747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3bd29af4-ff8f-474f-b376-14fabd2aff1c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:02.239916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:02.247191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.287514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:02.290430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:02.296687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-da85f38e-3a4d-4afe-aac2-92a6935e6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:02.297903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:02.298125 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-da85f38e-3a4d-4afe-aac2-92a6935e6f5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d HTTP/1.1" status: 200 len: 851 time: 0.3870213 Apr 08 10:44:02.312202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:port and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:02.323131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:02.324919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-87621daa-082c-4f64-adf2-09cb54f287c4 None None] Port cc17b1af-990e-432f-a9a9-52a5a164f978 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:02.325399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:02.335585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] For port 4352576a-17c5-475c-af4d-b08448b6ce83, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4352576a-17c5-475c-af4d-b08448b6ce83,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:02.336099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.345491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:02.352292 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-f1d3f1f8-0da9-4745-a05d-43e49dbbc897 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ddf88c-1479-4ec4-aa40-c237d7805491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449262 Apr 08 10:44:02.355958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a6810b-3607-4633-b105-10845c4b5806']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:02.363295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513afa3-c9ad-47a0-87a3-02cbff2ee521 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:02.364187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0513afa3-c9ad-47a0-87a3-02cbff2ee521 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:02.381942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.398946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:02.399250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40fcce4-26b7-44a7-a2fa-c5db2c744e10') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:02.479322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] Calling delete_port for 4352576a-17c5-475c-af4d-b08448b6ce83 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:02.482737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.493361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:02.493361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.500524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.533156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:02.538293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.552546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-50c9ccaa-24bc-46de-98f0-46cbc59ea267 None None] Provisioning complete for port cc17b1af-990e-432f-a9a9-52a5a164f978 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:02.553893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-50c9ccaa-24bc-46de-98f0-46cbc59ea267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.557565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0513afa3-c9ad-47a0-87a3-02cbff2ee521 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:02.561126 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0513afa3-c9ad-47a0-87a3-02cbff2ee521 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7767889 Apr 08 10:44:02.566675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51706) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:02.612118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 3bd29af4-ff8f-474f-b376-14fabd2aff1c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:02.612660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.619705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event deleted for resources: {'Port': ['ID=549bae7b-bcd8-4b46-98be-9966002e6b3a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:02.626193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.677826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-50c9ccaa-24bc-46de-98f0-46cbc59ea267 None None] Port cc17b1af-990e-432f-a9a9-52a5a164f978 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:02.680810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f542a-532a-4928-bd22-2b83a5446b1c req-88c45a89-d855-4290-b742-5deff9610666 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:02.688004 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-364f542a-532a-4928-bd22-2b83a5446b1c req-88c45a89-d855-4290-b742-5deff9610666 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.4454153 Apr 08 10:44:02.766115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:02.766422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:02.787694 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:02.791695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port 62ad459b-836a-40ac-96d8-643e9c733777 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:02.795039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:02.854799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] Pushing event deleted for resources: {'Port': ['ID=4352576a-17c5-475c-af4d-b08448b6ce83,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:02.856905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14910ecb-d2c8-4962-a194-b00f50e61b78 None None] No DVR routers for this DVR port 4352576a-17c5-475c-af4d-b08448b6ce83 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:02.879692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4352576a-17c5-475c-af4d-b08448b6ce83 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:02.940014 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 4352576a-17c5-475c-af4d-b08448b6ce83 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:02.940579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4352576a-17c5-475c-af4d-b08448b6ce83 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:02.945645 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-364f542a-532a-4928-bd22-2b83a5446b1c req-b98fbf2e-6597-44e0-be74-ec634e700ea9 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567463 Apr 08 10:44:02.951401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff5648-bf27-4aa5-9217-797d30bff8f2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:02.951401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aeff5648-bf27-4aa5-9217-797d30bff8f2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:03.046743 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-e609072e-5dee-4804-afea-9c4c1e0654af service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6784360 Apr 08 10:44:03.156330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aeff5648-bf27-4aa5-9217-797d30bff8f2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:03.159902 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aeff5648-bf27-4aa5-9217-797d30bff8f2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5315344 Apr 08 10:44:03.200357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51710) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:03.303716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:03.380519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:03.385488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:03.434486 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9365f16e-e2d5-4d16-8714-e4f00e6532ab tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2328429 Apr 08 10:44:03.444105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51714) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:03.474008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:03.487778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:03.505783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:03.511928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=34a6810b-3607-4633-b105-10845c4b5806,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:03.552440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.9 (c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06/0e40f722-d7aa-48ae-9e55-9722dcadb499/62ad459b-836a-40ac-96d8-643e9c733777) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:03.671903 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1ad04843-f760-420c-9679-b08de7a92cf1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/34a6810b-3607-4633-b105-10845c4b5806 HTTP/1.1" status: 204 len: 168 time: 8.5492573 Apr 08 10:44:03.706817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51718) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:03.723028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:03.742253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5167a6a8-4a21-471e-8d68-da3014c5131a req-340dee55-53fc-40df-bd1a-e5f9dd795935 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865296 Apr 08 10:44:03.828985 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6819f2b2-d1b8-4253-8675-074aa4eded9c tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] GET failed (client error): The resource could not be found. Apr 08 10:44:03.829502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6819f2b2-d1b8-4253-8675-074aa4eded9c tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Synchronizing usage tracker for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:03.896542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:03.911520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:03.921737 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:03.940689 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:03.940689 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:03.978044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:03.987947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Router 5ff552f7-ed17-40e2-81d1-d18271fa2dd2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:04.003284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=8bf58c05-3074-4fff-bb6e-ee417829bda1,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:04.028625 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0e60270e-78c6-490e-82af-c54fed56c540 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1917222 Apr 08 10:44:04.029425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6819f2b2-d1b8-4253-8675-074aa4eded9c tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Unset dirty status for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:04.034715 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6819f2b2-d1b8-4253-8675-074aa4eded9c tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/subnets/1c002260-83d5-460e-bcc8-30c262332cad HTTP/1.1" status: 404 len: 337 time: 0.3223822 Apr 08 10:44:04.034924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Checking segment: {'id': '104969dd-d54d-46a6-b02e-96e336e38418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2f9e59a9-e323-4341-8c82-9380d3c3a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:04.035296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network hostable DHCP agents. Network: 2f9e59a9-e323-4341-8c82-9380d3c3a846, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:44:04.042449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51724) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:04.042449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51726) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:04.093918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:04.098623 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:44:04.104358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:04.107978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.110653 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b233ec4-c375-4e16-83f1-54ef23258ded None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:04.128712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.135511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.145796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b233ec4-c375-4e16-83f1-54ef23258ded None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:04.146842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2b233ec4-c375-4e16-83f1-54ef23258ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.163944 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40f3152-249a-4c9b-9c38-9b4abd3a3f04 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:04.170712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40f3152-249a-4c9b-9c38-9b4abd3a3f04 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:04.170712 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f40f3152-249a-4c9b-9c38-9b4abd3a3f04 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/34a6810b-3607-4633-b105-10845c4b5806 HTTP/1.1" status: 404 len: 339 time: 0.1211727 Apr 08 10:44:04.178332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51732) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:04.207407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.226867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2b233ec4-c375-4e16-83f1-54ef23258ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.237810 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b233ec4-c375-4e16-83f1-54ef23258ded None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:04.238429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2b233ec4-c375-4e16-83f1-54ef23258ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.304738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2b233ec4-c375-4e16-83f1-54ef23258ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.305144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b233ec4-c375-4e16-83f1-54ef23258ded None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:04.368796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:04.390684 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8ca145c3-626d-44e8-b473-addc80f75359 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "PUT /v2.0/routers/5ff552f7-ed17-40e2-81d1-d18271fa2dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5344100 Apr 08 10:44:04.395448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51736) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:04.416326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object 62ad459b-836a-40ac-96d8-643e9c733777 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:04.433791 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1ebf1-3fe4-4d4a-b1c3-570d5c3a3425 None None] Sync routers for ids ['5ff552f7-ed17-40e2-81d1-d18271fa2dd2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:04.447817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7675a285-5f51-46d5-9bd6-a3ba67e4f70a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet 545293fb-056b-4ebc-8a1c-57098852570f {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:04.451330 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1ebf1-3fe4-4d4a-b1c3-570d5c3a3425 None None] Routers {'5ff552f7-ed17-40e2-81d1-d18271fa2dd2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:04.451648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7675a285-5f51-46d5-9bd6-a3ba67e4f70a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.451958 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b8f1ebf1-3fe4-4d4a-b1c3-570d5c3a3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ff552f7-ed17-40e2-81d1-d18271fa2dd2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.548266 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b8f1ebf1-3fe4-4d4a-b1c3-570d5c3a3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.550863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef803c5-b072-4d2e-a2ef-04a3302666e7 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:04.551724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2ef803c5-b072-4d2e-a2ef-04a3302666e7 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Synchronizing usage tracker for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:04.568183 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1ebf1-3fe4-4d4a-b1c3-570d5c3a3425 None None] Routers {'5ff552f7-ed17-40e2-81d1-d18271fa2dd2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:04.569126 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b8f1ebf1-3fe4-4d4a-b1c3-570d5c3a3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ff552f7-ed17-40e2-81d1-d18271fa2dd2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.570426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 2f9e59a9-e323-4341-8c82-9380d3c3a846 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:44:04.607172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7675a285-5f51-46d5-9bd6-a3ba67e4f70a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.634649 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b8f1ebf1-3fe4-4d4a-b1c3-570d5c3a3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.635293 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f1ebf1-3fe4-4d4a-b1c3-570d5c3a3425 None None] The sync data for ids ['5ff552f7-ed17-40e2-81d1-d18271fa2dd2'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:04.660064 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:00Z', 'revision_number': 10, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.664977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 2f9e59a9-e323-4341-8c82-9380d3c3a846) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:04.665381 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:44:04.674426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:04.675019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.679335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee41a1a-d781-4199-affd-80901536ba2c None None] Network 2f9e59a9-e323-4341-8c82-9380d3c3a846 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:04.681342 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:04.681965 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:04.696120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2ef803c5-b072-4d2e-a2ef-04a3302666e7 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Unset dirty status for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:04.700422 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ef803c5-b072-4d2e-a2ef-04a3302666e7 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5181892 Apr 08 10:44:04.703514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51740) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:04.752399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.759835 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-47ebb52d-e5f9-4ddf-8e30-98baac33bf31 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 207 time: 0.0522563 Apr 08 10:44:04.777288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51744) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:04.810848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6e92cb7-39fa-4793-876a-1f9e92409995 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.814950 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-caf0513d-f476-468a-a30b-80deb1d817db tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0343456 Apr 08 10:44:04.822892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51748) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:04.831960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1371324870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:04.850607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7675a285-5f51-46d5-9bd6-a3ba67e4f70a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:04.878157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:04.891557 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:44:04.894285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:04.901793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:router and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:04.905977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e8ba211e-e1b7-4615-b152-582168edf930 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/floatingips/8c6a31a5-e518-4ce5-8545-2839d78e5bf2 HTTP/1.1" status: 200 len: 976 time: 7.1509888 Apr 08 10:44:04.913922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51752) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:04.916621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:04.923894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:04.934357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:04.966356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=62ad459b-836a-40ac-96d8-643e9c733777,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:04.968890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:05.043547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-2f9e59a9-e323-4341-8c82-9380d3c3a846', 'network_id': '2f9e59a9-e323-4341-8c82-9380d3c3a846', 'tenant_id': 'afaed5d3c85a4818ba6fe51763c066da', 'fixed_ips': [{'subnet_id': '8bf58c05-3074-4fff-bb6e-ee417829bda1'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:05.057959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.058252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.058252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.102349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.103383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.128079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.142977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7675a285-5f51-46d5-9bd6-a3ba67e4f70a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.193150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675a285-5f51-46d5-9bd6-a3ba67e4f70a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=545293fb-056b-4ebc-8a1c-57098852570f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:05.195127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7675a285-5f51-46d5-9bd6-a3ba67e4f70a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.207239 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7675a285-5f51-46d5-9bd6-a3ba67e4f70a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/545293fb-056b-4ebc-8a1c-57098852570f HTTP/1.1" status: 204 len: 168 time: 1.1638110 Apr 08 10:44:05.211281 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5fab9cb2-9820-47d4-ba12-ed24464c5086 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9693792 Apr 08 10:44:05.211281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51756) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:05.212886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923c387-00f1-4b6f-af05-722ddaca6a94 None None] Network ffa203d8-ace6-43c9-862d-b957759c9f71 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:05.227845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51760) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:05.296744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.408245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Allocated IP 2001:db8::2 (2f9e59a9-e323-4341-8c82-9380d3c3a846/8bf58c05-3074-4fff-bb6e-ee417829bda1/149bd203-1684-4c64-b305-1cfad6132b11) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:05.447598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b216b1-eeaa-432b-a9ab-a4213aee064e req-f56fa024-9f78-4644-a271-643d0c5acb78 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.449657 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:00Z', 'revision_number': 10, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:05.455136 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-72b216b1-eeaa-432b-a9ab-a4213aee064e req-f56fa024-9f78-4644-a271-643d0c5acb78 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 1.2705317 Apr 08 10:44:05.456797 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612aa07-29a6-490e-9200-ac8e624ef03c None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:00Z', 'revision_number': 10, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None, '_interfaces': [{'id': '836856b5-43c1-490f-9a1f-41d06247c70e', 'name': '', 'network_id': 'ae58346f-f302-4450-a605-a873e10fd42d', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'mac_address': 'fa:16:3e:d4:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849aec40-baed-492c-ad5c-38b4d08794be', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:22Z', 'updated_at': '2022-04-08T10:42:36Z', 'revision_number': 5, 'project_id': '6753d7d0e92f4594b732019342a35748', 'subnets': [{'id': '72150fa9-f11e-4277-a1c1-87c630871dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:05.487794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6e92cb7-39fa-4793-876a-1f9e92409995 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.505835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6e92cb7-39fa-4793-876a-1f9e92409995 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.560161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9f2bc79d-d811-423d-aecc-5809065f2c80 None None] Provisioning for port 62ad459b-836a-40ac-96d8-643e9c733777 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:05.573275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.597667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 55d6efba-35ab-4c17-ab9d-8ff870428131 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:05.598100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.622488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9f2bc79d-d811-423d-aecc-5809065f2c80 None None] Provisioning complete for port 62ad459b-836a-40ac-96d8-643e9c733777 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:05.625089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9f2bc79d-d811-423d-aecc-5809065f2c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.628894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.632223 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-878d7647-01da-4422-b7cb-56a0109e30be tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8051581 Apr 08 10:44:05.633539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51764) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:05.649552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdc649-0719-4d14-ac1a-7ad18052696b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.650462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-91fdc649-0719-4d14-ac1a-7ad18052696b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:05.657683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d3ee5-ef53-41ea-9ed6-a9414c02e749 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.662865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'network_id': '2f9e59a9-e323-4341-8c82-9380d3c3a846', 'name': 'tempest-PortsIpV6TestJSON-724786896'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:05.663794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d3ee5-ef53-41ea-9ed6-a9414c02e749 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.669972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d3ee5-ef53-41ea-9ed6-a9414c02e749 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.676759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d3ee5-ef53-41ea-9ed6-a9414c02e749 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.677626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-902d3ee5-ef53-41ea-9ed6-a9414c02e749 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Synchronizing usage tracker for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:05.727087 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-72b216b1-eeaa-432b-a9ab-a4213aee064e req-ff13a4d7-35ca-40fa-bdf4-c0d855148abf tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707229 Apr 08 10:44:05.736693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9f2bc79d-d811-423d-aecc-5809065f2c80 None None] Port 62ad459b-836a-40ac-96d8-643e9c733777 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:05.754464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-902d3ee5-ef53-41ea-9ed6-a9414c02e749 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Unset dirty status for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:05.754464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-902d3ee5-ef53-41ea-9ed6-a9414c02e749 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9731929 Apr 08 10:44:05.755775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 35376928-1eca-420a-b74a-28b45f75cade {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:05.756545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.781642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51768) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:05.815545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6e92cb7-39fa-4793-876a-1f9e92409995 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.816291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e92cb7-39fa-4793-876a-1f9e92409995 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Fanout notify agent at l3_agent the message router_deleted on router 5ff552f7-ed17-40e2-81d1-d18271fa2dd2 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:44:05.850348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-91fdc649-0719-4d14-ac1a-7ad18052696b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:05.854142 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-91fdc649-0719-4d14-ac1a-7ad18052696b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6227095 Apr 08 10:44:05.856717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51772) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:05.921133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:05.979760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:05.980207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6b715f65-c4a9-40ca-bebc-e5ddfcdda2b7 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:05.988120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:05.996187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 55d6efba-35ab-4c17-ab9d-8ff870428131, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=55d6efba-35ab-4c17-ab9d-8ff870428131,segment=NetworkSegment(6eb0d5c4-a06e-4a76-af00-49a6be688782),segment_id=6eb0d5c4-a06e-4a76-af00-49a6be688782)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:05.996595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.010626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Transition to ACTIVE for port object 149bd203-1684-4c64-b305-1cfad6132b11 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:06.035645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Transition to ACTIVE for port object 149bd203-1684-4c64-b305-1cfad6132b11 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:06.037424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6e92cb7-39fa-4793-876a-1f9e92409995 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.040980 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f6e92cb7-39fa-4793-876a-1f9e92409995 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "DELETE /v2.0/routers/5ff552f7-ed17-40e2-81d1-d18271fa2dd2 HTTP/1.1" status: 204 len: 168 time: 1.6403725 Apr 08 10:44:06.056712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51776) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:06.107093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] DHCP port deletion for ffa203d8-ace6-43c9-862d-b957759c9f71 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:06.113346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] Deleting port 55d6efba-35ab-4c17-ab9d-8ff870428131 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:06.113837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.147193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.149528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 55d6efba-35ab-4c17-ab9d-8ff870428131 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:06.187306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:06.195341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:06.199750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:06.213412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:06.270486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Network 2f9e59a9-e323-4341-8c82-9380d3c3a846 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:06.281288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Pushing event updated for resources: {'Port': ['ID=149bd203-1684-4c64-b305-1cfad6132b11,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:06.285401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:06.287393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:06.334626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:06.340000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.374321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port c372f854-917a-4975-80c7-37bcefdf6947 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:06.419219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.447470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7061cc-4351-4245-83c7-1acaf995bae8 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Deleting subnet 31a7c138-425e-489c-9380-e3a92949ab68 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:06.457819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:44:06.467304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Attempting to bind port 149bd203-1684-4c64-b305-1cfad6132b11 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:06.467788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Attempting to bind port 149bd203-1684-4c64-b305-1cfad6132b11 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '104969dd-d54d-46a6-b02e-96e336e38418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2f9e59a9-e323-4341-8c82-9380d3c3a846'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:06.468316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Attempting to bind port 149bd203-1684-4c64-b305-1cfad6132b11 on network 2f9e59a9-e323-4341-8c82-9380d3c3a846 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:06.468776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7061cc-4351-4245-83c7-1acaf995bae8 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.477379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=55d6efba-35ab-4c17-ab9d-8ff870428131,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:06.481104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:06.481558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Checking segment: {'id': '104969dd-d54d-46a6-b02e-96e336e38418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2f9e59a9-e323-4341-8c82-9380d3c3a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:06.482218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.482674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Bound using segment: {'id': '104969dd-d54d-46a6-b02e-96e336e38418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2f9e59a9-e323-4341-8c82-9380d3c3a846'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:06.483277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Bound port: 149bd203-1684-4c64-b305-1cfad6132b11, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104969dd-d54d-46a6-b02e-96e336e38418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2f9e59a9-e323-4341-8c82-9380d3c3a846'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:06.483728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.490521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No DVR routers for this DVR port 55d6efba-35ab-4c17-ab9d-8ff870428131 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:06.502191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.559419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] For port 55d6efba-35ab-4c17-ab9d-8ff870428131, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=55d6efba-35ab-4c17-ab9d-8ff870428131,segment=NetworkSegment(6eb0d5c4-a06e-4a76-af00-49a6be688782),segment_id=6eb0d5c4-a06e-4a76-af00-49a6be688782)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:06.559860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.566955 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1f3223f8-9511-450c-ad91-ff3b6b42ad68 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.7789304 Apr 08 10:44:06.568350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51780) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:06.582292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.582665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.633006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f8cc9-9a62-4699-a46e-95fde20a1341 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.638764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f8cc9-9a62-4699-a46e-95fde20a1341 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.645111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f8cc9-9a62-4699-a46e-95fde20a1341 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.650249 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c55f8cc9-9a62-4699-a46e-95fde20a1341 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.7873249 Apr 08 10:44:06.650249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:06.700748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] Calling delete_port for 55d6efba-35ab-4c17-ab9d-8ff870428131 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:06.704519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51784) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:06.764852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:06.777830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] For port 149bd203-1684-4c64-b305-1cfad6132b11, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:06.781578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 35376928-1eca-420a-b74a-28b45f75cade owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:06.786223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.786753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6cc508-751f-4f18-be8a-0dd0a7299c24 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:06.810321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.811353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.824343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6abced-a0b4-4abc-a7c8-e54ec20d7b6f tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.826068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6abced-a0b4-4abc-a7c8-e54ec20d7b6f tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.826375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] For port 149bd203-1684-4c64-b305-1cfad6132b11, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=149bd203-1684-4c64-b305-1cfad6132b11,segment=NetworkSegment(104969dd-d54d-46a6-b02e-96e336e38418),segment_id=104969dd-d54d-46a6-b02e-96e336e38418)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:06.838825 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8a6abced-a0b4-4abc-a7c8-e54ec20d7b6f tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2555580 Apr 08 10:44:06.838983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7061cc-4351-4245-83c7-1acaf995bae8 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.844637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51790) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:06.866474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=252d2c57-7dc9-49d9-9957-56579905e997,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:06.895289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-78b9f60b-a747-4fef-82d1-df31fd26d3bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 62ad459b-836a-40ac-96d8-643e9c733777 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:06.895628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-78b9f60b-a747-4fef-82d1-df31fd26d3bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.922730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::1c6 (2f9e59a9-e323-4341-8c82-9380d3c3a846/8bf58c05-3074-4fff-bb6e-ee417829bda1/c372f854-917a-4975-80c7-37bcefdf6947) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:06.938803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:44:06.939794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:44:06.942240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa203d8-ace6-43c9-862d-b957759c9f71']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:06.973518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.977744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7061cc-4351-4245-83c7-1acaf995bae8 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.015942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb0d5c4-a06e-4a76-af00-49a6be688782') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:07.016239 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb0d5c4-a06e-4a76-af00-49a6be688782') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:07.066477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-42c2208c-6511-432f-b999-523cf444b509 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6062031 Apr 08 10:44:07.071485 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51794) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:07.074200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.085155 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:07.119674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065bcc-1a63-416d-aa65-6ccb2fdeea04 None None] Pushing event updated for resources: {'Port': ['ID=149bd203-1684-4c64-b305-1cfad6132b11,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:07.149752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae106a55-856c-4502-b1ef-aed72db3c9f6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:07.151290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae106a55-856c-4502-b1ef-aed72db3c9f6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['shared'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:07.156086 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ae106a55-856c-4502-b1ef-aed72db3c9f6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3048677 Apr 08 10:44:07.174254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51798) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:07.178649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '252d2c57-7dc9-49d9-9957-56579905e997'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:07.179693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.243774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.255283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:07.267777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:07.273831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:07.274240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.279920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.332357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=35376928-1eca-420a-b74a-28b45f75cade,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:07.338029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7061cc-4351-4245-83c7-1acaf995bae8 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.379144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Allocated IP 2001:db8::f816:3eff:fee4:29b7 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/252d2c57-7dc9-49d9-9957-56579905e997/20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:07.399251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7061cc-4351-4245-83c7-1acaf995bae8 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.413546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7061cc-4351-4245-83c7-1acaf995bae8 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event deleted for resources: {'Subnet': ['ID=31a7c138-425e-489c-9380-e3a92949ab68,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:07.416445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:07.416804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08827018-45af-47cb-a8dc-a4dc3ff2ce44 None None] Network 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:07.420215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.442460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] Deleting port 55d6efba-35ab-4c17-ab9d-8ff870428131 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:07.442950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.517717 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-db7061cc-4351-4245-83c7-1acaf995bae8 tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "DELETE /v2.0/subnets/31a7c138-425e-489c-9380-e3a92949ab68 HTTP/1.1" status: 204 len: 168 time: 1.4443035 Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:07.547636 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:07.558765 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51802) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:07.602492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.602841 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 8c6a31a5-e518-4ce5-8545-2839d78e5bf2 disassociated (deleted). External IP: 172.26.7.4, port: 860f33f5-bc64-46e3-a5eb-1ff715cffb75. Apr 08 10:44:07.744051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8053321d-94d6-47fe-b603-07e382135c5f None None] The port '55d6efba-35ab-4c17-ab9d-8ff870428131' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:44:07.860325 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.ipam_backend_mixin [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 252d2c57-7dc9-49d9-9957-56579905e997 (CIDR: 2001:db8::/64) Apr 08 10:44:07.971761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.973743 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:07.974239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:07.977558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.979902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:07.996965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Transition to ACTIVE for port object 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:08.018111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.029950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Transition to ACTIVE for port object 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:08.045231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] DHCP port deletion for 523f9fb3-f5e9-44bf-8c25-0a09f4ede10a request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:08.052489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] Deleting port 59ddc222-21c8-4a68-a215-7180b4bec3fa {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:08.053257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.054718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573948e-bf8c-4202-ad8d-8655c8f7e0e6 req-d77ebb3c-8ab3-4a50-bea6-53e26e2d17e5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:08.061834 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6573948e-bf8c-4202-ad8d-8655c8f7e0e6 req-d77ebb3c-8ab3-4a50-bea6-53e26e2d17e5 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 1.1357105 Apr 08 10:44:08.088148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=ffa203d8-ace6-43c9-862d-b957759c9f71,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:08.105328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 149bd203-1684-4c64-b305-1cfad6132b11 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:08.139294 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c01c7180-c587-4925-a7c1-5e47b1ce6018 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/ffa203d8-ace6-43c9-862d-b957759c9f71 HTTP/1.1" status: 204 len: 168 time: 2.9287214 Apr 08 10:44:08.145596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.152408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51806) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:08.240402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-78b9f60b-a747-4fef-82d1-df31fd26d3bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.245470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:08.253571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:08.266526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:08.271685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51547cc-1d38-4ca8-9fdb-f7071720b505 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:08.273805 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f51547cc-1d38-4ca8-9fdb-f7071720b505 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/networks/6235ac84-4427-4e67-ab6c-05bc1ddc2203 HTTP/1.1" status: 200 len: 800 time: 1.0954211 Apr 08 10:44:08.334807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:08.335930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51810) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:08.342406 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5fda4cb4-b422-4280-9402-dd29a4210276 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2679396 Apr 08 10:44:08.344209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51812) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:08.348188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Deleting port 59ddc222-21c8-4a68-a215-7180b4bec3fa {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:08.348635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.370524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Pushing event updated for resources: {'Port': ['ID=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:08.419698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:08.507500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Attempting to bind port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:08.507993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Attempting to bind port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:08.508770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Attempting to bind port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:08.509413 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6573948e-bf8c-4202-ad8d-8655c8f7e0e6 req-b931de17-578c-411b-9ef6-bdff2948991d tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464328 Apr 08 10:44:08.521262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:08.521631 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0609fd56-3fb0-40a0-9004-07c48651896f tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/networks/6235ac84-4427-4e67-ab6c-05bc1ddc2203?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1779418 Apr 08 10:44:08.522084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:08.522267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51818) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:08.523910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.524306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:08.524911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Bound port: 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:08.525299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.560113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 149bd203-1684-4c64-b305-1cfad6132b11 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:08.616515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-78b9f60b-a747-4fef-82d1-df31fd26d3bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 62ad459b-836a-40ac-96d8-643e9c733777 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:08.625130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4adc0-34a6-4bd9-99ab-32c5223fd885 None None] Network 2f9e59a9-e323-4341-8c82-9380d3c3a846 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:08.729128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b39269-9ff9-4f65-b47a-e67049b893fc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:08.729855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-82b39269-9ff9-4f65-b47a-e67049b893fc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Synchronizing usage tracker for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:08.738788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.808183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 55d6efba-35ab-4c17-ab9d-8ff870428131 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:08.815581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-82b39269-9ff9-4f65-b47a-e67049b893fc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Unset dirty status for tenant:511f3ec48e8744dbb3da70029fe0b610 on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:08.820912 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-82b39269-9ff9-4f65-b47a-e67049b893fc tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/subnets/6f41d521-499b-49a7-8da8-0246847f51d2 HTTP/1.1" status: 200 len: 811 time: 0.2926259 Apr 08 10:44:08.822212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51824) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:08.834486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object c372f854-917a-4975-80c7-37bcefdf6947 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:08.870338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 55d6efba-35ab-4c17-ab9d-8ff870428131 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:08.870569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 55d6efba-35ab-4c17-ab9d-8ff870428131 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:08.882535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] For port 59ddc222-21c8-4a68-a215-7180b4bec3fa, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=59ddc222-21c8-4a68-a215-7180b4bec3fa,segment=NetworkSegment(9f9c0685-c32b-4b47-9d8b-ce8f794cbd58),segment_id=9f9c0685-c32b-4b47-9d8b-ce8f794cbd58)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:08.883278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.909605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:08.914940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.967788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e55e0b-fec9-41d0-8d62-2b6828c63a30 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:08.971961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f5380-12e1-4fcf-8e13-1891431fe98e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['shared'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:08.976796 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-564f5380-12e1-4fcf-8e13-1891431fe98e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "GET /v2.0/subnets/6f41d521-499b-49a7-8da8-0246847f51d2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1513920 Apr 08 10:44:08.978415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51828) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:08.985235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718952597'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:08.999273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:09.008007 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1b64d38d-899a-4ca3-b6b5-753e901e62bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c6a31a5-e518-4ce5-8545-2839d78e5bf2 HTTP/1.1" status: 204 len: 168 time: 4.0882826 Apr 08 10:44:09.009754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51832) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:09.045250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] Calling delete_port for 59ddc222-21c8-4a68-a215-7180b4bec3fa owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:09.053287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:09.081904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-89927ada-91b8-4f59-aca2-5b8e4ddad846 None None] Provisioning for port 149bd203-1684-4c64-b305-1cfad6132b11 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:09.111535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e55e0b-fec9-41d0-8d62-2b6828c63a30 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:09.112190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-84e55e0b-fec9-41d0-8d62-2b6828c63a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:09.118264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5a36c-947d-4531-9b27-82885abf27eb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 860f33f5-bc64-46e3-a5eb-1ff715cffb75 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:09.118673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a36c-947d-4531-9b27-82885abf27eb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.170509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:09.170778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] For port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:09.172517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-89927ada-91b8-4f59-aca2-5b8e4ddad846 None None] Provisioning complete for port 149bd203-1684-4c64-b305-1cfad6132b11 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:09.179120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-89927ada-91b8-4f59-aca2-5b8e4ddad846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.179263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.239467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] For port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:09.242724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-84e55e0b-fec9-41d0-8d62-2b6828c63a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:09.268387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:09.318083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.318421 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Added segment 0496895a-e05f-4229-89f9-575f40178b05 of type vlan for network 4e7ef813-2ab3-4a68-82cd-911f81fa34be Apr 08 10:44:09.354739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.363475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:09.425953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.449597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:09.472520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a36c-947d-4531-9b27-82885abf27eb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.483758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e55e0b-fec9-41d0-8d62-2b6828c63a30 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:09.484406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-84e55e0b-fec9-41d0-8d62-2b6828c63a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:09.578188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-84e55e0b-fec9-41d0-8d62-2b6828c63a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:09.578955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e55e0b-fec9-41d0-8d62-2b6828c63a30 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:09.586270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] For port 59ddc222-21c8-4a68-a215-7180b4bec3fa, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=59ddc222-21c8-4a68-a215-7180b4bec3fa,segment=NetworkSegment(9f9c0685-c32b-4b47-9d8b-ce8f794cbd58),segment_id=9f9c0685-c32b-4b47-9d8b-ce8f794cbd58)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:09.587021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.608044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5a36c-947d-4531-9b27-82885abf27eb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 860f33f5-bc64-46e3-a5eb-1ff715cffb75 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:09.644518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba66173-6737-4234-ac07-7ef13f91e260 None None] Pushing event updated for resources: {'Port': ['ID=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:09.657324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.664436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:09.665216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.676427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-89927ada-91b8-4f59-aca2-5b8e4ddad846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.710571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.752085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.754582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:09.759347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.791671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Calling delete_port for 59ddc222-21c8-4a68-a215-7180b4bec3fa owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:09.809914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] No DVR routers for this DVR port 59ddc222-21c8-4a68-a215-7180b4bec3fa on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:09.838470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae90224-444f-48ff-9163-f97a7993780b None None] Pushing event deleted for resources: {'Port': ['ID=59ddc222-21c8-4a68-a215-7180b4bec3fa,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:09.845992 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-89927ada-91b8-4f59-aca2-5b8e4ddad846 None None] For port 149bd203-1684-4c64-b305-1cfad6132b11, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=149bd203-1684-4c64-b305-1cfad6132b11,segment=NetworkSegment(104969dd-d54d-46a6-b02e-96e336e38418),segment_id=104969dd-d54d-46a6-b02e-96e336e38418)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:09.929696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-89927ada-91b8-4f59-aca2-5b8e4ddad846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:09.947950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Network': ['ID=4e7ef813-2ab3-4a68-82cd-911f81fa34be,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:09.990779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 4e7ef813-2ab3-4a68-82cd-911f81fa34be details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:44:09.993525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-78b9f60b-a747-4fef-82d1-df31fd26d3bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.006304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 59ddc222-21c8-4a68-a215-7180b4bec3fa no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:10.007444 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-57bdb9ce-a81d-4a0b-9c7a-ebe863c7074e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0285878 Apr 08 10:44:10.017188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51840) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:10.030058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=c372f854-917a-4975-80c7-37bcefdf6947,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:10.091034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 59ddc222-21c8-4a68-a215-7180b4bec3fa {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:10.091360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 59ddc222-21c8-4a68-a215-7180b4bec3fa not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:10.118832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 2f9e59a9-e323-4341-8c82-9380d3c3a846 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:10.130846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'network_id': '4e7ef813-2ab3-4a68-82cd-911f81fa34be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:10.140719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a36c-947d-4531-9b27-82885abf27eb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.159594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e004728-a6a5-4725-aa9c-8eb2e4350603 req-e013a659-5f52-4872-9178-c9d3b4425e0e tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:10.164998 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8e004728-a6a5-4725-aa9c-8eb2e4350603 req-e013a659-5f52-4872-9178-c9d3b4425e0e tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.9391460 Apr 08 10:44:10.191353 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927ada-91b8-4f59-aca2-5b8e4ddad846 None None] Pushing event updated for resources: {'Port': ['ID=149bd203-1684-4c64-b305-1cfad6132b11,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:10.200196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-201d7efd-0742-4233-9797-d97e430c07a9 None None] Provisioning complete for port 149bd203-1684-4c64-b305-1cfad6132b11 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:10.200601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-201d7efd-0742-4233-9797-d97e430c07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.210533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9f60b-a747-4fef-82d1-df31fd26d3bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=62ad459b-836a-40ac-96d8-643e9c733777,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:10.213382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:10.245591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5a36c-947d-4531-9b27-82885abf27eb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=860f33f5-bc64-46e3-a5eb-1ff715cffb75,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:10.327416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:10.335720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:10.336944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.531224 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b839dd54-6d56-4aff-ad30-920ade310977 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8756359 Apr 08 10:44:10.540713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51844) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:10.606474 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8e004728-a6a5-4725-aa9c-8eb2e4350603 req-f10a0f8f-fc87-4419-bc60-8add1bf02fce tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089072 Apr 08 10:44:10.610547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:10.614297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:44:10.614611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:44:10.623563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-78b9f60b-a747-4fef-82d1-df31fd26d3bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.642980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:10.649024 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-78b9f60b-a747-4fef-82d1-df31fd26d3bd tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/62ad459b-836a-40ac-96d8-643e9c733777 HTTP/1.1" status: 204 len: 168 time: 3.9411373 Apr 08 10:44:10.652122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51848) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:10.763590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b8d7ca6f-eb5a-4d79-8c1b-a9ad29634395 None None] Provisioning for port c372f854-917a-4975-80c7-37bcefdf6947 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:10.771030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b8d7ca6f-eb5a-4d79-8c1b-a9ad29634395 None None] Provisioning complete for port c372f854-917a-4975-80c7-37bcefdf6947 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:10.771412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8d7ca6f-eb5a-4d79-8c1b-a9ad29634395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.775624 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffc0378-2ceb-42e9-95c9-b53200a15967 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:44:10.779705 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0ffc0378-2ceb-42e9-95c9-b53200a15967 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/62ad459b-836a-40ac-96d8-643e9c733777 HTTP/1.1" status: 404 len: 333 time: 0.1223023 Apr 08 10:44:10.816300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51852) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:10.828996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.857393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7ca6f-eb5a-4d79-8c1b-a9ad29634395 None None] Port c372f854-917a-4975-80c7-37bcefdf6947 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:10.901812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Made reservation on behalf of 511f3ec48e8744dbb3da70029fe0b610 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:10.905546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.971311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bd5a36c-947d-4531-9b27-82885abf27eb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:10.973166 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5bd5a36c-947d-4531-9b27-82885abf27eb tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/ports/860f33f5-bc64-46e3-a5eb-1ff715cffb75 HTTP/1.1" status: 204 len: 168 time: 1.9624879 Apr 08 10:44:10.995933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51856) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:11.192766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-79210f39-218b-4a8b-a340-66f0b6dc4dc9 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:11.193625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Deleting port 59ddc222-21c8-4a68-a215-7180b4bec3fa {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:11.193973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:11.194279 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-79210f39-218b-4a8b-a340-66f0b6dc4dc9 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.41 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.2806609 Apr 08 10:44:11.220387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:11.243601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3ef99b6e-ca8e-42cf-acb9-42c0a25f652b None None] Provisioning for port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:11.315453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:11.336745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Deleting port aca921e3-ae83-462c-8104-901681794d5e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:11.336946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:11.367355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] The port '59ddc222-21c8-4a68-a215-7180b4bec3fa' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:44:11.368809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Performing IP validity checks on allocation pools {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 08 10:44:11.369324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.ipam_backend_mixin [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 08 10:44:11.374480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-91a4b6f9-90d8-4af7-a994-84165d6ba554 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port cc17b1af-990e-432f-a9a9-52a5a164f978 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:11.374822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91a4b6f9-90d8-4af7-a994-84165d6ba554 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:11.417986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:11.422813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:11.456502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:11.636369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:11.693133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:11.755711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:11.764931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0eb910-78d6-40ba-9535-5cb402d0f59f None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:11.823765 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:11.824275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:11.857099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=48c2b4ee-74b6-4538-938c-71687c3988e8,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:11.865637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:11.967433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523f9fb3-f5e9-44bf-8c25-0a09f4ede10a']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:12.106745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] For port aca921e3-ae83-462c-8104-901681794d5e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=aca921e3-ae83-462c-8104-901681794d5e,segment=NetworkSegment(6c447bc2-da67-4cf9-9d8d-904cf53c66b6),segment_id=6c447bc2-da67-4cf9-9d8d-904cf53c66b6)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:12.107760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.135903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 149bd203-1684-4c64-b305-1cfad6132b11 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:12.162238 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-93b6253e-4fbf-4963-b658-cec3104921da tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7596118 Apr 08 10:44:12.165355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9c0685-c32b-4b47-9d8b-ce8f794cbd58') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:12.165748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9c0685-c32b-4b47-9d8b-ce8f794cbd58') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:12.179138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51862) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:12.209624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.215179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032908f2-4492-4cb3-89bf-467fe2d6d428 None None] Update dhcp port {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': '252d2c57-7dc9-49d9-9957-56579905e997', 'ip_address': '2001:db8::f816:3eff:fee4:29b7'}, {'subnet_id': '48c2b4ee-74b6-4538-938c-71687c3988e8'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': '20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:44:12.218994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:ed:45:e4', 'name': 'tempest-NetworksTestDHCPv6-871905053'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:12.270669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Calling delete_port for aca921e3-ae83-462c-8104-901681794d5e owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:12.281214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 149bd203-1684-4c64-b305-1cfad6132b11 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:12.281848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.305684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-032908f2-4492-4cb3-89bf-467fe2d6d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.353724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.365359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faef15-1a78-47a1-be2b-04de02bc1566 req-df5582a3-64a6-4935-9091-1d54456503a2 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:12.366869 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-34faef15-1a78-47a1-be2b-04de02bc1566 req-df5582a3-64a6-4935-9091-1d54456503a2 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 945 time: 0.5435381 Apr 08 10:44:12.407390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91a4b6f9-90d8-4af7-a994-84165d6ba554 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.429413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.463507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.510460 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-34faef15-1a78-47a1-be2b-04de02bc1566 req-9a9e12b9-41f7-4933-99d4-827a38987673 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/security-groups?id=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360886 Apr 08 10:44:12.544607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:12.621419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=c372f854-917a-4975-80c7-37bcefdf6947,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:12.659137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-91a4b6f9-90d8-4af7-a994-84165d6ba554 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for cc17b1af-990e-432f-a9a9-52a5a164f978 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:12.681522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-032908f2-4492-4cb3-89bf-467fe2d6d428 None None] Allocated IP 2001:db8:0:1::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/48c2b4ee-74b6-4538-938c-71687c3988e8/20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:12.690701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:12.691145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:12.723544 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:12.802539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.806797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.855965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:12.872930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Pushing event deleted for resources: {'Port': ['ID=aca921e3-ae83-462c-8104-901681794d5e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:12.884035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:12.884412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.961047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] No DVR routers for this DVR port aca921e3-ae83-462c-8104-901681794d5e on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:12.963828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.966342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d36e42-1dc3-45c3-81a9-bbe8ed776b72', 'name': 'network-vif-deleted', 'tag': 'aca921e3-ae83-462c-8104-901681794d5e'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:44:13.003559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-15db7582-f279-48ed-8bd1-ac1ea6101767 None None] Provisioning complete for port c372f854-917a-4975-80c7-37bcefdf6947 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:13.003559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-15db7582-f279-48ed-8bd1-ac1ea6101767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.021674 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabddf3c-e28b-4038-acaa-3d20b3899533'] response: {'server_uuid': '80d36e42-1dc3-45c3-81a9-bbe8ed776b72', 'name': 'network-vif-deleted', 'tag': 'aca921e3-ae83-462c-8104-901681794d5e', 'status': 'completed', 'code': 200} Apr 08 10:44:13.032049 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 836856b5-43c1-490f-9a1f-41d06247c70e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:13.032426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.037550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-032908f2-4492-4cb3-89bf-467fe2d6d428 None None] For port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:13.049983 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d6f96bd9-9269-47f9-9dbd-a1389cad0d60 req-10c30977-bdec-4467-89ba-83c0e3101456 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.41 "DELETE /v2.0/ports/aca921e3-ae83-462c-8104-901681794d5e HTTP/1.1" status: 204 len: 173 time: 1.8250871 Apr 08 10:44:13.075844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:13.090840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:13.097199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:13.103824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-15db7582-f279-48ed-8bd1-ac1ea6101767 None None] Port c372f854-917a-4975-80c7-37bcefdf6947 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:13.124789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:13.132550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-032908f2-4492-4cb3-89bf-467fe2d6d428 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.155956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.165704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.200265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.283446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.286003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.369822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.374346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:13.468919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] Pushing event deleted for resources: {'Network': ['ID=523f9fb3-f5e9-44bf-8c25-0a09f4ede10a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:13.530870 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2e531ad9-4bda-4b8d-a11a-b66ba52e180c tempest-FloatingIPNegativeTestJSON-649109543 tempest-FloatingIPNegativeTestJSON-649109543-project] 10.222.0.23 "DELETE /v2.0/networks/523f9fb3-f5e9-44bf-8c25-0a09f4ede10a HTTP/1.1" status: 204 len: 168 time: 5.9634523 Apr 08 10:44:13.598761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=385334ea-5c88-43a6-9e4c-b536fa5506e7,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:13.676199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Checking segment: {'id': '0496895a-e05f-4229-89f9-575f40178b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e7ef813-2ab3-4a68-82cd-911f81fa34be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:13.677189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network hostable DHCP agents. Network: 4e7ef813-2ab3-4a68-82cd-911f81fa34be, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:44:13.711858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-032908f2-4492-4cb3-89bf-467fe2d6d428 None None] Transition to ACTIVE for port object 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:13.724861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 836856b5-43c1-490f-9a1f-41d06247c70e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=836856b5-43c1-490f-9a1f-41d06247c70e,segment=NetworkSegment(da90e30a-a613-4c96-b1a0-bd57f8a3e51a),segment_id=da90e30a-a613-4c96-b1a0-bd57f8a3e51a)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:13.725227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.746996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91a4b6f9-90d8-4af7-a994-84165d6ba554 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.759694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f57b54a5-1867-42fd-950d-2a092ddd7710 req-a1157732-a98f-46e6-9707-27086cf07c93 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Synchronizing usage tracker for tenant:16c5e8e299014c8c8421236dc50632ee on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:13.771610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-032908f2-4492-4cb3-89bf-467fe2d6d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.804597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.877793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f57b54a5-1867-42fd-950d-2a092ddd7710 req-a1157732-a98f-46e6-9707-27086cf07c93 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] Unset dirty status for tenant:16c5e8e299014c8c8421236dc50632ee on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:13.879608 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f57b54a5-1867-42fd-950d-2a092ddd7710 req-a1157732-a98f-46e6-9707-27086cf07c93 tempest-TestServerAdvancedOps-2105107797 tempest-TestServerAdvancedOps-2105107797-project] 10.222.0.23 "GET /v2.0/ports?device_id=80d36e42-1dc3-45c3-81a9-bbe8ed776b72 HTTP/1.1" status: 200 len: 210 time: 0.1774650 Apr 08 10:44:13.923670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.925627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:13.991057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:44:13.991670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:44:13.994032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032908f2-4492-4cb3-89bf-467fe2d6d428 None None] Pushing event updated for resources: {'Port': ['ID=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:14.009493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 836856b5-43c1-490f-9a1f-41d06247c70e owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:14.043100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device aca921e3-ae83-462c-8104-901681794d5e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:14.044455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.074385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4b6f9-90d8-4af7-a994-84165d6ba554 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=cc17b1af-990e-432f-a9a9-52a5a164f978,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:14.090231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=c372f854-917a-4975-80c7-37bcefdf6947,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:14.111979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: aca921e3-ae83-462c-8104-901681794d5e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:14.112619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device aca921e3-ae83-462c-8104-901681794d5e not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:14.201644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.26.7.63 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/0e46fccc-aa51-465d-9960-6de51148474e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:14.205846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 2f9e59a9-e323-4341-8c82-9380d3c3a846 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:14.211888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:14.250240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 01f13d88-bbee-4272-af91-b6e8ead1be40 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:14.330921 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Network 4e7ef813-2ab3-4a68-82cd-911f81fa34be is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:44:14.435084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51874) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:14.602000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 4e7ef813-2ab3-4a68-82cd-911f81fa34be) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:14.603763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.605303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91a4b6f9-90d8-4af7-a994-84165d6ba554 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.620563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Router c880dab1-a0c2-46a6-ac03-87eb52dc9877 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:44:14.640773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8c23d-57ba-4d4e-8f0e-71fe45d39ce4 None None] Network 4e7ef813-2ab3-4a68-82cd-911f81fa34be requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:14.640903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:14.641544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.694853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:14.767623 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-91a4b6f9-90d8-4af7-a994-84165d6ba554 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/cc17b1af-990e-432f-a9a9-52a5a164f978 HTTP/1.1" status: 204 len: 168 time: 3.9461324 Apr 08 10:44:14.771819 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-32abe2d9-cc30-43f4-ada2-355149b178a1 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.7411141 Apr 08 10:44:14.774411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.812168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51880) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:14.812168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51882) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:14.847882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a25ee880-3d24-42c4-bf22-76aa61f49159 None None] Provisioning complete for port c372f854-917a-4975-80c7-37bcefdf6947 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:14.849049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a25ee880-3d24-42c4-bf22-76aa61f49159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.849776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-9ca7883c-586f-4072-a33d-3999dca8234b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:14.893109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:14.900248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:14.904525 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a3698-703b-4060-8feb-65b6afd98b81 None None] Sync routers for ids ['c880dab1-a0c2-46a6-ac03-87eb52dc9877'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:14.922576 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a3698-703b-4060-8feb-65b6afd98b81 None None] Routers {'c880dab1-a0c2-46a6-ac03-87eb52dc9877'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:14.923569 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-ea6a3698-703b-4060-8feb-65b6afd98b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c880dab1-a0c2-46a6-ac03-87eb52dc9877'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:14.927895 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-777b1354-7275-4e6f-8ada-6e5d534e58ee tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "PUT /v2.0/routers/c880dab1-a0c2-46a6-ac03-87eb52dc9877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3807402 Apr 08 10:44:14.929008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51890) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:14.966777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.039637 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-ea6a3698-703b-4060-8feb-65b6afd98b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:15.051228 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a3698-703b-4060-8feb-65b6afd98b81 None None] Routers {'c880dab1-a0c2-46a6-ac03-87eb52dc9877'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:15.052167 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-ea6a3698-703b-4060-8feb-65b6afd98b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c880dab1-a0c2-46a6-ac03-87eb52dc9877'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:15.080254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51894) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:15.080563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.092050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:15.138827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09471054-0b8a-4f9d-b5e5-05bcdf59c6f0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:15.146411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-09471054-0b8a-4f9d-b5e5-05bcdf59c6f0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:15.153671 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-ea6a3698-703b-4060-8feb-65b6afd98b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:15.154079 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a3698-703b-4060-8feb-65b6afd98b81 None None] The sync data for ids ['c880dab1-a0c2-46a6-ac03-87eb52dc9877'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:15.177644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4e7ef813-2ab3-4a68-82cd-911f81fa34be', 'network_id': '4e7ef813-2ab3-4a68-82cd-911f81fa34be', 'tenant_id': '511f3ec48e8744dbb3da70029fe0b610', 'fixed_ips': [{'subnet_id': '385334ea-5c88-43a6-9e4c-b536fa5506e7'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:15.178490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.182579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-11124fcb-204a-43e5-a950-f4123dbd6ace admin admin] Deleting subnet 21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:15.186110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11124fcb-204a-43e5-a950-f4123dbd6ace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.194536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a25ee880-3d24-42c4-bf22-76aa61f49159 None None] Port c372f854-917a-4975-80c7-37bcefdf6947 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:15.242600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11124fcb-204a-43e5-a950-f4123dbd6ace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.277126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-09471054-0b8a-4f9d-b5e5-05bcdf59c6f0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:15.281709 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-09471054-0b8a-4f9d-b5e5-05bcdf59c6f0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c880dab1-a0c2-46a6-ac03-87eb52dc9877 HTTP/1.1" status: 200 len: 988 time: 0.3514228 Apr 08 10:44:15.290906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51898) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:15.342314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=0e46fccc-aa51-465d-9960-6de51148474e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:15.345935 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-581dd617-2c3e-489d-a14c-d2bfd32327bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:44:15.346535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-581dd617-2c3e-489d-a14c-d2bfd32327bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:15.389665 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8b7dca0d-576b-40c0-8c2b-c00ec8be6fb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dc6f85397f0450f84304f1b071992f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9232237 Apr 08 10:44:15.400295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Allocated IP 172.20.0.3 (4e7ef813-2ab3-4a68-82cd-911f81fa34be/385334ea-5c88-43a6-9e4c-b536fa5506e7/84abbb72-5fa9-4cab-8732-5ff49ca9806c) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:15.430465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51902) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:15.441386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:15.456375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:15.494207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-497014b0-49cb-4400-b566-aeec81d3cf37 None None] Provisioning for port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:15.494871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:15.495521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11124fcb-204a-43e5-a950-f4123dbd6ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.500039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-497014b0-49cb-4400-b566-aeec81d3cf37 None None] Provisioning complete for port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:15.500400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-497014b0-49cb-4400-b566-aeec81d3cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.562162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-581dd617-2c3e-489d-a14c-d2bfd32327bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:15.563321 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-581dd617-2c3e-489d-a14c-d2bfd32327bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/cc17b1af-990e-432f-a9a9-52a5a164f978 HTTP/1.1" status: 404 len: 333 time: 0.7238655 Apr 08 10:44:15.580650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51906) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:15.693966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8:0:1::72 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/48c2b4ee-74b6-4538-938c-71687c3988e8/01f13d88-bbee-4272-af91-b6e8ead1be40) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:15.700227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ca7883c-586f-4072-a33d-3999dca8234b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2359080'] for subnet, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.714375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:feed:45e4 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/252d2c57-7dc9-49d9-9957-56579905e997/01f13d88-bbee-4272-af91-b6e8ead1be40) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:15.727658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-424eece9-77c0-4002-abfb-b07eea64e68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.739289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7d0693-6f4a-4f9f-858a-3d2470347757 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet 0e40f722-d7aa-48ae-9e55-9722dcadb499 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:15.755102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0693-6f4a-4f9f-858a-3d2470347757 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.779177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-424eece9-77c0-4002-abfb-b07eea64e68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.789685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.948543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Port': ['ID=836856b5-43c1-490f-9a1f-41d06247c70e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:15.968696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11124fcb-204a-43e5-a950-f4123dbd6ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.033853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.037049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11124fcb-204a-43e5-a950-f4123dbd6ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:16.039422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11124fcb-204a-43e5-a950-f4123dbd6ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.052584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Transition to ACTIVE for port object 84abbb72-5fa9-4cab-8732-5ff49ca9806c will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:16.075098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Transition to ACTIVE for port object 84abbb72-5fa9-4cab-8732-5ff49ca9806c will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:16.077702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-11124fcb-204a-43e5-a950-f4123dbd6ace admin admin] 10.222.0.23 "DELETE /v2.0/subnets/21faa77a-2c5b-45ba-b61c-7ffa4dc4ae4d HTTP/1.1" status: 204 len: 168 time: 0.9952044 Apr 08 10:44:16.082516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51910) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:16.121270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0693-6f4a-4f9f-858a-3d2470347757 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.152312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.241430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.271256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Network 4e7ef813-2ab3-4a68-82cd-911f81fa34be is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:16.274203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:16.276768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:16.316518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.323838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Pushing event updated for resources: {'Port': ['ID=84abbb72-5fa9-4cab-8732-5ff49ca9806c,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:16.369926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-424eece9-77c0-4002-abfb-b07eea64e68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.389234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Attempting to bind port 84abbb72-5fa9-4cab-8732-5ff49ca9806c on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:16.389751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Attempting to bind port 84abbb72-5fa9-4cab-8732-5ff49ca9806c by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0496895a-e05f-4229-89f9-575f40178b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e7ef813-2ab3-4a68-82cd-911f81fa34be'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:16.390289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Attempting to bind port 84abbb72-5fa9-4cab-8732-5ff49ca9806c on network 4e7ef813-2ab3-4a68-82cd-911f81fa34be {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:16.396846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:16.397355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Checking segment: {'id': '0496895a-e05f-4229-89f9-575f40178b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e7ef813-2ab3-4a68-82cd-911f81fa34be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:16.397858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.398350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Bound using segment: {'id': '0496895a-e05f-4229-89f9-575f40178b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e7ef813-2ab3-4a68-82cd-911f81fa34be'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:16.398970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Bound port: 84abbb72-5fa9-4cab-8732-5ff49ca9806c, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0496895a-e05f-4229-89f9-575f40178b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4e7ef813-2ab3-4a68-82cd-911f81fa34be'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:16.399447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.425339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.439941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eece9-77c0-4002-abfb-b07eea64e68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a5c31-d87e-4c84-b199-95bdb2bcbd12,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:16.451937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-424eece9-77c0-4002-abfb-b07eea64e68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.455521 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-424eece9-77c0-4002-abfb-b07eea64e68d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb2a5c31-d87e-4c84-b199-95bdb2bcbd12 HTTP/1.1" status: 204 len: 168 time: 1.0216358 Apr 08 10:44:16.463465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.467793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.537926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] For port 84abbb72-5fa9-4cab-8732-5ff49ca9806c, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:16.541679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] For port 84abbb72-5fa9-4cab-8732-5ff49ca9806c, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=84abbb72-5fa9-4cab-8732-5ff49ca9806c,segment=NetworkSegment(0496895a-e05f-4229-89f9-575f40178b05),segment_id=0496895a-e05f-4229-89f9-575f40178b05)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:16.557289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ddf88c-1479-4ec4-aa40-c237d7805491']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:16.568184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.636646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c447bc2-da67-4cf9-9d8d-904cf53c66b6') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:16.636954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c447bc2-da67-4cf9-9d8d-904cf53c66b6') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:16.640708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 01f13d88-bbee-4272-af91-b6e8ead1be40 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:16.649158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.706582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.718540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0693-6f4a-4f9f-858a-3d2470347757 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.754266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.755674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f4242-4da5-4f9a-9594-a2d84fb933be None None] Pushing event updated for resources: {'Port': ['ID=84abbb72-5fa9-4cab-8732-5ff49ca9806c,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:16.768428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:16.768888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:16.783401 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:16.853922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.956602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:17.050369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port c372f854-917a-4975-80c7-37bcefdf6947 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:17.050745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.139892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:17.140406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.247799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.267199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.280398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ddf88c-1479-4ec4-aa40-c237d7805491,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:17.288874 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2b8137f4-9a7b-4e3e-bca5-d09fee4d28ab admin admin] 10.222.0.23 "DELETE /v2.0/networks/b6ddf88c-1479-4ec4-aa40-c237d7805491 HTTP/1.1" status: 204 len: 168 time: 1.2020099 Apr 08 10:44:17.289790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51926) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:17.357640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7c05e1-3e41-413b-8e56-8e10e025f485 admin admin] Deleting subnet 7ad37a27-2080-4b1f-9c63-c7afdffacff0 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:17.364443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:17.368790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d7c05e1-3e41-413b-8e56-8e10e025f485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.409769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.545730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for c372f854-917a-4975-80c7-37bcefdf6947 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:17.555826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.557772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0693-6f4a-4f9f-858a-3d2470347757 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.582362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d7c05e1-3e41-413b-8e56-8e10e025f485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.635788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ca7883c-586f-4072-a33d-3999dca8234b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750043321335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1499398'] for subnet, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.742077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d0693-6f4a-4f9f-858a-3d2470347757 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=0e40f722-d7aa-48ae-9e55-9722dcadb499,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:17.759008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74715c94-42c1-4705-8c7b-d3ab29ecce6e None None] Network c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:17.801896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0693-6f4a-4f9f-858a-3d2470347757 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.807660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:17.829247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:17.855755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:17.862172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:17.865020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:17.874360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d7c05e1-3e41-413b-8e56-8e10e025f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.878089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:17.880663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca7883c-586f-4072-a33d-3999dca8234b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:17.884524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ca7883c-586f-4072-a33d-3999dca8234b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.889752 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9ca7883c-586f-4072-a33d-3999dca8234b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "PUT /v2.0/subnets/385334ea-5c88-43a6-9e4c-b536fa5506e7 HTTP/1.1" status: 200 len: 877 time: 3.0478380 Apr 08 10:44:17.969028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.972146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:17.978305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:17.979223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.984696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51938) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:18.005065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51940) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:18.092667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d7c05e1-3e41-413b-8e56-8e10e025f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.192667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:44:18.209862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.211513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=01f13d88-bbee-4272-af91-b6e8ead1be40,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:18.222327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.237907 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7f7d0693-6f4a-4f9f-858a-3d2470347757 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/0e40f722-d7aa-48ae-9e55-9722dcadb499 HTTP/1.1" status: 204 len: 168 time: 2.6396525 Apr 08 10:44:18.238881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7883c-586f-4072-a33d-3999dca8234b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event updated for resources: {'Subnet': ['ID=385334ea-5c88-43a6-9e4c-b536fa5506e7,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:18.253337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d7c05e1-3e41-413b-8e56-8e10e025f485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.256536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c05e1-3e41-413b-8e56-8e10e025f485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad37a27-2080-4b1f-9c63-c7afdffacff0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:18.261887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51948) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:18.278018 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5def7ac6-6f0b-4040-8da7-ee33d377e0b3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1212335 Apr 08 10:44:18.301355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b2a6bb9a-0f7e-4b9c-8c39-11436400e0a7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:18.308206 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-b2a6bb9a-0f7e-4b9c-8c39-11436400e0a7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 08 10:44:18.308206 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-b2a6bb9a-0f7e-4b9c-8c39-11436400e0a7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:44:18.308206 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b2a6bb9a-0f7e-4b9c-8c39-11436400e0a7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2979550 Apr 08 10:44:18.308206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51952) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:18.314278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51954) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:18.338406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8d0e1-6776-4e48-b5b8-a03e5df40437 None None] Network 4e7ef813-2ab3-4a68-82cd-911f81fa34be requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:18.346034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.374414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--383413076'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:18.379157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port 84abbb72-5fa9-4cab-8732-5ff49ca9806c {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:18.379499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.380118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:18.384075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:18.386916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:18.394507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:18.433663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=0e46fccc-aa51-465d-9960-6de51148474e,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:18.457824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:15Z', 'revision_number': 11, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:18.508039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.518603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e1a687-2657-4db9-af22-bd73f0c2eb66 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting subnet 72150fa9-f11e-4277-a1c1-87c630871dc1 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:18.522316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:44:18.525744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e1a687-2657-4db9-af22-bd73f0c2eb66 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.535673 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b9bef83a-1a0f-4c9d-a2cd-d0e3397010fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.3390961 Apr 08 10:44:18.546516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51960) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:18.553636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.554835 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-478cfd6a-a1e0-4cad-8ea8-f34cc8df2d80 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5522289 Apr 08 10:44:18.560828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:18.561697 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:18.567395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51964) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:18.569461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.578451 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8d7c05e1-3e41-413b-8e56-8e10e025f485 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7ad37a27-2080-4b1f-9c63-c7afdffacff0 HTTP/1.1" status: 204 len: 168 time: 1.2870667 Apr 08 10:44:18.595923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51968) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:18.618153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 3bd29af4-ff8f-474f-b376-14fabd2aff1c {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:18.618788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.651292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-10f157fa-79f3-4708-84e9-fd6ade94b701 None None] Provisioning for port 84abbb72-5fa9-4cab-8732-5ff49ca9806c completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:18.658084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'port': {'network_id': '107b7158-e33f-4a62-9e9f-d30cebdf2297', 'name': 'tempest-FloatingIPTestJSON-777241782'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:18.730087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:44:18.735584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.743971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=c372f854-917a-4975-80c7-37bcefdf6947,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:18.777231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.857042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e1a687-2657-4db9-af22-bd73f0c2eb66 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.897018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.940406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port 84abbb72-5fa9-4cab-8732-5ff49ca9806c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=84abbb72-5fa9-4cab-8732-5ff49ca9806c,segment=NetworkSegment(0496895a-e05f-4229-89f9-575f40178b05),segment_id=0496895a-e05f-4229-89f9-575f40178b05)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:18.940863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.962934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0ae68-c904-428c-8017-838f9afc3204 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 01f13d88-bbee-4272-af91-b6e8ead1be40 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:18.963277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ae68-c904-428c-8017-838f9afc3204 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.969210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:15Z', 'revision_number': 11, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:19.013152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9522c236-9eff-4286-927d-559a8b20e09e None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:15Z', 'revision_number': 11, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:19.061723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 84abbb72-5fa9-4cab-8732-5ff49ca9806c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:19.091809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-10f157fa-79f3-4708-84e9-fd6ade94b701 None None] Provisioning for port 01f13d88-bbee-4272-af91-b6e8ead1be40 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:19.096303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] DHCP port deletion for c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:19.118446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-10f157fa-79f3-4708-84e9-fd6ade94b701 None None] Provisioning complete for port 01f13d88-bbee-4272-af91-b6e8ead1be40 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:19.118952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-10f157fa-79f3-4708-84e9-fd6ade94b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.121785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:19.136646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:19.141957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.147340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:19.158689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] Deleting port 3bd29af4-ff8f-474f-b376-14fabd2aff1c {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:19.159202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.176274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:19.276937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for 84abbb72-5fa9-4cab-8732-5ff49ca9806c owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:19.293860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-10f157fa-79f3-4708-84e9-fd6ade94b701 None None] Port 01f13d88-bbee-4272-af91-b6e8ead1be40 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:19.444453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 84abbb72-5fa9-4cab-8732-5ff49ca9806c completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:19.470666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 84abbb72-5fa9-4cab-8732-5ff49ca9806c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:19.475404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.536253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] For port 3bd29af4-ff8f-474f-b376-14fabd2aff1c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3bd29af4-ff8f-474f-b376-14fabd2aff1c,segment=NetworkSegment(89e04125-8df7-43a1-9477-36d3590d6a52),segment_id=89e04125-8df7-43a1-9477-36d3590d6a52)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:19.540171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.604810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.609063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:19.638819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c21ffc-c0cb-4aa5-8adb-25663ba9942a']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:19.660587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36216f2c-d5ce-4a9a-893b-a16c0da01a63') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:19.660587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36216f2c-d5ce-4a9a-893b-a16c0da01a63') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:19.668865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.686973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.696744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:19.697162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.700959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:19.706456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] Calling delete_port for 3bd29af4-ff8f-474f-b376-14fabd2aff1c owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:19.719279 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:19.731653 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] For port 3bd29af4-ff8f-474f-b376-14fabd2aff1c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3bd29af4-ff8f-474f-b376-14fabd2aff1c,segment=NetworkSegment(89e04125-8df7-43a1-9477-36d3590d6a52),segment_id=89e04125-8df7-43a1-9477-36d3590d6a52)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:19.732207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.739570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5402631b-7137-4ed4-8ea7-c7026068490a None None] Network 4e7ef813-2ab3-4a68-82cd-911f81fa34be requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:19.752062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e1a687-2657-4db9-af22-bd73f0c2eb66 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.877130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-49dee915-294d-4de0-a815-19270bb789cd None None] Provisioning complete for port 84abbb72-5fa9-4cab-8732-5ff49ca9806c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:19.877652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-49dee915-294d-4de0-a815-19270bb789cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.905598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:19.908611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.916716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.930438 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No ports have port_id starting with 84abbb72-5fa9-4cab-8732-5ff49ca9806c Apr 08 10:44:19.934405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-49dee915-294d-4de0-a815-19270bb789cd None None] Port 84abbb72-5fa9-4cab-8732-5ff49ca9806c was deleted so its status cannot be updated. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 08 10:44:19.965115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.995069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Port': ['ID=84abbb72-5fa9-4cab-8732-5ff49ca9806c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:19.997169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 3bd29af4-ff8f-474f-b376-14fabd2aff1c owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:20.004191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.004557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.020530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] Pushing event deleted for resources: {'Network': ['ID=68c21ffc-c0cb-4aa5-8adb-25663ba9942a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.065856 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c00311d7-5a12-4018-a1cf-b26b88b3c94f admin admin] 10.222.0.23 "DELETE /v2.0/networks/68c21ffc-c0cb-4aa5-8adb-25663ba9942a HTTP/1.1" status: 204 len: 168 time: 1.4687555 Apr 08 10:44:20.072441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Router c880dab1-a0c2-46a6-ac03-87eb52dc9877 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:20.079368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] No DVR routers for this DVR port 3bd29af4-ff8f-474f-b376-14fabd2aff1c on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:20.097598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8eef5b-fafc-413f-9df8-4be09df7744e None None] Pushing event deleted for resources: {'Port': ['ID=3bd29af4-ff8f-474f-b376-14fabd2aff1c,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.097788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] device_id is not set on port 153debe5-7011-44a0-8dfe-4b8284debb91 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:20.124558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ae68-c904-428c-8017-838f9afc3204 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.132989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No DVR routers for this DVR port 84abbb72-5fa9-4cab-8732-5ff49ca9806c on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:20.309839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0ae68-c904-428c-8017-838f9afc3204 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 01f13d88-bbee-4272-af91-b6e8ead1be40 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:20.318187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:44:20.323988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:44:20.372165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.390128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.397971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e1a687-2657-4db9-af22-bd73f0c2eb66 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.437910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:20.451396 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a2fb4-2e9b-45ed-9abb-8e990f51befd None None] Sync routers for ids ['c880dab1-a0c2-46a6-ac03-87eb52dc9877'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:20.462075 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a2fb4-2e9b-45ed-9abb-8e990f51befd None None] Routers {'c880dab1-a0c2-46a6-ac03-87eb52dc9877'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:20.462694 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-581a2fb4-2e9b-45ed-9abb-8e990f51befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c880dab1-a0c2-46a6-ac03-87eb52dc9877'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:20.490307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.501789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-68e1a687-2657-4db9-af22-bd73f0c2eb66 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.501789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1a687-2657-4db9-af22-bd73f0c2eb66 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Subnet': ['ID=72150fa9-f11e-4277-a1c1-87c630871dc1,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.517658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20751e5-85b7-4669-b885-977ca485a409 None None] Network ae58346f-f302-4450-a605-a873e10fd42d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:20.523695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51974) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:20.527260 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-581a2fb4-2e9b-45ed-9abb-8e990f51befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:20.530441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:20.536735 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a2fb4-2e9b-45ed-9abb-8e990f51befd None None] Routers {'c880dab1-a0c2-46a6-ac03-87eb52dc9877'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:20.537626 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-581a2fb4-2e9b-45ed-9abb-8e990f51befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c880dab1-a0c2-46a6-ac03-87eb52dc9877'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:20.550618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:20.555682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:20.581722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:20.590073 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0a02e684-21bf-4564-9b22-d360d090d371 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "PUT /v2.0/routers/c880dab1-a0c2-46a6-ac03-87eb52dc9877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2977920 Apr 08 10:44:20.599984 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-68e1a687-2657-4db9-af22-bd73f0c2eb66 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/72150fa9-f11e-4277-a1c1-87c630871dc1 HTTP/1.1" status: 204 len: 168 time: 2.2868822 Apr 08 10:44:20.602216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51978) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:20.602361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51980) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:20.607138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf40f73-93fe-4ac2-b6fc-30c004bae994,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.611804 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-581a2fb4-2e9b-45ed-9abb-8e990f51befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:20.612535 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a2fb4-2e9b-45ed-9abb-8e990f51befd None None] The sync data for ids ['c880dab1-a0c2-46a6-ac03-87eb52dc9877'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:20.642462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.20.0.9 (107b7158-e33f-4a62-9e9f-d30cebdf2297/0e366c22-6910-40bc-92ff-3cc94c99f283/153debe5-7011-44a0-8dfe-4b8284debb91) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:20.789576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.816642 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1288d9-979a-466d-bc7f-9e61b6064c17 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:44:20.817298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ed1288d9-979a-466d-bc7f-9e61b6064c17 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:20.820499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.830655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 3bd29af4-ff8f-474f-b376-14fabd2aff1c {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:20.831034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.858416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] DHCP port deletion for ae58346f-f302-4450-a605-a873e10fd42d request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:20.867704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] Deleting port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:20.869544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.891606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=385334ea-5c88-43a6-9e4c-b536fa5506e7,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.920762 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f432db3-8469-4edc-a400-a804d8480a5a None None] Network 4e7ef813-2ab3-4a68-82cd-911f81fa34be requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:20.928747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-62b543d3-36ef-4269-9285-113b8904a1de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16c5e8e299014c8c8421236dc50632ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994937 Apr 08 10:44:20.931909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:20.932265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.945508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51986) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:20.962077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] The port '3bd29af4-ff8f-474f-b376-14fabd2aff1c' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:44:20.978341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.990966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3bd29af4-ff8f-474f-b376-14fabd2aff1c no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:21.028181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ed1288d9-979a-466d-bc7f-9e61b6064c17 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:21.038318 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ed1288d9-979a-466d-bc7f-9e61b6064c17 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/c372f854-917a-4975-80c7-37bcefdf6947 HTTP/1.1" status: 404 len: 333 time: 0.4237785 Apr 08 10:44:21.038544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 3bd29af4-ff8f-474f-b376-14fabd2aff1c {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:21.038544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3bd29af4-ff8f-474f-b376-14fabd2aff1c not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:21.039124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.039237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 836856b5-43c1-490f-9a1f-41d06247c70e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:21.048713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 51990) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:21.053969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ae68-c904-428c-8017-838f9afc3204 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.089744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.182586 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 836856b5-43c1-490f-9a1f-41d06247c70e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:21.182963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 836856b5-43c1-490f-9a1f-41d06247c70e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:21.194587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7ef813-2ab3-4a68-82cd-911f81fa34be']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:21.220192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0ae68-c904-428c-8017-838f9afc3204 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=01f13d88-bbee-4272-af91-b6e8ead1be40,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:21.316326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0496895a-e05f-4229-89f9-575f40178b05') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:21.316564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0496895a-e05f-4229-89f9-575f40178b05') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:21.369458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.435355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24b0d7-4c5c-42dd-b0ae-3eacd6279038 None None] DHCP port deletion for 4e7ef813-2ab3-4a68-82cd-911f81fa34be request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:21.447151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c0ff709-99b1-445e-895c-7bcf01f50d06 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.478937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] For port 6979cef7-6b8c-4b84-b17a-3127490ac5c2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6979cef7-6b8c-4b84-b17a-3127490ac5c2,segment=NetworkSegment(da90e30a-a613-4c96-b1a0-bd57f8a3e51a),segment_id=da90e30a-a613-4c96-b1a0-bd57f8a3e51a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:21.479357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.512926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.527051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4b64ee03-3255-4d93-9c1c-0781154df48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.554345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ae68-c904-428c-8017-838f9afc3204 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.557043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d986e-b354-4e4b-9d16-b41f0043ff6e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:21.574315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.579154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.580797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-75eae89d-723f-422d-96db-c1e50e36acf2 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.2488012 Apr 08 10:44:21.593931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51994) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:21.622917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] Calling delete_port for 6979cef7-6b8c-4b84-b17a-3127490ac5c2 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:21.664599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:21.665349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.665600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'd64d986e-b354-4e4b-9d16-b41f0043ff6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:21.677136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:21.681939 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:21.687762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:21.710042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:21.717031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e04125-8df7-43a1-9477-36d3590d6a52') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:21.717343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e04125-8df7-43a1-9477-36d3590d6a52') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:21.724553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:21.742589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4b64ee03-3255-4d93-9c1c-0781154df48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.745239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:21.749702 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a1f0ae68-c904-428c-8017-838f9afc3204 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/01f13d88-bbee-4272-af91-b6e8ead1be40 HTTP/1.1" status: 204 len: 168 time: 3.2022007 Apr 08 10:44:21.756515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.762518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 51998) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:21.765138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.773231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] For port 6979cef7-6b8c-4b84-b17a-3127490ac5c2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6979cef7-6b8c-4b84-b17a-3127490ac5c2,segment=NetworkSegment(da90e30a-a613-4c96-b1a0-bd57f8a3e51a),segment_id=da90e30a-a613-4c96-b1a0-bd57f8a3e51a)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:21.773590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.814606 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.863293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] Pushing event deleted for resources: {'Port': ['ID=6979cef7-6b8c-4b84-b17a-3127490ac5c2,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:21.866816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65bd03-be9e-4ce5-819d-2ef112f22890 None None] No DVR routers for this DVR port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:21.958680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.966728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Calling delete_port for 6979cef7-6b8c-4b84-b17a-3127490ac5c2 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:21.975562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c0ff709-99b1-445e-895c-7bcf01f50d06 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.980001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c0ff709-99b1-445e-895c-7bcf01f50d06 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.020323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:22.020749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.025323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:22.039097 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:22.044077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.054867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.056105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=4e7ef813-2ab3-4a68-82cd-911f81fa34be,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.069272 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3e538113-eb26-4807-b1e7-2f458188d36b tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/4e7ef813-2ab3-4a68-82cd-911f81fa34be HTTP/1.1" status: 204 len: 168 time: 4.0642147 Apr 08 10:44:22.072814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52002) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.110233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c0ff709-99b1-445e-895c-7bcf01f50d06 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.110738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0ff709-99b1-445e-895c-7bcf01f50d06 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Fanout notify agent at l3_agent the message router_deleted on router c880dab1-a0c2-46a6-ac03-87eb52dc9877 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:44:22.120398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c0ff709-99b1-445e-895c-7bcf01f50d06 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.121765 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5c0ff709-99b1-445e-895c-7bcf01f50d06 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/routers/c880dab1-a0c2-46a6-ac03-87eb52dc9877 HTTP/1.1" status: 204 len: 168 time: 1.0688357 Apr 08 10:44:22.123158 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fefb781-273c-4d4d-b471-c8b08e2e3fbe tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:22.123614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fefb781-273c-4d4d-b471-c8b08e2e3fbe tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:22.125747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9fefb781-273c-4d4d-b471-c8b08e2e3fbe tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/385334ea-5c88-43a6-9e4c-b536fa5506e7 HTTP/1.1" status: 404 len: 337 time: 0.0515032 Apr 08 10:44:22.125871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4b64ee03-3255-4d93-9c1c-0781154df48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.128465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4b64ee03-3255-4d93-9c1c-0781154df48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.132396 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4b64ee03-3255-4d93-9c1c-0781154df48c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4f473cd-7405-45b8-9eab-8e2ed68d5ee5 HTTP/1.1" status: 204 len: 168 time: 1.1846323 Apr 08 10:44:22.132396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52006) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.132396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52008) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.194628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64ee03-3255-4d93-9c1c-0781154df48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f473cd-7405-45b8-9eab-8e2ed68d5ee5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.213614 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5679794-b7b9-44b8-af19-a3fda72aaa91 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:22.214105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5679794-b7b9-44b8-af19-a3fda72aaa91 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:22.218566 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d5679794-b7b9-44b8-af19-a3fda72aaa91 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/4e7ef813-2ab3-4a68-82cd-911f81fa34be HTTP/1.1" status: 404 len: 339 time: 0.0769870 Apr 08 10:44:22.219069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52016) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.231305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:44:22.231622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:44:22.255642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff15dde-2bc3-4af5-9fbe-ba0321591093 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:22.256387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5ff15dde-2bc3-4af5-9fbe-ba0321591093 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:22.264087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.273758 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4c184a-e46e-4933-93c8-2f5936be178e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:22.277606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4c184a-e46e-4933-93c8-2f5936be178e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:22.277726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.277827 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2d4c184a-e46e-4933-93c8-2f5936be178e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/1c002260-83d5-460e-bcc8-30c262332cad HTTP/1.1" status: 404 len: 337 time: 0.0561645 Apr 08 10:44:22.278870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52020) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.286712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7deae15-7093-4236-b070-9a75903fea0f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet 8bf58c05-3074-4fff-bb6e-ee417829bda1 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:22.293866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7deae15-7093-4236-b070-9a75903fea0f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.321220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.338398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Network': ['ID=c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.345037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.351571 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-379aab92-931a-44d6-9dfe-07772080feaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:22.352241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379aab92-931a-44d6-9dfe-07772080feaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:22.359135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7deae15-7093-4236-b070-9a75903fea0f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.403508 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-379aab92-931a-44d6-9dfe-07772080feaa tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/34a6810b-3607-4633-b105-10845c4b5806 HTTP/1.1" status: 404 len: 339 time: 0.1233850 Apr 08 10:44:22.408146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52024) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.420674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.420674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5ff15dde-2bc3-4af5-9fbe-ba0321591093 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:22.420674 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5ff15dde-2bc3-4af5-9fbe-ba0321591093 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6479385 Apr 08 10:44:22.429508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52028) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.437779 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-65004cc4-3d14-4e45-8ef1-030eae237c9d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/networks/c6ecbf0a-be3c-47ae-9bdd-67aac4db6b06 HTTP/1.1" status: 204 len: 168 time: 4.1712368 Apr 08 10:44:22.447936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52032) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.471102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1477763576'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:22.475812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 107b7158-e33f-4a62-9e9f-d30cebdf2297 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:22.479044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abab4cf-6502-4c47-8063-ae6b1fedf443,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.485272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:22.489145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:22.503426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:22.536457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:network and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:22.550451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:22.553414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=153debe5-7011-44a0-8dfe-4b8284debb91,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.569354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:22.593286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:22.593905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.607620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.612630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1dc38594-b8a9-48be-ad49-bc61a6bff175 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0093136 Apr 08 10:44:22.614163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52038) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.621111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-99795e49-9392-422f-9b20-98e540e57836 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'd64d986e-b354-4e4b-9d16-b41f0043ff6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:22.627374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-99795e49-9392-422f-9b20-98e540e57836 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:22.631261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-99795e49-9392-422f-9b20-98e540e57836 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:22.634185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-99795e49-9392-422f-9b20-98e540e57836 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:22.639769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-99795e49-9392-422f-9b20-98e540e57836 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:22.664857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:22.669087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.694380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-49c72952-8d62-433a-9636-2678021c7025 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1184802 Apr 08 10:44:22.697954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52042) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.705565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'port_id': '153debe5-7011-44a0-8dfe-4b8284debb91'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:22.714107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.728176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7deae15-7093-4236-b070-9a75903fea0f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.756634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Deleting port 6979cef7-6b8c-4b84-b17a-3127490ac5c2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:22.756980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.817687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:22.863325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 84abbb72-5fa9-4cab-8732-5ff49ca9806c no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:22.865688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-99795e49-9392-422f-9b20-98e540e57836 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.867422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1074e-e28c-4fb0-a2d7-de0131a826cd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:22.868193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-03e1074e-e28c-4fb0-a2d7-de0131a826cd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:22.878201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] The port '6979cef7-6b8c-4b84-b17a-3127490ac5c2' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:44:22.881848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.911603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 84abbb72-5fa9-4cab-8732-5ff49ca9806c {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:22.911950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 84abbb72-5fa9-4cab-8732-5ff49ca9806c not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:22.912578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6979cef7-6b8c-4b84-b17a-3127490ac5c2 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:22.949698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 6979cef7-6b8c-4b84-b17a-3127490ac5c2 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:22.950327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6979cef7-6b8c-4b84-b17a-3127490ac5c2 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:22.955421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.964718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Added segment 06c9e281-324a-49e7-9d4e-da4e20be4175 of type vlan for network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 Apr 08 10:44:22.965234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.965917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-03e1074e-e28c-4fb0-a2d7-de0131a826cd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:22.969453 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-03e1074e-e28c-4fb0-a2d7-de0131a826cd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5323892 Apr 08 10:44:22.972944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52046) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.008605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52050) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.026419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7deae15-7093-4236-b070-9a75903fea0f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.071391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2791f7-9ec0-4ca5-b412-7e9855dd709f']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:23.088986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deae15-7093-4236-b070-9a75903fea0f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf58c05-3074-4fff-bb6e-ee417829bda1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:23.096606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7deae15-7093-4236-b070-9a75903fea0f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.099843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4b5b81-51f9-4f4e-ac07-748cb0bcc207') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:23.100457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4b5b81-51f9-4f4e-ac07-748cb0bcc207') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:23.100611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70887226-864f-491d-8258-68fa30066c3e None None] Network 2f9e59a9-e323-4341-8c82-9380d3c3a846 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:23.118277 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c7deae15-7093-4236-b070-9a75903fea0f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/8bf58c05-3074-4fff-bb6e-ee417829bda1 HTTP/1.1" status: 204 len: 168 time: 0.9808819 Apr 08 10:44:23.120068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.133303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52054) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.140787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ebcfb-bede-4cba-8b20-398716573263 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:23.142353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ebcfb-bede-4cba-8b20-398716573263 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:23.144504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ebcfb-bede-4cba-8b20-398716573263 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:23.144799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-706ebcfb-bede-4cba-8b20-398716573263 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:23.153059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.178584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.206018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:23.206413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:23.224242 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:23.258026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.302700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-706ebcfb-bede-4cba-8b20-398716573263 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:23.304170 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-706ebcfb-bede-4cba-8b20-398716573263 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3303273 Apr 08 10:44:23.350694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52058) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.370920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae58346f-f302-4450-a605-a873e10fd42d']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:23.376930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.388410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 149bd203-1684-4c64-b305-1cfad6132b11 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:23.388901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.390550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] DHCP port deletion for 2f9e59a9-e323-4341-8c82-9380d3c3a846 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:23.395633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] Deleting port 149bd203-1684-4c64-b305-1cfad6132b11 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:23.396096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.449270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.468715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.514854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=6a2791f7-9ec0-4ca5-b412-7e9855dd709f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:23.528329 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-91899a29-947d-4b9a-b869-52198d9bcd10 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/6a2791f7-9ec0-4ca5-b412-7e9855dd709f HTTP/1.1" status: 204 len: 168 time: 1.1169343 Apr 08 10:44:23.528595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52062) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.558775 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f42de70b-8d1a-417f-b904-3d31aa67257d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02587fa75c834ef1b918831a58219958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489898 Apr 08 10:44:23.567613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52066) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.573500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:23.573797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da90e30a-a613-4c96-b1a0-bd57f8a3e51a') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:23.605167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.622892 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefa4058-679a-4060-bb98-a58954f4aa5e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:23.622892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefa4058-679a-4060-bb98-a58954f4aa5e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:23.623194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] For port 149bd203-1684-4c64-b305-1cfad6132b11, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=149bd203-1684-4c64-b305-1cfad6132b11,segment=NetworkSegment(104969dd-d54d-46a6-b02e-96e336e38418),segment_id=104969dd-d54d-46a6-b02e-96e336e38418)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:23.623306 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cefa4058-679a-4060-bb98-a58954f4aa5e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/6a85346f-009a-48e7-858d-80428c3240fe HTTP/1.1" status: 404 len: 337 time: 0.0927041 Apr 08 10:44:23.623521 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-99795e49-9392-422f-9b20-98e540e57836 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:44:23.623966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.624591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-99795e49-9392-422f-9b20-98e540e57836 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0088737 Apr 08 10:44:23.630485 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52070) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.630896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52072) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.709606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.716005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:23.716595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.721613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.748429 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b02dfa6-4695-4990-bf96-e80b5d4fcc04 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:23.749041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b02dfa6-4695-4990-bf96-e80b5d4fcc04 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:23.753690 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6b02dfa6-4695-4990-bf96-e80b5d4fcc04 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/78caaa58-1e28-4fd6-9feb-53e97b68e9bb HTTP/1.1" status: 404 len: 339 time: 0.1187787 Apr 08 10:44:23.755136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] Calling delete_port for 149bd203-1684-4c64-b305-1cfad6132b11 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:23.762774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa127bc-6e46-4f99-9802-7e39482d71ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 252d2c57-7dc9-49d9-9957-56579905e997 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:23.767062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52078) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:23.774146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] For port 149bd203-1684-4c64-b305-1cfad6132b11, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=149bd203-1684-4c64-b305-1cfad6132b11,segment=NetworkSegment(104969dd-d54d-46a6-b02e-96e336e38418),segment_id=104969dd-d54d-46a6-b02e-96e336e38418)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:23.774514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.781847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:23.782996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:23.801041 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:23.825480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7fa127bc-6e46-4f99-9802-7e39482d71ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.922151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.929379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 149bd203-1684-4c64-b305-1cfad6132b11 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:23.971559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] Pushing event deleted for resources: {'Port': ['ID=149bd203-1684-4c64-b305-1cfad6132b11,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:23.975083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538f5d6-6dd5-4766-a01d-ded82188e827 None None] No DVR routers for this DVR port 149bd203-1684-4c64-b305-1cfad6132b11 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:23.980436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f5b4fcb4-9c83-4e6d-a9af-ef861077fb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.003398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5817-6ba4-4b0a-9e37-74aca84ab969 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.030965 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c799f000-969b-4f9c-b3a5-99e5300cb5fe tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:24.031414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c799f000-969b-4f9c-b3a5-99e5300cb5fe tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:24.035933 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c799f000-969b-4f9c-b3a5-99e5300cb5fe tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/580b1618-0248-4460-86ee-86f9689d2dc0 HTTP/1.1" status: 404 len: 337 time: 0.2343717 Apr 08 10:44:24.040230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52082) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:24.046370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f5b4fcb4-9c83-4e6d-a9af-ef861077fb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.103220 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6405013 Apr 08 10:44:24.112018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52086) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:24.119027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5817-6ba4-4b0a-9e37-74aca84ab969 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.120887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe988b59-fe16-4932-b86b-544ee5209045 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Network': ['ID=eecdb8d0-7c57-48ed-9d92-d00b8dc6c771,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:24.128108 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3f6dae-f279-4e40-ba7e-70a9563291ba tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:24.128742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3f6dae-f279-4e40-ba7e-70a9563291ba tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:24.133506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7fa127bc-6e46-4f99-9802-7e39482d71ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.134070 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:44:24.135684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': 'eecdb8d0-7c57-48ed-9d92-d00b8dc6c771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:24.153953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:44:24.154267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:44:24.191007 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0f3f6dae-f279-4e40-ba7e-70a9563291ba tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/824f994c-c9ac-4115-8442-528de40ac51b HTTP/1.1" status: 404 len: 339 time: 0.1478817 Apr 08 10:44:24.197398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52090) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:24.289990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.325324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.350383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Pushing event deleted for resources: {'Network': ['ID=ae58346f-f302-4450-a605-a873e10fd42d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:24.355705 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b35aad58-cf6f-46b9-b77b-e34e3eb4ca8f tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/networks/ae58346f-f302-4450-a605-a873e10fd42d HTTP/1.1" status: 204 len: 168 time: 3.7500868 Apr 08 10:44:24.356500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52094) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:24.395178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7fa127bc-6e46-4f99-9802-7e39482d71ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.428728 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d16af1f-ded3-417d-b6f9-82ff4d1bc8ed tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:24.429287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d16af1f-ded3-417d-b6f9-82ff4d1bc8ed tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:24.458903 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3d16af1f-ded3-417d-b6f9-82ff4d1bc8ed tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/611c55dc-be9d-4932-9a8b-bc2e42902045 HTTP/1.1" status: 404 len: 337 time: 0.2584703 Apr 08 10:44:24.461296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:24.461454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52100) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:24.466582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:24.469675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:24.475707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:24.502168 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc6136a-d017-4197-b337-d34030fbdc2d tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:24.502650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc6136a-d017-4197-b337-d34030fbdc2d tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:24.504421 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4bc6136a-d017-4197-b337-d34030fbdc2d tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/58eaf93f-5f97-452a-8ed1-c4132b14500e HTTP/1.1" status: 404 len: 339 time: 0.0421312 Apr 08 10:44:24.509990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52104) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:24.534564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f5b4fcb4-9c83-4e6d-a9af-ef861077fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.553142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4fcb4-9c83-4e6d-a9af-ef861077fb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35909949-70bd-40bc-a51e-6b52e912d65f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:24.559988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f5b4fcb4-9c83-4e6d-a9af-ef861077fb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.564070 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f5b4fcb4-9c83-4e6d-a9af-ef861077fb88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35909949-70bd-40bc-a51e-6b52e912d65f HTTP/1.1" status: 204 len: 168 time: 0.9923549 Apr 08 10:44:24.577236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:24.581152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.611194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5817-6ba4-4b0a-9e37-74aca84ab969 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.613811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5817-6ba4-4b0a-9e37-74aca84ab969 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.614995 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7e7d5817-6ba4-4b0a-9e37-74aca84ab969 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/d64d986e-b354-4e4b-9d16-b41f0043ff6e HTTP/1.1" status: 204 len: 168 time: 0.9813089 Apr 08 10:44:24.626700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52110) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:24.645791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d5817-6ba4-4b0a-9e37-74aca84ab969 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d986e-b354-4e4b-9d16-b41f0043ff6e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:24.655490 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15700b3-8f63-498a-8a38-579e5ac24068 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:24.655940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15700b3-8f63-498a-8a38-579e5ac24068 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:24.665330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'routes': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:24.702915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 149bd203-1684-4c64-b305-1cfad6132b11 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:24.703503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.756044 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f15700b3-8f63-498a-8a38-579e5ac24068 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/130760c1-c38b-4d37-89d9-7ffff59b5c5f HTTP/1.1" status: 404 len: 337 time: 0.2449536 Apr 08 10:44:24.763797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52114) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:24.786026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] The port '149bd203-1684-4c64-b305-1cfad6132b11' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:44:24.831087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.850689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 149bd203-1684-4c64-b305-1cfad6132b11 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:24.893449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 149bd203-1684-4c64-b305-1cfad6132b11 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:24.893800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 149bd203-1684-4c64-b305-1cfad6132b11 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:24.920394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7fa127bc-6e46-4f99-9802-7e39482d71ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.925059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.999038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9e59a9-e323-4341-8c82-9380d3c3a846']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:25.019999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104969dd-d54d-46a6-b02e-96e336e38418') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:25.020315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104969dd-d54d-46a6-b02e-96e336e38418') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:25.040436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.074570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.094706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:25.095134 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:25.111174 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:25.138934 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-66344392-c816-4323-a763-a494e91d6915 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.139418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66344392-c816-4323-a763-a494e91d6915 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:25.143466 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-66344392-c816-4323-a763-a494e91d6915 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/3748cb4e-41e6-42e4-8388-2468a6724198 HTTP/1.1" status: 404 len: 339 time: 0.3205755 Apr 08 10:44:25.143466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.176540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52118) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.219525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.257481 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccb0588-3150-4c76-98ef-fd925329c142 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.257950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccb0588-3150-4c76-98ef-fd925329c142 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:25.268765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f77f3-3f0c-4e2c-a293-78581e4ba6c0 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:25.279922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-71bc722c-598c-4efb-9ecc-eb0a79b44d8d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Synchronizing usage tracker for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:25.283519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa127bc-6e46-4f99-9802-7e39482d71ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=252d2c57-7dc9-49d9-9957-56579905e997,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:25.288621 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fccb0588-3150-4c76-98ef-fd925329c142 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/53867643-dd80-42a0-af70-df084b71b057 HTTP/1.1" status: 404 len: 337 time: 0.1110725 Apr 08 10:44:25.294215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52122) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.318440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7fa127bc-6e46-4f99-9802-7e39482d71ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.321098 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7fa127bc-6e46-4f99-9802-7e39482d71ae tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/252d2c57-7dc9-49d9-9957-56579905e997 HTTP/1.1" status: 204 len: 168 time: 1.9684503 Apr 08 10:44:25.335827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52126) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.336981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.extraroute_db [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Added routes are [] {{(pid=88612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 08 10:44:25.337432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.extraroute_db [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Removed routes are [] {{(pid=88612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 08 10:44:25.337968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.352261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.363246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=e2cb305e-9cd8-4f18-ad54-53205bc1e3a9,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:25.382583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.385586 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebd4a3d-852a-4c38-bbfd-71888ed88e71 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.386227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebd4a3d-852a-4c38-bbfd-71888ed88e71 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:25.398715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Network': ['ID=2f9e59a9-e323-4341-8c82-9380d3c3a846,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:25.405137 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8ebd4a3d-852a-4c38-bbfd-71888ed88e71 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/3e948a20-fc98-4281-9321-aeca9a067c96 HTTP/1.1" status: 404 len: 339 time: 0.1075788 Apr 08 10:44:25.406541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Checking segment: {'id': '06c9e281-324a-49e7-9d4e-da4e20be4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eecdb8d0-7c57-48ed-9d92-d00b8dc6c771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:25.407713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network hostable DHCP agents. Network: eecdb8d0-7c57-48ed-9d92-d00b8dc6c771, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:44:25.412367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52130) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.417690 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0d57e3f1-2e46-490f-b3d4-413ba7d3c37d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/networks/2f9e59a9-e323-4341-8c82-9380d3c3a846 HTTP/1.1" status: 204 len: 168 time: 2.2831073 Apr 08 10:44:25.450568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52134) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.490195 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a194f23-fc41-4118-b9da-b1b7627edaa5 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.490942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a194f23-fc41-4118-b9da-b1b7627edaa5 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:25.495338 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5a194f23-fc41-4118-b9da-b1b7627edaa5 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/393cde10-11a5-4218-ad4b-ecccd109bc85 HTTP/1.1" status: 404 len: 337 time: 0.0790918 Apr 08 10:44:25.499547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52138) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.544309 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d674137a-5b53-462b-9d6e-f22a68f73d66 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.545102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d674137a-5b53-462b-9d6e-f22a68f73d66 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:25.546977 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d674137a-5b53-462b-9d6e-f22a68f73d66 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/096cc5c7-3222-4485-8fca-47d074ec850b HTTP/1.1" status: 404 len: 339 time: 0.0457389 Apr 08 10:44:25.550414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52142) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.594692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:44:25.604394 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bfc64e-6f18-4a51-8bd7-a3efec6d6b32 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.604878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bfc64e-6f18-4a51-8bd7-a3efec6d6b32 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:25.606535 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-55bfc64e-6f18-4a51-8bd7-a3efec6d6b32 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/57245b32-bca1-46a8-9786-9fb64da8a315 HTTP/1.1" status: 404 len: 337 time: 0.0544250 Apr 08 10:44:25.606706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-71bc722c-598c-4efb-9ecc-eb0a79b44d8d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Unset dirty status for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:25.608070 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-71bc722c-598c-4efb-9ecc-eb0a79b44d8d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9804325 Apr 08 10:44:25.618218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1a8f6-b46e-4736-9daa-e5b2d304273a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:25.618823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ab1a8f6-b46e-4736-9daa-e5b2d304273a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:25.621931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52146) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.626471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52148) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.687140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--558483731'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:25.694092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, eecdb8d0-7c57-48ed-9d92-d00b8dc6c771) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:25.698343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:25.698962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.706083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91775af8-abd4-4344-b3b0-471b14247a1a None None] Network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:25.727888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60e0292-cc6a-4c6e-819a-afa273c04889 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 48c2b4ee-74b6-4538-938c-71687c3988e8 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:25.740875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ab1a8f6-b46e-4736-9daa-e5b2d304273a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:25.742389 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4ab1a8f6-b46e-4736-9daa-e5b2d304273a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/47a0e8e1-d27f-426a-9c36-c2b853a354ef HTTP/1.1" status: 200 len: 844 time: 0.2876992 Apr 08 10:44:25.746131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52154) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.754833 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:25.767468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d60e0292-cc6a-4c6e-819a-afa273c04889 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.796217 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ee7011-2ccb-43dc-9f5a-6a24cb4ef6e9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.796844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ee7011-2ccb-43dc-9f5a-6a24cb4ef6e9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:25.799576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b2ee7011-2ccb-43dc-9f5a-6a24cb4ef6e9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/2ab6dd87-c266-4697-964c-50b69e5365c2 HTTP/1.1" status: 404 len: 339 time: 0.1697221 Apr 08 10:44:25.826744 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cef5f7f7-3fdc-4da2-b6e4-8559d1b7ef9f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/47a0e8e1-d27f-426a-9c36-c2b853a354ef?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0791514 Apr 08 10:44:25.827087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52158) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.835534 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ee291cef-3783-4558-afe4-78df12679bff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7220981 Apr 08 10:44:25.836399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52160) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.836960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52164) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.875589 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 022b2c12-5c7b-4b96-999c-ec4db74436de associated. External IP: 172.26.7.63, port: 153debe5-7011-44a0-8dfe-4b8284debb91. Apr 08 10:44:25.879707 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0401a8-fedb-4eba-8a0f-bc750251d8af tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.880244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0401a8-fedb-4eba-8a0f-bc750251d8af tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:25.884443 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7b0401a8-fedb-4eba-8a0f-bc750251d8af tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/33776130-b5e5-4bd5-b96b-e1bfab042a0f HTTP/1.1" status: 404 len: 337 time: 0.0518456 Apr 08 10:44:25.885466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1496433690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:25.893281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:25.897564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:router and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:25.900699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:25.910694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:25.926172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:25.928188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52170) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:25.933131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:25.959627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.975453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.982196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d60e0292-cc6a-4c6e-819a-afa273c04889 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.995992 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-eecdb8d0-7c57-48ed-9d92-d00b8dc6c771', 'network_id': 'eecdb8d0-7c57-48ed-9d92-d00b8dc6c771', 'tenant_id': 'e7065754d30d41529d7c41eb80ce0f7c', 'fixed_ips': [{'subnet_id': 'e2cb305e-9cd8-4f18-ad54-53205bc1e3a9'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:25.997019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.999058 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cc0262-a08f-4a15-91f1-da476af121b9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:25.999536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cc0262-a08f-4a15-91f1-da476af121b9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:26.002409 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f3cc0262-a08f-4a15-91f1-da476af121b9 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/3bc8cc07-cf82-4b23-90d7-11f28be1c09e HTTP/1.1" status: 404 len: 339 time: 0.0660784 Apr 08 10:44:26.018612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52174) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:26.088491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:26.093024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:26.097422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:26.106271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:26.116388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.118028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.138523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.146808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.185913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:26.196779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.199054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Allocated IP 172.20.0.2 (eecdb8d0-7c57-48ed-9d92-d00b8dc6c771/e2cb305e-9cd8-4f18-ad54-53205bc1e3a9/f29e15d2-f9bd-4b7a-86da-79c6162dfbbf) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:26.281082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.315209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1128def8-ae87-41a6-87da-1beb120482d2 None None] Provisioning complete for port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:26.315784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1128def8-ae87-41a6-87da-1beb120482d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.340022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:26.352497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 849aec40-baed-492c-ad5c-38b4d08794be has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:26.374876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:26.376091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:26.546567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:26.555963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61c675f-64d3-4801-be23-855a8fefded6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting subnet 6f41d521-499b-49a7-8da8-0246847f51d2 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:26.559624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.567707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e61c675f-64d3-4801-be23-855a8fefded6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.570943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Transition to ACTIVE for port object f29e15d2-f9bd-4b7a-86da-79c6162dfbbf will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:26.585711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.589407 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c9becde2-911f-44af-9186-f7e21020471a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7469070 Apr 08 10:44:26.589627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52178) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:26.595127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Transition to ACTIVE for port object f29e15d2-f9bd-4b7a-86da-79c6162dfbbf will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:26.595811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'network_id': 'eecdb8d0-7c57-48ed-9d92-d00b8dc6c771', 'name': 'tempest-PortsTestJSON-1867783764'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:26.684633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.686659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.748899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:26.752619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:26.761716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:26.763591 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:26.769024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:26.772049 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:26.772663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.801214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Pushing event updated for resources: {'Port': ['ID=f29e15d2-f9bd-4b7a-86da-79c6162dfbbf,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:26.809576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=536b378b-6a13-43be-ab54-f981fa7cc0f0,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:26.809889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e2985-4e46-4a7e-8388-e894288ce88c None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:26.824287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:26.829822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d60e0292-cc6a-4c6e-819a-afa273c04889 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.835269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:26.883385 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-30390bba-51c9-45c4-ba09-dec0707fdd09 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0438168 Apr 08 10:44:26.885287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52182) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:26.892192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'security_group': {'name': 'tempest-secgroup-1938854625'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:26.898722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:26.901260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e61c675f-64d3-4801-be23-855a8fefded6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.902603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:26.906152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:26.909769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.923828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:26.930305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:26.936067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:26.947490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port 28256d10-9d1a-44f2-8a06-7fce55357765 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:26.952658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Attempting to bind port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:26.953170 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Attempting to bind port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '06c9e281-324a-49e7-9d4e-da4e20be4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eecdb8d0-7c57-48ed-9d92-d00b8dc6c771'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:26.953715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Attempting to bind port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf on network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:26.963355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] Sync routers for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:26.971923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:26.977770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Checking segment: {'id': '06c9e281-324a-49e7-9d4e-da4e20be4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eecdb8d0-7c57-48ed-9d92-d00b8dc6c771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:26.977770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.977770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Bound using segment: {'id': '06c9e281-324a-49e7-9d4e-da4e20be4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eecdb8d0-7c57-48ed-9d92-d00b8dc6c771'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:26.977770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Bound port: f29e15d2-f9bd-4b7a-86da-79c6162dfbbf, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c9e281-324a-49e7-9d4e-da4e20be4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eecdb8d0-7c57-48ed-9d92-d00b8dc6c771'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:26.977770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.999073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:27.003316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:27.065859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.100065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.103294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:27.105364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52186) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:27.105857 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ced0bc81-6f0e-4e6d-9ee7-90c7b804be96 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 200 len: 700 time: 2.7415237 Apr 08 10:44:27.153647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.154614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group_rule and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:27.165322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:27.174445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.12 (eecdb8d0-7c57-48ed-9d92-d00b8dc6c771/e2cb305e-9cd8-4f18-ad54-53205bc1e3a9/28256d10-9d1a-44f2-8a06-7fce55357765) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:27.178311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:27.180385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2b99f3e6-491c-46f0-9911-8552b2cb7311 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:27.183344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:27.265300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2b99f3e6-491c-46f0-9911-8552b2cb7311 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:27.266405 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2b99f3e6-491c-46f0-9911-8552b2cb7311 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 200 len: 205 time: 0.1581242 Apr 08 10:44:27.269550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d60e0292-cc6a-4c6e-819a-afa273c04889 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.273246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.274842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52190) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:27.280751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:44:27.318459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e61c675f-64d3-4801-be23-855a8fefded6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.321141 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:44:27.385798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e0292-cc6a-4c6e-819a-afa273c04889 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=48c2b4ee-74b6-4538-938c-71687c3988e8,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:27.391143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d60e0292-cc6a-4c6e-819a-afa273c04889 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.418703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5588a0fe-0291-4d8d-9ce3-3a3ec19cd6e7 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:27.439467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:15Z', 'revision_number': 11, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:27.453053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a2c18f-86aa-43ce-b3db-c576e9f1d1a4,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:27.468449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] For port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:27.470830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-45ab5103-bf6c-4294-87bf-54ff20cd402f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.496775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] Checking router: 849aec40-baed-492c-ad5c-38b4d08794be for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:44:27.498447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.506733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-709ac6ec-c931-4bab-9799-a16c7948b980 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.525045 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d60e0292-cc6a-4c6e-819a-afa273c04889 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/48c2b4ee-74b6-4538-938c-71687c3988e8 HTTP/1.1" status: 204 len: 168 time: 2.1830890 Apr 08 10:44:27.525971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.527286 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-65a28d1f-57df-4f0c-b81f-ed3594dfde73 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8990018 Apr 08 10:44:27.528502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52194) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:27.535803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52196) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:27.575544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] For port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f29e15d2-f9bd-4b7a-86da-79c6162dfbbf,segment=NetworkSegment(06c9e281-324a-49e7-9d4e-da4e20be4175),segment_id=06c9e281-324a-49e7-9d4e-da4e20be4175)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:27.588678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] Routers {'849aec40-baed-492c-ad5c-38b4d08794be'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:27.589319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['849aec40-baed-492c-ad5c-38b4d08794be'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:27.596014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-69fe34a4-8891-4c2f-880b-26173491e7e7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'b7a2c18f-86aa-43ce-b3db-c576e9f1d1a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:27.596835 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-69fe34a4-8891-4c2f-880b-26173491e7e7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 08 10:44:27.597332 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-69fe34a4-8891-4c2f-880b-26173491e7e7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:27.601976 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-69fe34a4-8891-4c2f-880b-26173491e7e7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0606620 Apr 08 10:44:27.615204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52202) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:27.624059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.646020 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0085e5ac-a5b4-4003-a03b-798c3ebccf0e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141441 Apr 08 10:44:27.651696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52206) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:27.656343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:27.658664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e61c675f-64d3-4801-be23-855a8fefded6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.674436 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa52f2-b065-4b1d-ab95-2e5b80c00237 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:27.688856 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa52f2-b065-4b1d-ab95-2e5b80c00237 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:27.689924 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-70fa52f2-b065-4b1d-ab95-2e5b80c00237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:27.700328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:27.745943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c675f-64d3-4801-be23-855a8fefded6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Subnet': ['ID=6f41d521-499b-49a7-8da8-0246847f51d2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:27.752017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.756595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.782978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e61c675f-64d3-4801-be23-855a8fefded6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.784744 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e61c675f-64d3-4801-be23-855a8fefded6 tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/subnets/6f41d521-499b-49a7-8da8-0246847f51d2 HTTP/1.1" status: 204 len: 168 time: 1.7621996 Apr 08 10:44:27.805400 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-70fa52f2-b065-4b1d-ab95-2e5b80c00237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:27.808094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52210) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:27.819011 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa52f2-b065-4b1d-ab95-2e5b80c00237 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:27.822133 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-70fa52f2-b065-4b1d-ab95-2e5b80c00237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:43:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:27.837349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857dd705-5c3f-47a7-9fd7-d6098b6a0bf8 None None] Network 6235ac84-4427-4e67-ab6c-05bc1ddc2203 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:27.854105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] Set router 849aec40-baed-492c-ad5c-38b4d08794be gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:44:27.910400 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-70fa52f2-b065-4b1d-ab95-2e5b80c00237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:27.911173 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa52f2-b065-4b1d-ab95-2e5b80c00237 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:27.955107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-709ac6ec-c931-4bab-9799-a16c7948b980 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.960266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-709ac6ec-c931-4bab-9799-a16c7948b980 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.961919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe53921-c372-46a2-b75e-561158815748,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:28.006164 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4f725800-9b63-47fb-baac-8e004bfc371e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/floatingips/022b2c12-5c7b-4b96-999c-ec4db74436de HTTP/1.1" status: 200 len: 976 time: 5.3071225 Apr 08 10:44:28.012391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:15Z', 'revision_number': 11, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:28.015550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52214) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:28.037392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e4a29a3-56b0-4bd4-ade9-9e43bfdd136c tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.042896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:28.049401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:28.059426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:28.060622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.063738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.067707 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e4cf95d6-4a92-4b65-954a-a0b854e1a07d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1787279 Apr 08 10:44:28.068832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52218) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:28.070008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:28.076689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.082903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'security_group': {'name': 'tempest-secgroup-470539933'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:28.095196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f543521-30d4-4c92-9598-788757e0bd9c None None] The sync data for ids ['849aec40-baed-492c-ad5c-38b4d08794be'] in dv-neutron-837109-1-hyperv is: [{'id': '849aec40-baed-492c-ad5c-38b4d08794be', 'name': 'tempest-RoutersTest-router-638511641', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:44:15Z', 'revision_number': 11, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:28.100935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object 28256d10-9d1a-44f2-8a06-7fce55357765 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:28.103999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:28.106055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-709ac6ec-c931-4bab-9799-a16c7948b980 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.107861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709ac6ec-c931-4bab-9799-a16c7948b980 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Fanout notify agent at l3_agent the message router_deleted on router 849aec40-baed-492c-ad5c-38b4d08794be {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:44:28.117180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e4a29a3-56b0-4bd4-ade9-9e43bfdd136c tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.129646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-709ac6ec-c931-4bab-9799-a16c7948b980 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.139462 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-709ac6ec-c931-4bab-9799-a16c7948b980 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 204 len: 168 time: 0.8544743 Apr 08 10:44:28.139462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 153debe5-7011-44a0-8dfe-4b8284debb91 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:28.139462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.139832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96347493-8b01-483d-aed5-ef4237dfbe24 None None] Pushing event updated for resources: {'Port': ['ID=f29e15d2-f9bd-4b7a-86da-79c6162dfbbf,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:28.139935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:28.142455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52222) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:28.151576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:28.164323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-688334495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:28.170886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:28.187467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:28.187467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Deleting port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:28.188148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.208453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'tenant_id': 'afaed5d3c85a4818ba6fe51763c066da', 'fixed_ips': [{'subnet_id': '536b378b-6a13-43be-ab54-f981fa7cc0f0'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:28.209308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.412268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81132c60-4531-4210-9360-49ed30070a83 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:28.427425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Usage tracker for resource:router and tenant:6753d7d0e92f4594b732019342a35748 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:28.433736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-81132c60-4531-4210-9360-49ed30070a83 None None] Deleting port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:28.434278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-81132c60-4531-4210-9360-49ed30070a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.435432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:28.444929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:28.448960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.468292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.472900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:28.511211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.656044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.676215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.723533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:28.734618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:28.734884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Allocated IP 2001:db8::2 (1292fcaf-8cfb-4c88-8d82-538f36cf403d/536b378b-6a13-43be-ab54-f981fa7cc0f0/bb6c39e8-a88b-44c1-9201-19ce8624502d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:28.742584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:28.805177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=28256d10-9d1a-44f2-8a06-7fce55357765,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:28.841465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:28.847550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:28.848126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e4a29a3-56b0-4bd4-ade9-9e43bfdd136c tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.848243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.849547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.881986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group_rule and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:28.899572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:28.933188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] DHCP port deletion for 6235ac84-4427-4e67-ab6c-05bc1ddc2203 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:28.955272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a29a3-56b0-4bd4-ade9-9e43bfdd136c tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a2c18f-86aa-43ce-b3db-c576e9f1d1a4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:28.962372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:28.983120 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c3b5abaf-06ef-4e11-b85d-39410f6bf980 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3900673 Apr 08 10:44:28.984278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.988782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52228) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:29.035204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] Deleting port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:29.036515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.065379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f29e15d2-f9bd-4b7a-86da-79c6162dfbbf up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:29.083535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5e4a29a3-56b0-4bd4-ade9-9e43bfdd136c tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.085304 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5e4a29a3-56b0-4bd4-ade9-9e43bfdd136c tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/b7a2c18f-86aa-43ce-b3db-c576e9f1d1a4 HTTP/1.1" status: 204 len: 168 time: 1.4692001 Apr 08 10:44:29.107558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52232) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:29.112900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] For port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9c33e1c4-3a16-4cb1-a369-3b40228bf9e4,segment=NetworkSegment(1dd3a252-cdf5-4037-a894-5815c6a5f1b1),segment_id=1dd3a252-cdf5-4037-a894-5815c6a5f1b1)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:29.113267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.147104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-81132c60-4531-4210-9360-49ed30070a83 None None] For port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:29.147641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-81132c60-4531-4210-9360-49ed30070a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.184631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.185269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.185544 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 022b2c12-5c7b-4b96-999c-ec4db74436de disassociated. External IP: 172.26.7.63, port: 153debe5-7011-44a0-8dfe-4b8284debb91. Apr 08 10:44:29.185999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 153debe5-7011-44a0-8dfe-4b8284debb91 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:29.319024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-81132c60-4531-4210-9360-49ed30070a83 None None] Calling delete_port for 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:29.450643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.472839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Calling delete_port for 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:29.476156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.549592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=153debe5-7011-44a0-8dfe-4b8284debb91,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:29.589559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-80fe4669-5ab1-4c9a-9faf-511777b1b441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.620626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:29.719308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:29.726111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-65bafc7e-2c96-49e1-8bed-4feb7e60e645 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Synchronizing usage tracker for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:29.744202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-81132c60-4531-4210-9360-49ed30070a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.752193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.791846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec72e02-8b23-4140-b051-a0545755fd53 None None] Network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:29.809820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:29.841648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.846435 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7843cd47-42d7-4aa6-94a8-adaa38479f4a tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.7024097 Apr 08 10:44:29.848039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:29.848386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:29.848828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:29.871006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52236) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:29.895447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81132c60-4531-4210-9360-49ed30070a83 None None] Pushing event deleted for resources: {'Port': ['ID=20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:29.897167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Transition to ACTIVE for port object bb6c39e8-a88b-44c1-9201-19ce8624502d will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:29.900614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81132c60-4531-4210-9360-49ed30070a83 None None] No DVR routers for this DVR port 20a5f0cf-fbd5-4eb3-a91f-5a3ba2721706 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:29.912725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.921194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] For port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9c33e1c4-3a16-4cb1-a369-3b40228bf9e4,segment=NetworkSegment(1dd3a252-cdf5-4037-a894-5815c6a5f1b1),segment_id=1dd3a252-cdf5-4037-a894-5815c6a5f1b1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:29.921194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:29.922409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-628888f1-a102-44b2-9457-12d3a43ff100 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:30.023420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:30.118385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.128750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c2f1b-605e-4330-b325-45789899c204 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:30.133056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Transition to ACTIVE for port object bb6c39e8-a88b-44c1-9201-19ce8624502d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:30.144138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] Calling delete_port for 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:30.147954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.175041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-80d81a3b-8ef2-41a8-8587-1d49da4ab816 None None] Provisioning for port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:30.201456 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No ports have port_id starting with 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 Apr 08 10:44:30.203043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-80d81a3b-8ef2-41a8-8587-1d49da4ab816 None None] Provisioning complete for port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:30.204295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-80d81a3b-8ef2-41a8-8587-1d49da4ab816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.213600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-65bafc7e-2c96-49e1-8bed-4feb7e60e645 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Unset dirty status for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:30.214842 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-65bafc7e-2c96-49e1-8bed-4feb7e60e645 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1047854 Apr 08 10:44:30.219259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52240) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:30.226107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--194586650'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:30.233109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.237622 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b544b639-fdf0-4019-a274-9572f7d08069 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/ports/153debe5-7011-44a0-8dfe-4b8284debb91 HTTP/1.1" status: 204 len: 168 time: 2.2189393 Apr 08 10:44:30.240127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:30.244957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c2f1b-605e-4330-b325-45789899c204 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:30.245630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-8d5c2f1b-605e-4330-b325-45789899c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:30.256765 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52244) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:30.262704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:30.327913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.351179 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b514fcd7-fbfe-470d-a445-464ef99467e2 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "GET /v2.0/floatingips/022b2c12-5c7b-4b96-999c-ec4db74436de HTTP/1.1" status: 200 len: 687 time: 0.0910990 Apr 08 10:44:30.352955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52248) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:30.396830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-8d5c2f1b-605e-4330-b325-45789899c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:30.426482 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59210fd4-3bcc-43e8-89b6-1650e711e252,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:30.429726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Port': ['ID=9c33e1c4-3a16-4cb1-a369-3b40228bf9e4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:30.438190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] No DVR routers for this DVR port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:30.476996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.478292 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-aedb1d6b-3551-4e78-ab51-ceeba1d52144 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.4059255 Apr 08 10:44:30.530201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52252) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:30.552297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-446089401', 'security_groups': ['59210fd4-3bcc-43e8-89b6-1650e711e252'], 'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '536b378b-6a13-43be-ab54-f981fa7cc0f0'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:30.553416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:30.575498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:30.584308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c2f1b-605e-4330-b325-45789899c204 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:30.584977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-8d5c2f1b-605e-4330-b325-45789899c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:30.638121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:30.645331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:44:30.645685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:44:30.652661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.655962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Pushing event updated for resources: {'Port': ['ID=bb6c39e8-a88b-44c1-9201-19ce8624502d,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:30.695525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-8d5c2f1b-605e-4330-b325-45789899c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:30.695901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c2f1b-605e-4330-b325-45789899c204 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:30.740045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.744701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 0e46fccc-aa51-465d-9960-6de51148474e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:30.745043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.790104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:30.798808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:30.805228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:30.824130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:30.841209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Attempting to bind port bb6c39e8-a88b-44c1-9201-19ce8624502d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:30.841585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Attempting to bind port bb6c39e8-a88b-44c1-9201-19ce8624502d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '65b3661d-3a79-4ccd-bc5f-588e87ef289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:30.842381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Attempting to bind port bb6c39e8-a88b-44c1-9201-19ce8624502d on network 1292fcaf-8cfb-4c88-8d82-538f36cf403d {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:30.858845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:30.860527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Checking segment: {'id': '65b3661d-3a79-4ccd-bc5f-588e87ef289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:30.860527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.860527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Bound using segment: {'id': '65b3661d-3a79-4ccd-bc5f-588e87ef289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:30.860527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Bound port: bb6c39e8-a88b-44c1-9201-19ce8624502d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b3661d-3a79-4ccd-bc5f-588e87ef289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:30.861126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.861270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.877493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-80d81a3b-8ef2-41a8-8587-1d49da4ab816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.928421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:44:30.929719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.938654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-628888f1-a102-44b2-9457-12d3a43ff100 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.948768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:30.970002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:port and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:30.972904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-80d81a3b-8ef2-41a8-8587-1d49da4ab816 None None] For port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f29e15d2-f9bd-4b7a-86da-79c6162dfbbf,segment=NetworkSegment(06c9e281-324a-49e7-9d4e-da4e20be4175),segment_id=06c9e281-324a-49e7-9d4e-da4e20be4175)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:30.977165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:30.990880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:31.004183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] For port bb6c39e8-a88b-44c1-9201-19ce8624502d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:31.007973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] For port bb6c39e8-a88b-44c1-9201-19ce8624502d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb6c39e8-a88b-44c1-9201-19ce8624502d,segment=NetworkSegment(65b3661d-3a79-4ccd-bc5f-588e87ef289c),segment_id=65b3661d-3a79-4ccd-bc5f-588e87ef289c)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:31.031101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6235ac84-4427-4e67-ab6c-05bc1ddc2203']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:31.042663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.042990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.043605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-80d81a3b-8ef2-41a8-8587-1d49da4ab816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.061348 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd3a252-cdf5-4037-a894-5815c6a5f1b1') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:31.061723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd3a252-cdf5-4037-a894-5815c6a5f1b1') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:31.076693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:31.077519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.092609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:31.098552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.107455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:31.108043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.120886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.138913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.139505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.141699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=442d47d4-cf32-4e51-9979-a451e73576cb,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:31.151218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-628888f1-a102-44b2-9457-12d3a43ff100 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.152249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059f7bd-186c-44a2-9d6e-84832033efa2 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:31.182409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:31.186233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] Deleting port 9c33e1c4-3a16-4cb1-a369-3b40228bf9e4 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:31.186953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.202451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:31.202782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.203266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 0e46fccc-aa51-465d-9960-6de51148474e owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:31.220357 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:31.238426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e0b6ded3-554e-48a9-85a3-6729a99df4e2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5835087 Apr 08 10:44:31.277936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52256) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:31.291303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.315596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:31.377816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5b037e95-0d82-4723-be1b-cbde083500c9 None None] The port '9c33e1c4-3a16-4cb1-a369-3b40228bf9e4' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:44:31.399033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.422858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d81a3b-8ef2-41a8-8587-1d49da4ab816 None None] Pushing event updated for resources: {'Port': ['ID=f29e15d2-f9bd-4b7a-86da-79c6162dfbbf,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:31.467029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-86828d0a-af04-4e0f-a077-f2aac8fe0f33 None None] Provisioning for port 28256d10-9d1a-44f2-8a06-7fce55357765 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:31.490388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-86828d0a-af04-4e0f-a077-f2aac8fe0f33 None None] Provisioning complete for port 28256d10-9d1a-44f2-8a06-7fce55357765 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:31.490762 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-86828d0a-af04-4e0f-a077-f2aac8fe0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.549063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.584756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd32640b-d8e8-47cd-afb9-e3b856f062a9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:31.594593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-86828d0a-af04-4e0f-a077-f2aac8fe0f33 None None] Port 28256d10-9d1a-44f2-8a06-7fce55357765 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:31.655075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc8ff2-45b5-499c-ad5d-86648c0ba9cb None None] Pushing event updated for resources: {'Port': ['ID=bb6c39e8-a88b-44c1-9201-19ce8624502d,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:31.675857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.676208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.676571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.676918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.677386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.677721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.678046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.678371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.678698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.679019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.679339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.679662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:31.684976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-86828d0a-af04-4e0f-a077-f2aac8fe0f33 None None] Provisioning complete for port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:31.685349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-86828d0a-af04-4e0f-a077-f2aac8fe0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.708016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port 94da769c-1bb8-418b-a307-c541dadbf606 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:31.776962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.778102 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0fb0660a-eed0-47a9-ad36-455a8155760a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5575380 Apr 08 10:44:31.781709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52260) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:31.782490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:31.795545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:31.817840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5444000d-162b-4908-a676-7b5980656ca5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'cd32640b-d8e8-47cd-afb9-e3b856f062a9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:31.820341 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-5444000d-162b-4908-a676-7b5980656ca5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 08 10:44:31.821082 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-5444000d-162b-4908-a676-7b5980656ca5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:31.825347 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5444000d-162b-4908-a676-7b5980656ca5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0368721 Apr 08 10:44:31.830016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:31.832846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52264) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:31.849350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.880418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '442d47d4-cf32-4e51-9979-a451e73576cb'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:31.881445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.890720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:31.905095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:31.929918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Pushing event deleted for resources: {'Network': ['ID=6235ac84-4427-4e67-ab6c-05bc1ddc2203,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:31.941967 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] 10.222.0.23 "DELETE /v2.0/networks/6235ac84-4427-4e67-ab6c-05bc1ddc2203 HTTP/1.1" status: 204 len: 168 time: 4.1327596 Apr 08 10:44:32.011672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.057637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:32.062399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.138867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-54b2243c-9080-482d-941a-349c39b25a4b None None] Provisioning complete for port 28256d10-9d1a-44f2-8a06-7fce55357765 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:32.139353 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-54b2243c-9080-482d-941a-349c39b25a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.148289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.148928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.149031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.149480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.149912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.150333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.150796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.151194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.151609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.152008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.152427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.152860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006f710-3255-4ec8-b245-702c4952c82e tempest-NetworksTest-298442690 tempest-NetworksTest-298442690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:32.192081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Allocated IP 2001:db8::f816:3eff:fe8e:279e (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/442d47d4-cf32-4e51-9979-a451e73576cb/1c0a6502-78c0-404b-9485-73271dbf3609) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:32.198387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.205122 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.ipam_backend_mixin [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 442d47d4-cf32-4e51-9979-a451e73576cb (CIDR: 2001:db8::/64) Apr 08 10:44:32.217168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-54b2243c-9080-482d-941a-349c39b25a4b None None] Port 28256d10-9d1a-44f2-8a06-7fce55357765 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:32.225103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.253094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628888f1-a102-44b2-9457-12d3a43ff100 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Router 595b00d0-a130-4d4a-9343-efb5eb540b5b is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:44:32.258471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.430758 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:32.431331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:32.445803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=0e46fccc-aa51-465d-9960-6de51148474e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:32.510270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed60a344-8938-4705-93ee-320ebe058f9b tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.512740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.542622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Transition to ACTIVE for port object 1c0a6502-78c0-404b-9485-73271dbf3609 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:32.593079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Transition to ACTIVE for port object 1c0a6502-78c0-404b-9485-73271dbf3609 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:32.615134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628888f1-a102-44b2-9457-12d3a43ff100 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:32.628321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-628888f1-a102-44b2-9457-12d3a43ff100 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.628602 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] Sync routers for ids ['595b00d0-a130-4d4a-9343-efb5eb540b5b'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:32.632802 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-628888f1-a102-44b2-9457-12d3a43ff100 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "PUT /v2.0/routers/595b00d0-a130-4d4a-9343-efb5eb540b5b HTTP/1.1" status: 200 len: 693 time: 2.7580652 Apr 08 10:44:32.638334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52272) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:32.647705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=28256d10-9d1a-44f2-8a06-7fce55357765,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:32.648324 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] Routers {'595b00d0-a130-4d4a-9343-efb5eb540b5b'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:32.650548 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['595b00d0-a130-4d4a-9343-efb5eb540b5b'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:32.676758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.725648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52276) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:32.779506 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:32.788088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:32.790298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::25f (1292fcaf-8cfb-4c88-8d82-538f36cf403d/536b378b-6a13-43be-ab54-f981fa7cc0f0/94da769c-1bb8-418b-a307-c541dadbf606) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:32.801050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:32.821110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ac436df7-8053-4433-9e70-5d5c17c99173 None None] Provisioning complete for port 28256d10-9d1a-44f2-8a06-7fce55357765 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:32.821539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac436df7-8053-4433-9e70-5d5c17c99173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.941814 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dab77b80-c4d5-4b2a-a175-b46421792a23 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/routers/595b00d0-a130-4d4a-9343-efb5eb540b5b HTTP/1.1" status: 200 len: 699 time: 0.2954452 Apr 08 10:44:32.951182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52282) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:32.989809 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] Set router 595b00d0-a130-4d4a-9343-efb5eb540b5b gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:44:33.110509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f29e15d2-f9bd-4b7a-86da-79c6162dfbbf up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:33.115996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5ce6d8bd-e38f-4e5f-8739-7987cf888446 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Synchronizing usage tracker for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:33.136384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ac436df7-8053-4433-9e70-5d5c17c99173 None None] Port 28256d10-9d1a-44f2-8a06-7fce55357765 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:33.149165 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595b00d0-a130-4d4a-9343-efb5eb540b5b', 'name': 'tempest-RoutersTest-router-688334495', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:28Z', 'updated_at': '2022-04-08T10:44:30Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:33.149617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.154273 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] Checking router: 595b00d0-a130-4d4a-9343-efb5eb540b5b for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:44:33.161950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Pushing event updated for resources: {'Port': ['ID=1c0a6502-78c0-404b-9485-73271dbf3609,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:33.171022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object 94da769c-1bb8-418b-a307-c541dadbf606 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:33.171722 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] Routers {'595b00d0-a130-4d4a-9343-efb5eb540b5b'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:33.173396 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['595b00d0-a130-4d4a-9343-efb5eb540b5b'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:33.194977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.200325 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c7e6829a-d693-448c-86d8-6fb2ec85e70f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=511f3ec48e8744dbb3da70029fe0b610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627693 Apr 08 10:44:33.200854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.200854 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-355dd298-8447-4e1c-a0c0-adc795737856 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/floatingips/022b2c12-5c7b-4b96-999c-ec4db74436de HTTP/1.1" status: 204 len: 168 time: 2.8453102 Apr 08 10:44:33.222511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52286) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:33.222655 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-539fb5d1-b9f6-4313-b393-a7a47cdf10ac tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9232039 Apr 08 10:44:33.222655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed60a344-8938-4705-93ee-320ebe058f9b tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.225922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52290) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:33.226238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52292) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:33.236393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:33.237799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Attempting to bind port 1c0a6502-78c0-404b-9485-73271dbf3609 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:33.238184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Attempting to bind port 1c0a6502-78c0-404b-9485-73271dbf3609 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:33.238722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Attempting to bind port 1c0a6502-78c0-404b-9485-73271dbf3609 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:33.251276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:33.251998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:33.251998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.252193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:33.252773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Bound port: 1c0a6502-78c0-404b-9485-73271dbf3609, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:33.253167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.262705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '425a2d9a-05ed-4cea-ae1a-17ea6cdd356b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:33.274989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:33.316508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.334115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:33.334500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.353908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5ce6d8bd-e38f-4e5f-8739-7987cf888446 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Unset dirty status for tenant:6753d7d0e92f4594b732019342a35748 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:33.358348 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5ce6d8bd-e38f-4e5f-8739-7987cf888446 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=595b00d0-a130-4d4a-9343-efb5eb540b5b HTTP/1.1" status: 200 len: 205 time: 0.4036183 Apr 08 10:44:33.360208 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] Set router 595b00d0-a130-4d4a-9343-efb5eb540b5b gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:44:33.369010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52298) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:33.374887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6d8496d2-0b71-4c17-86fd-61c44423a2ce None None] Provisioning complete for port 47a0e8e1-d27f-426a-9c36-c2b853a354ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:33.376032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d8496d2-0b71-4c17-86fd-61c44423a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.447551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:33.462761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:33.464719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:33.485327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:33.496818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:33.497604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.499088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] For port 1c0a6502-78c0-404b-9485-73271dbf3609, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:33.506618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6d8496d2-0b71-4c17-86fd-61c44423a2ce None None] Port 47a0e8e1-d27f-426a-9c36-c2b853a354ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:33.510645 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595b00d0-a130-4d4a-9343-efb5eb540b5b', 'name': 'tempest-RoutersTest-router-688334495', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:28Z', 'updated_at': '2022-04-08T10:44:30Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:33.516797 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968ac48-4ccb-40b5-aa65-aaddc1663a9b None None] The sync data for ids ['595b00d0-a130-4d4a-9343-efb5eb540b5b'] in dv-neutron-837109-1-hyperv is: [{'id': '595b00d0-a130-4d4a-9343-efb5eb540b5b', 'name': 'tempest-RoutersTest-router-688334495', 'tenant_id': '6753d7d0e92f4594b732019342a35748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:28Z', 'updated_at': '2022-04-08T10:44:30Z', 'revision_number': 2, 'project_id': '6753d7d0e92f4594b732019342a35748', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:33.518934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] For port 1c0a6502-78c0-404b-9485-73271dbf3609, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1c0a6502-78c0-404b-9485-73271dbf3609,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:33.534686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a69b-deb2-48ab-902b-6b6de46f1be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.604068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=94da769c-1bb8-418b-a307-c541dadbf606,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:33.606079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb6c39e8-a88b-44c1-9201-19ce8624502d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:33.640460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.668320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed60a344-8938-4705-93ee-320ebe058f9b tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.671541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.672272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed60a344-8938-4705-93ee-320ebe058f9b tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.674515 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ed60a344-8938-4705-93ee-320ebe058f9b tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd32640b-d8e8-47cd-afb9-e3b856f062a9 HTTP/1.1" status: 204 len: 168 time: 1.8290005 Apr 08 10:44:33.683967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.688342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52302) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:33.709826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:33.715700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:33.719021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:33.725950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:33.729224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780fb208-1cca-456a-bfd0-d032854e6fea tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.734820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60a344-8938-4705-93ee-320ebe058f9b tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd32640b-d8e8-47cd-afb9-e3b856f062a9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:33.741135 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d049bc3d-b750-480e-ac0e-c31fae8cc9af tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2025068 Apr 08 10:44:33.751504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6d8496d2-0b71-4c17-86fd-61c44423a2ce None None] Provisioning for port bb6c39e8-a88b-44c1-9201-19ce8624502d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:33.751742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52306) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:33.759913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:33.813341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a69b-deb2-48ab-902b-6b6de46f1be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.850286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ffd25-2d74-4b3b-8b0d-9312fba94d26 None None] Pushing event updated for resources: {'Port': ['ID=1c0a6502-78c0-404b-9485-73271dbf3609,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:33.873542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:33.879037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:33.915498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port bb6c39e8-a88b-44c1-9201-19ce8624502d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:33.927436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port bb6c39e8-a88b-44c1-9201-19ce8624502d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:33.927869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.045216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fa8ab36c-366e-4bd9-98cb-35857abdf94b None None] Provisioning for port 94da769c-1bb8-418b-a307-c541dadbf606 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:34.063640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fa8ab36c-366e-4bd9-98cb-35857abdf94b None None] Provisioning complete for port 94da769c-1bb8-418b-a307-c541dadbf606 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:34.064058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab36c-366e-4bd9-98cb-35857abdf94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.123325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:34.134877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:34.150750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:34.168450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:34.241385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ab36c-366e-4bd9-98cb-35857abdf94b None None] Port 94da769c-1bb8-418b-a307-c541dadbf606 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:34.243332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.284467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port bb6c39e8-a88b-44c1-9201-19ce8624502d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb6c39e8-a88b-44c1-9201-19ce8624502d,segment=NetworkSegment(65b3661d-3a79-4ccd-bc5f-588e87ef289c),segment_id=65b3661d-3a79-4ccd-bc5f-588e87ef289c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:34.284467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.336320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.351608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.382217 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:34.384381 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9b3a7f2b-e01f-452a-99c8-3804b2f5c30e tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6948836 Apr 08 10:44:34.388228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52310) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:34.390582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.403582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--337598494'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:34.412918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:34.445732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=bb6c39e8-a88b-44c1-9201-19ce8624502d,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:34.479442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:34.483153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:34.490200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:34.547877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780fb208-1cca-456a-bfd0-d032854e6fea tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.552906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780fb208-1cca-456a-bfd0-d032854e6fea tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.557833 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.612430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:34.614772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.630870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a69b-deb2-48ab-902b-6b6de46f1be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.637062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:34.645466 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.ipam_backend_mixin [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 536b378b-6a13-43be-ab54-f981fa7cc0f0 (CIDR: 2001:db8::/64) Apr 08 10:44:34.646600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.650698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:34.686293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:34.694988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780fb208-1cca-456a-bfd0-d032854e6fea tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.695476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780fb208-1cca-456a-bfd0-d032854e6fea tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Fanout notify agent at l3_agent the message router_deleted on router 595b00d0-a130-4d4a-9343-efb5eb540b5b {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:44:34.697104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1a69b-deb2-48ab-902b-6b6de46f1be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3ad23-73de-4848-b396-a7efcef819b6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:34.697357 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:34.697858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:34.732029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.26.7.203 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/60a91ac8-264a-4324-95a4-89ae729305ea) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:34.748085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:34.760816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:34.763783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:34.764384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.815633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=c814a5b0-d1ea-45fb-bc07-2fc28254c28e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:34.840733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a69b-deb2-48ab-902b-6b6de46f1be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.842239 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b7a1a69b-deb2-48ab-902b-6b6de46f1be8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ab3ad23-73de-4848-b396-a7efcef819b6 HTTP/1.1" status: 204 len: 168 time: 1.6398170 Apr 08 10:44:34.862888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780fb208-1cca-456a-bfd0-d032854e6fea tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:34.868002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-780fb208-1cca-456a-bfd0-d032854e6fea tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/595b00d0-a130-4d4a-9343-efb5eb540b5b HTTP/1.1" status: 204 len: 168 time: 1.4970155 Apr 08 10:44:34.869589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52316) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:34.984204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1c0a6502-78c0-404b-9485-73271dbf3609 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:34.997223 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8ca2bda7-6993-4a99-b2cb-f49941707c63 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=595b00d0-a130-4d4a-9343-efb5eb540b5b HTTP/1.1" status: 200 len: 205 time: 0.1230924 Apr 08 10:44:35.003423 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52320) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.089492 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8f9fefbf-49b7-4c07-8bcb-8b5c7595ec0d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8573365 Apr 08 10:44:35.089492 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-76856652-2182-45df-8fef-3bae9fa30c8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3356810 Apr 08 10:44:35.095279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52324) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.095690 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52326) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.107861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:e3:44:71', 'name': 'tempest-NetworksTestDHCPv6-1022078025'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:35.124086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 1c0a6502-78c0-404b-9485-73271dbf3609 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:35.132975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb6c39e8-a88b-44c1-9201-19ce8624502d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:35.133512 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-fdcc45c7-d49e-43a3-93bc-390f058cf2c9 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] delete failed (client error): The resource could not be found. Apr 08 10:44:35.135087 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fdcc45c7-d49e-43a3-93bc-390f058cf2c9 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/595b00d0-a130-4d4a-9343-efb5eb540b5b HTTP/1.1" status: 404 len: 336 time: 0.1304247 Apr 08 10:44:35.138414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52332) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.170482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:35.273700 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd53db5c-f34d-4b8c-989e-a5c502c6c485 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:35.274341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd53db5c-f34d-4b8c-989e-a5c502c6c485 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:35.303602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port bb6c39e8-a88b-44c1-9201-19ce8624502d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:35.304546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.335128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:35.339290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:35.342652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:35.350105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:35.376702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.408540 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bd53db5c-f34d-4b8c-989e-a5c502c6c485 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/c4912baa-dd14-42ee-a135-76ff8da78989 HTTP/1.1" status: 404 len: 337 time: 0.2518282 Apr 08 10:44:35.430259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52340) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.447573 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:35.451345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.514840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.541898 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4de7cf4-9f5d-4356-b91c-79cd037303ed tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:35.549081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4de7cf4-9f5d-4356-b91c-79cd037303ed tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:35.553085 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a4de7cf4-9f5d-4356-b91c-79cd037303ed tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/756007d3-af84-4f8e-a73b-9fc888e4e3cd HTTP/1.1" status: 404 len: 337 time: 0.1190927 Apr 08 10:44:35.555673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52348) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.614578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf73b7c-9319-4b3a-af87-d99a36ffe1b8,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:35.620056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.637130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.662696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac8d8d-00b7-4001-8038-6c1287a51a1f None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:35.677257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.678675 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d610d813-979e-486e-bc52-add4e778559a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2836616 Apr 08 10:44:35.681725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52354) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.687355 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac8916e-892a-4cde-96a2-421a80c31601 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:35.687933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac8916e-892a-4cde-96a2-421a80c31601 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:35.689538 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bac8916e-892a-4cde-96a2-421a80c31601 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/545293fb-056b-4ebc-8a1c-57098852570f HTTP/1.1" status: 404 len: 337 time: 0.0835650 Apr 08 10:44:35.692870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4968e3b0-7ed2-49db-a6a2-e0cc071ccd16 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'cbf73b7c-9319-4b3a-af87-d99a36ffe1b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:35.696218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52358) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.704624 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-4968e3b0-7ed2-49db-a6a2-e0cc071ccd16 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 08 10:44:35.705319 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-4968e3b0-7ed2-49db-a6a2-e0cc071ccd16 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:35.709994 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4968e3b0-7ed2-49db-a6a2-e0cc071ccd16 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0269175 Apr 08 10:44:35.710975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52362) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.716736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a5f56661-0e80-46d0-ba26-6f6bd65a356a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'cbf73b7c-9319-4b3a-af87-d99a36ffe1b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:35.718478 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-a5f56661-0e80-46d0-ba26-6f6bd65a356a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 08 10:44:35.718478 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-a5f56661-0e80-46d0-ba26-6f6bd65a356a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:35.722460 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a5f56661-0e80-46d0-ba26-6f6bd65a356a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105305 Apr 08 10:44:35.723555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.742767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52366) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.768724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e1b481a4-f5d6-42d1-b7f5-aa34d7e54fc1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'cbf73b7c-9319-4b3a-af87-d99a36ffe1b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:35.770666 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-e1b481a4-f5d6-42d1-b7f5-aa34d7e54fc1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 08 10:44:35.771179 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-e1b481a4-f5d6-42d1-b7f5-aa34d7e54fc1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:35.772783 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e1b481a4-f5d6-42d1-b7f5-aa34d7e54fc1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0245419 Apr 08 10:44:35.773699 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37310d0-f0df-4dfc-9c11-df623b8c5b28 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:35.774173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37310d0-f0df-4dfc-9c11-df623b8c5b28 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:35.778350 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d37310d0-f0df-4dfc-9c11-df623b8c5b28 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/72150fa9-f11e-4277-a1c1-87c630871dc1 HTTP/1.1" status: 404 len: 337 time: 0.0755873 Apr 08 10:44:35.783144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52370) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.787040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52372) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.826504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d476d420-ed9b-4f32-9ebb-53f2b8926b38 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'cbf73b7c-9319-4b3a-af87-d99a36ffe1b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:35.827681 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-d476d420-ed9b-4f32-9ebb-53f2b8926b38 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 08 10:44:35.828883 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-d476d420-ed9b-4f32-9ebb-53f2b8926b38 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:35.830050 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d476d420-ed9b-4f32-9ebb-53f2b8926b38 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0446017 Apr 08 10:44:35.835403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52378) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.840149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:35.861449 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ad7ceb2b-fa92-45e0-ab69-2453c3dfeba5 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 200 len: 205 time: 0.0717146 Apr 08 10:44:35.862410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52382) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.862683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:35.868354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:35.879517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:35.894751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Provisioning for port 1c0a6502-78c0-404b-9485-73271dbf3609 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:35.904332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Provisioning complete for port 1c0a6502-78c0-404b-9485-73271dbf3609 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:35.904594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.961149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.976199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:35.984128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=28256d10-9d1a-44f2-8a06-7fce55357765,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:36.003095 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-b90ee6dd-7046-4d85-890f-5129a4cc95b7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] delete failed (client error): The resource could not be found. Apr 08 10:44:36.003095 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b90ee6dd-7046-4d85-890f-5129a4cc95b7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/849aec40-baed-492c-ad5c-38b4d08794be HTTP/1.1" status: 404 len: 336 time: 0.1311681 Apr 08 10:44:36.003095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52390) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.069575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.099933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.151478 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] For port 1c0a6502-78c0-404b-9485-73271dbf3609, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1c0a6502-78c0-404b-9485-73271dbf3609,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:36.160500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:36.175511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:36.193128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:36.229594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.255431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=60a91ac8-264a-4324-95a4-89ae729305ea,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:36.278657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.332143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52398) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.363402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 96ed6bfe-05a4-4789-9771-5fa0f044b8a5 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:36.367874 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b18ee046-c867-4431-b916-f08dd6a898d7 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=d466e734-c47e-4ad6-9f58-043a5e22428d HTTP/1.1" status: 200 len: 205 time: 0.3634453 Apr 08 10:44:36.404328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52404) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.407371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86fcd455-cff1-445e-b96c-2823a58d362d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.412005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.415206 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ec62d-9417-426d-b9b1-0edbd53219b7 None None] Update dhcp port {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'fixed_ips': [{'subnet_id': '442d47d4-cf32-4e51-9979-a451e73576cb', 'ip_address': '2001:db8::f816:3eff:fe8e:279e'}, {'subnet_id': 'c814a5b0-d1ea-45fb-bc07-2fc28254c28e'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': '1c0a6502-78c0-404b-9485-73271dbf3609'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:44:36.446341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86fcd455-cff1-445e-b96c-2823a58d362d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.459409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Pushing event updated for resources: {'Port': ['ID=1c0a6502-78c0-404b-9485-73271dbf3609,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:36.477120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.477285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.477515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.477855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.478186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.478522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.478852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.479176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.479502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.479986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.480314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.480676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46b094-2e16-4eb5-a00a-39b733006373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:36.490735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-863ec62d-9417-426d-b9b1-0edbd53219b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.557491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ab1d3af4-d0cc-4560-9285-051cee633a14 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] Request body: {'port': {'network_id': '7a745821-8bcd-484f-b560-fc3bec136547', 'name': 'tempest-NetworksNegativeTestJSON-864477581'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:36.580764 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-751cc9dd-5977-429f-b3aa-f7967f7c6fb3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] delete failed (client error): The resource could not be found. Apr 08 10:44:36.589187 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-751cc9dd-5977-429f-b3aa-f7967f7c6fb3 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/d466e734-c47e-4ad6-9f58-043a5e22428d HTTP/1.1" status: 404 len: 336 time: 0.0881448 Apr 08 10:44:36.589187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:36.589428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:36.589428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52408) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.589633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:36.595549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:36.625801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff57c22-9633-4778-84ff-d744b9ffc812 None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:36.638295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:36.638884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.643714 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1d3af4-d0cc-4560-9285-051cee633a14 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] POST failed (client error): The resource could not be found. Apr 08 10:44:36.644169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1d3af4-d0cc-4560-9285-051cee633a14 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:36.649333 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ab1d3af4-d0cc-4560-9285-051cee633a14 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3049612 Apr 08 10:44:36.656036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52412) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.664671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=67d30cf5-d800-413a-b92c-355ae6106404,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:36.678841 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed19e3e-c714-49f6-9abd-a19091f462de tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:36.679302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed19e3e-c714-49f6-9abd-a19091f462de tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:36.761692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86fcd455-cff1-445e-b96c-2823a58d362d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.774052 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1e4576-1088-4325-a3eb-2b4391ea0963 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:36.775020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1e4576-1088-4325-a3eb-2b4391ea0963 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:36.805751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52416) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.807291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0f1e4576-1088-4325-a3eb-2b4391ea0963 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "DELETE /v2.0/networks/ed9aae81-f9bc-4cea-9b05-a20561b16a63 HTTP/1.1" status: 404 len: 339 time: 0.1456826 Apr 08 10:44:36.808788 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4ed19e3e-c714-49f6-9abd-a19091f462de tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/c32911d2-6bdf-4da8-b775-08a1beb0ff01 HTTP/1.1" status: 404 len: 337 time: 0.2161522 Apr 08 10:44:36.821006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86fcd455-cff1-445e-b96c-2823a58d362d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.822445 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-86fcd455-cff1-445e-b96c-2823a58d362d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbf73b7c-9319-4b3a-af87-d99a36ffe1b8 HTTP/1.1" status: 204 len: 168 time: 0.9833879 Apr 08 10:44:36.825340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52420) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.825675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52422) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.888205 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f093fa95-d908-4bb6-825b-2cebbced34b2 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:36.888730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f093fa95-d908-4bb6-825b-2cebbced34b2 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:36.896340 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f093fa95-d908-4bb6-825b-2cebbced34b2 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "DELETE /v2.0/ports/57d190e0-71d0-45f9-9c18-a9ff6d687a34 HTTP/1.1" status: 404 len: 333 time: 0.0836220 Apr 08 10:44:36.903898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52428) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.908116 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3e36aded-bbd1-4eed-ab8e-4654fcf0c453 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8068194 Apr 08 10:44:36.908435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcd455-cff1-445e-b96c-2823a58d362d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf73b7c-9319-4b3a-af87-d99a36ffe1b8,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:36.917555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52432) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:36.924791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1c0a6502-78c0-404b-9485-73271dbf3609 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:36.945870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1381874911', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '67d30cf5-d800-413a-b92c-355ae6106404'}], 'security_groups': ['bbe53921-c372-46a2-b75e-561158815748']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:36.977329 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b0263075-0a08-4e66-a739-6c1b0d14371e tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e2312c9-c5de-42d4-9fa5-6826dbe86c31 HTTP/1.1" status: 200 len: 205 time: 0.1441050 Apr 08 10:44:36.984191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52436) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.001847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4d687f9a-c0aa-4728-9c91-8c9eefde05c8 None None] Provisioning complete for port 28256d10-9d1a-44f2-8a06-7fce55357765 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:37.006580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4d687f9a-c0aa-4728-9c91-8c9eefde05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.099393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-4d687f9a-c0aa-4728-9c91-8c9eefde05c8 None None] Port 28256d10-9d1a-44f2-8a06-7fce55357765 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:37.103739 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-44d5cc63-626a-4b6f-9648-db53b32ddeb1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] delete failed (client error): The resource could not be found. Apr 08 10:44:37.107070 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1c0a6502-78c0-404b-9485-73271dbf3609 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:37.107611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.108431 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-44d5cc63-626a-4b6f-9648-db53b32ddeb1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/3e2312c9-c5de-42d4-9fa5-6826dbe86c31 HTTP/1.1" status: 404 len: 336 time: 0.1158078 Apr 08 10:44:37.120294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52440) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.168631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-01814c00-fdeb-4f00-bd89-fb4ceffb1e15 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Synchronizing usage tracker for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:37.188548 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9aa1385-2e87-49e4-902f-ffbc826b8531 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:37.188548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9aa1385-2e87-49e4-902f-ffbc826b8531 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:37.191061 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c9aa1385-2e87-49e4-902f-ffbc826b8531 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "DELETE /v2.0/subnets/24b1cec7-3671-4464-af1c-ab521715dd66 HTTP/1.1" status: 404 len: 337 time: 0.2830889 Apr 08 10:44:37.198276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52444) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.231774 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4ab35fb6-1f1c-4979-97f6-d00e460dcf8b tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=69450901-9253-4ba0-a110-2e8102cbf80e HTTP/1.1" status: 200 len: 205 time: 0.1086049 Apr 08 10:44:37.235379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089cbcb7-3675-4425-b23b-9112bc9d09a1 None None] Update dhcp port {'port': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'fixed_ips': [{'subnet_id': '536b378b-6a13-43be-ab54-f981fa7cc0f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '67d30cf5-d800-413a-b92c-355ae6106404'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'bb6c39e8-a88b-44c1-9201-19ce8624502d'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:44:37.236406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52448) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.321398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-585d0aeb-6e48-4998-a8ea-2a5ff1abb057 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] GET failed (client error): The resource could not be found. Apr 08 10:44:37.328815 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-585d0aeb-6e48-4998-a8ea-2a5ff1abb057 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "GET /v2.0/networks/2e6b3663-f501-4cc8-b782-5305c1b9c4a3 HTTP/1.1" status: 404 len: 339 time: 0.1183200 Apr 08 10:44:37.329892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52452) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.331103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8:0:1::13a (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/c814a5b0-d1ea-45fb-bc07-2fc28254c28e/96ed6bfe-05a4-4789-9771-5fa0f044b8a5) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:37.358613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-089cbcb7-3675-4425-b23b-9112bc9d09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.380424 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-9c1df875-dde5-4ae7-8fa0-31841d334e82 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] delete failed (client error): The resource could not be found. Apr 08 10:44:37.381634 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9c1df875-dde5-4ae7-8fa0-31841d334e82 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/69450901-9253-4ba0-a110-2e8102cbf80e HTTP/1.1" status: 404 len: 336 time: 0.1442399 Apr 08 10:44:37.389779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52456) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.391297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::f816:3eff:fee3:4471 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/442d47d4-cf32-4e51-9979-a451e73576cb/96ed6bfe-05a4-4789-9771-5fa0f044b8a5) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:37.395472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-01814c00-fdeb-4f00-bd89-fb4ceffb1e15 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Unset dirty status for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:37.400385 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-01814c00-fdeb-4f00-bd89-fb4ceffb1e15 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5637829 Apr 08 10:44:37.433055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52460) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.441859 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-003481f3-785d-4e36-8fb9-5599510543c9 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] GET failed (client error): The resource could not be found. Apr 08 10:44:37.442122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Router ddcfd519-b586-4aa4-968d-1e7cc24c17a4 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:44:37.446251 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-003481f3-785d-4e36-8fb9-5599510543c9 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "GET /v2.0/ports/9231edd3-3cfb-4311-9217-3419497bf80b HTTP/1.1" status: 404 len: 333 time: 0.1079700 Apr 08 10:44:37.448299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--896849423'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:37.450648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52464) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.453389 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-857dc645-a283-4590-b556-6e79e8322047 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:37.453843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857dc645-a283-4590-b556-6e79e8322047 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:37.458054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:37.525988 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-857dc645-a283-4590-b556-6e79e8322047 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/eff96d8f-e5a9-40e2-9db9-dbeb74df0f12 HTTP/1.1" status: 404 len: 337 time: 0.1321065 Apr 08 10:44:37.527117 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-93863f41-05d3-4dcf-9248-83bb040293f9 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] GET failed (client error): The resource could not be found. Apr 08 10:44:37.528281 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-93863f41-05d3-4dcf-9248-83bb040293f9 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "GET /v2.0/subnets/e61da955-d7c6-4b0c-bde4-c0d4e595028f HTTP/1.1" status: 404 len: 337 time: 0.0765736 Apr 08 10:44:37.538367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52468) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.538704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52470) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.556600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:37.586095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d8197dd3-b6ef-4048-aabf-7fa8a961a8a8 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:37.604197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-089cbcb7-3675-4425-b23b-9112bc9d09a1 None None] Allocated IP 2001:db8:0:1::2 (1292fcaf-8cfb-4c88-8d82-538f36cf403d/67d30cf5-d800-413a-b92c-355ae6106404/bb6c39e8-a88b-44c1-9201-19ce8624502d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:37.607803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.628661 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1c708b0a-334a-43cf-a3eb-04037700c00c tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4154bed-64b2-4eb4-ad56-8e61fe4c474e HTTP/1.1" status: 200 len: 205 time: 0.0864964 Apr 08 10:44:37.631631 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8197dd3-b6ef-4048-aabf-7fa8a961a8a8 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] PUT failed (client error): The resource could not be found. Apr 08 10:44:37.639882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8197dd3-b6ef-4048-aabf-7fa8a961a8a8 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:37.640045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52476) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.640163 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d8197dd3-b6ef-4048-aabf-7fa8a961a8a8 tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "PUT /v2.0/networks/7e63348a-bdb8-4114-981f-8e50a16caf1a HTTP/1.1" status: 404 len: 339 time: 0.0919874 Apr 08 10:44:37.646320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52480) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.717878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-478ba004-61b0-4325-b60a-cd1b96becbbc tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:37.754827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.759961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-089cbcb7-3675-4425-b23b-9112bc9d09a1 None None] For port bb6c39e8-a88b-44c1-9201-19ce8624502d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb6c39e8-a88b-44c1-9201-19ce8624502d,segment=NetworkSegment(65b3661d-3a79-4ccd-bc5f-588e87ef289c),segment_id=65b3661d-3a79-4ccd-bc5f-588e87ef289c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:37.789340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-089cbcb7-3675-4425-b23b-9112bc9d09a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.803783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.810567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-089cbcb7-3675-4425-b23b-9112bc9d09a1 None None] Transition to ACTIVE for port object bb6c39e8-a88b-44c1-9201-19ce8624502d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:37.816986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.817868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:37.824467 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-3450f7d2-3bad-401a-a64c-6913322fb039 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] delete failed (client error): The resource could not be found. Apr 08 10:44:37.833052 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3450f7d2-3bad-401a-a64c-6913322fb039 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/a4154bed-64b2-4eb4-ad56-8e61fe4c474e HTTP/1.1" status: 404 len: 336 time: 0.1902537 Apr 08 10:44:37.833052 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-478ba004-61b0-4325-b60a-cd1b96becbbc tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] PUT failed (client error): The resource could not be found. Apr 08 10:44:37.833052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478ba004-61b0-4325-b60a-cd1b96becbbc tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:37.833052 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-478ba004-61b0-4325-b60a-cd1b96becbbc tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "PUT /v2.0/ports/c99d5ed2-73c4-46b7-86c4-a7ad97efbeae HTTP/1.1" status: 404 len: 333 time: 0.1295903 Apr 08 10:44:37.833868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52484) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.833970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49a5e-14ab-497d-a50b-110d982af1b8 None None] Sync routers for ids ['ddcfd519-b586-4aa4-968d-1e7cc24c17a4'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:37.834254 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4acce4a2-33dd-4968-89e8-9c86c6c297f3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "PUT /v2.0/routers/ddcfd519-b586-4aa4-968d-1e7cc24c17a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8268507 Apr 08 10:44:37.837119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52486) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.837328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52490) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.842419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a49a5e-14ab-497d-a50b-110d982af1b8 None None] Routers {'ddcfd519-b586-4aa4-968d-1e7cc24c17a4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:37.843039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a8a49a5e-14ab-497d-a50b-110d982af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ddcfd519-b586-4aa4-968d-1e7cc24c17a4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:37.873930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 96ed6bfe-05a4-4789-9771-5fa0f044b8a5 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:37.876011 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfcff785-8243-4bb1-8113-f0126f2b5091 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:37.876454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfcff785-8243-4bb1-8113-f0126f2b5091 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:37.880763 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bfcff785-8243-4bb1-8113-f0126f2b5091 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/42da1b39-2f0b-440c-a513-06e8a4ab72bd HTTP/1.1" status: 404 len: 337 time: 0.0457184 Apr 08 10:44:37.881148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52496) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:37.885246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-58fa0f59-17e8-483b-96a4-5d40e64434ef tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:37.915137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a8a49a5e-14ab-497d-a50b-110d982af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:37.925816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-089cbcb7-3675-4425-b23b-9112bc9d09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.965931 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-caf5abf2-3980-4a8e-bd05-22ae7fb542ba tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc0a0839-e833-4a9d-8ea9-f9053ab559cf HTTP/1.1" status: 200 len: 205 time: 0.0811517 Apr 08 10:44:37.968663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a49a5e-14ab-497d-a50b-110d982af1b8 None None] Routers {'ddcfd519-b586-4aa4-968d-1e7cc24c17a4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:37.969589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a8a49a5e-14ab-497d-a50b-110d982af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ddcfd519-b586-4aa4-968d-1e7cc24c17a4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:37.971648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52500) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:38.040953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a8a49a5e-14ab-497d-a50b-110d982af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:38.042165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49a5e-14ab-497d-a50b-110d982af1b8 None None] The sync data for ids ['ddcfd519-b586-4aa4-968d-1e7cc24c17a4'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:38.056368 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-7b004beb-587c-4044-bb0e-91cd986c4301 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] delete failed (client error): The resource could not be found. Apr 08 10:44:38.059945 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7b004beb-587c-4044-bb0e-91cd986c4301 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/routers/bc0a0839-e833-4a9d-8ea9-f9053ab559cf HTTP/1.1" status: 404 len: 336 time: 0.0848382 Apr 08 10:44:38.061559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52504) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:38.093233 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fa0f59-17e8-483b-96a4-5d40e64434ef tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] PUT failed (client error): The resource could not be found. Apr 08 10:44:38.094305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fa0f59-17e8-483b-96a4-5d40e64434ef tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:38.099282 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-58fa0f59-17e8-483b-96a4-5d40e64434ef tempest-NetworksNegativeTestJSON-588282983 tempest-NetworksNegativeTestJSON-588282983-project] 10.222.0.23 "PUT /v2.0/subnets/cfd381de-e92b-4324-b2d0-de34e0e97742 HTTP/1.1" status: 404 len: 337 time: 0.2552741 Apr 08 10:44:38.099282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:38.113802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:38.121705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:38.124631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.132972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:38.157895 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86bf06b-3584-4813-96d0-2ea829309cf1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:38.158431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86bf06b-3584-4813-96d0-2ea829309cf1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:38.159211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cbcb7-3675-4425-b23b-9112bc9d09a1 None None] Pushing event updated for resources: {'Port': ['ID=bb6c39e8-a88b-44c1-9201-19ce8624502d,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:38.162667 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c86bf06b-3584-4813-96d0-2ea829309cf1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/08100c86-c5b7-4e69-b216-9ca72fc87105 HTTP/1.1" status: 404 len: 337 time: 0.0953889 Apr 08 10:44:38.170402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52510) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:38.219579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ffdcae-db51-41b5-a679-787cc7f734e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] DELETE failed (client error): The resource could not be found. Apr 08 10:44:38.220442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ffdcae-db51-41b5-a679-787cc7f734e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:38.222056 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-13ffdcae-db51-41b5-a679-787cc7f734e1 tempest-RoutersTest-1435318401 tempest-RoutersTest-1435318401-project] 10.222.0.23 "DELETE /v2.0/subnets/69fc572a-67a4-4c2b-8cec-9ebd2f362868 HTTP/1.1" status: 404 len: 337 time: 0.0507436 Apr 08 10:44:38.359350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.406096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300346e9-1efd-4742-8fea-a626672bce57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:38.406940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-863ec62d-9417-426d-b9b1-0edbd53219b7 None None] Allocated IP 2001:db8:0:1::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/c814a5b0-d1ea-45fb-bc07-2fc28254c28e/1c0a6502-78c0-404b-9485-73271dbf3609) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:38.407285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-300346e9-1efd-4742-8fea-a626672bce57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:38.514877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.524547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=96ed6bfe-05a4-4789-9771-5fa0f044b8a5,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:38.553175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:38.556304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:38.561586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.565977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:38.577771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:38.578963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.623332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-300346e9-1efd-4742-8fea-a626672bce57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:38.628390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52516) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:38.628743 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-300346e9-1efd-4742-8fea-a626672bce57 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcfd519-b586-4aa4-968d-1e7cc24c17a4 HTTP/1.1" status: 200 len: 983 time: 0.7865505 Apr 08 10:44:38.629432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.654730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-863ec62d-9417-426d-b9b1-0edbd53219b7 None None] For port 1c0a6502-78c0-404b-9485-73271dbf3609, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1c0a6502-78c0-404b-9485-73271dbf3609,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:38.688525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-863ec62d-9417-426d-b9b1-0edbd53219b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.697894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.714818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-863ec62d-9417-426d-b9b1-0edbd53219b7 None None] Transition to ACTIVE for port object 1c0a6502-78c0-404b-9485-73271dbf3609 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:38.721640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Delete allocated IP 2001:db8::25f (1292fcaf-8cfb-4c88-8d82-538f36cf403d/536b378b-6a13-43be-ab54-f981fa7cc0f0) {{(pid=88612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:44:38.724046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:38.734204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8:0:1::5a (1292fcaf-8cfb-4c88-8d82-538f36cf403d/67d30cf5-d800-413a-b92c-355ae6106404/94da769c-1bb8-418b-a307-c541dadbf606) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:38.820676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-863ec62d-9417-426d-b9b1-0edbd53219b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.909281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.909774 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e7295c81-f48d-45e2-b733-3b55c09add3d tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4767077 Apr 08 10:44:38.919429 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f91fe6a0-cb17-4623-95e5-67be01c64b9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8226345 Apr 08 10:44:38.922491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52524) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:38.922811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52526) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:38.924328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52528) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:38.941126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f62259ca-1e48-40c0-a754-2a235ca586a0 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:38.942159 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-f62259ca-1e48-40c0-a754-2a235ca586a0 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 08 10:44:38.942649 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-f62259ca-1e48-40c0-a754-2a235ca586a0 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:38.946533 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f62259ca-1e48-40c0-a754-2a235ca586a0 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111983 Apr 08 10:44:38.949977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52536) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:38.955317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb6c39e8-a88b-44c1-9201-19ce8624502d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:38.960809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7beec96d-f3ca-45fd-8661-c639d12ce6b5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:38.968115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7beec96d-f3ca-45fd-8661-c639d12ce6b5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:38.973383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7beec96d-f3ca-45fd-8661-c639d12ce6b5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:38.977560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7beec96d-f3ca-45fd-8661-c639d12ce6b5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:38.986660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7beec96d-f3ca-45fd-8661-c639d12ce6b5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:39.092714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.122792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object 94da769c-1bb8-418b-a307-c541dadbf606 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:39.123774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52542) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:39.147074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ec62d-9417-426d-b9b1-0edbd53219b7 None None] Pushing event updated for resources: {'Port': ['ID=1c0a6502-78c0-404b-9485-73271dbf3609,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:39.161168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Provisioning complete for port 47a0e8e1-d27f-426a-9c36-c2b853a354ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:39.161761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.176028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=60a91ac8-264a-4324-95a4-89ae729305ea,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:39.180241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.227377 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-7beec96d-f3ca-45fd-8661-c639d12ce6b5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:39.232737 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7beec96d-f3ca-45fd-8661-c639d12ce6b5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2815931 Apr 08 10:44:39.234417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.244382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52548) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:39.258874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c0b24f8c-7a8e-49f8-904c-900c03321b75 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:39.259590 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-c0b24f8c-7a8e-49f8-904c-900c03321b75 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 08 10:44:39.260127 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-c0b24f8c-7a8e-49f8-904c-900c03321b75 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:39.261549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c0b24f8c-7a8e-49f8-904c-900c03321b75 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137846 Apr 08 10:44:39.262304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Port 47a0e8e1-d27f-426a-9c36-c2b853a354ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:39.267466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52552) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:39.361955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Provisioning for port bb6c39e8-a88b-44c1-9201-19ce8624502d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:39.366960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Provisioning complete for port bb6c39e8-a88b-44c1-9201-19ce8624502d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:39.367342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.379700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a313f9c9-cabe-4b3f-b40a-6fdc4b1bc0fb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:39.381082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-01adcbc2-c77c-425d-8847-550c9396198a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 96ed6bfe-05a4-4789-9771-5fa0f044b8a5 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:39.381453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-01adcbc2-c77c-425d-8847-550c9396198a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.412258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] In _notify_port_updated(), no bound segment for port 94da769c-1bb8-418b-a307-c541dadbf606 on network 1292fcaf-8cfb-4c88-8d82-538f36cf403d {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:44:39.418017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:39.418668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.423322 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "PUT /v2.0/ports/94da769c-1bb8-418b-a307-c541dadbf606 HTTP/1.1" status: 200 len: 930 time: 2.4999862 Apr 08 10:44:39.429453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52558) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:39.445063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a313f9c9-cabe-4b3f-b40a-6fdc4b1bc0fb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:39.485105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a313f9c9-cabe-4b3f-b40a-6fdc4b1bc0fb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:39.487771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46be539-47ff-46e6-85e9-2e7938df60c2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=94da769c-1bb8-418b-a307-c541dadbf606,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:39.496571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a313f9c9-cabe-4b3f-b40a-6fdc4b1bc0fb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:39.507721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a313f9c9-cabe-4b3f-b40a-6fdc4b1bc0fb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:39.547496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6bae1389-1030-44f1-a617-f95e7446ec55 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 94da769c-1bb8-418b-a307-c541dadbf606 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:39.548158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bae1389-1030-44f1-a617-f95e7446ec55 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.652038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.676993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Provisioning for port 94da769c-1bb8-418b-a307-c541dadbf606 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:39.682883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Provisioning complete for port 94da769c-1bb8-418b-a307-c541dadbf606 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:39.686666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.747851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-df5ad725-c564-4aee-ad50-ffede0895ad5 None None] Port 94da769c-1bb8-418b-a307-c541dadbf606 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:39.824398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-a313f9c9-cabe-4b3f-b40a-6fdc4b1bc0fb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:39.825479 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a313f9c9-cabe-4b3f-b40a-6fdc4b1bc0fb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4896464 Apr 08 10:44:39.831589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52562) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:39.845617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e3177eae-7e30-4e1d-899a-258d8ca7efdc tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:39.846111 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-e3177eae-7e30-4e1d-899a-258d8ca7efdc tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 08 10:44:39.846635 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-e3177eae-7e30-4e1d-899a-258d8ca7efdc tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:39.847633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3177eae-7e30-4e1d-899a-258d8ca7efdc tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150986 Apr 08 10:44:39.849319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:39.851339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52566) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:39.859614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4c7a6e33-ce2c-479e-b918-08d347fa8128 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:39.871069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4c7a6e33-ce2c-479e-b918-08d347fa8128 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:39.875966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-240b9792-3801-400f-a3d0-2a96e82140b9 None None] Provisioning complete for port 94da769c-1bb8-418b-a307-c541dadbf606 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:39.876426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-240b9792-3801-400f-a3d0-2a96e82140b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.879894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4c7a6e33-ce2c-479e-b918-08d347fa8128 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:39.886173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4c7a6e33-ce2c-479e-b918-08d347fa8128 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:39.902886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4c7a6e33-ce2c-479e-b918-08d347fa8128 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:39.914124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bae1389-1030-44f1-a617-f95e7446ec55 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:39.938391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-240b9792-3801-400f-a3d0-2a96e82140b9 None None] Port 94da769c-1bb8-418b-a307-c541dadbf606 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:40.012270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f18f7002dae04541884045990eb340e0 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:40.035532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:40.051183 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-878182bc-4636-461d-81df-5c1396162cd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6753d7d0e92f4594b732019342a35748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9262080 Apr 08 10:44:40.062352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:40.062663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6bae1389-1030-44f1-a617-f95e7446ec55 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 94da769c-1bb8-418b-a307-c541dadbf606 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:40.066818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52570) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:40.108716 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 6aff35af-5ca6-465d-ba4b-78cd155e9162 associated. External IP: 172.26.7.203, port: 425a2d9a-05ed-4cea-ae1a-17ea6cdd356b. Apr 08 10:44:40.127863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dee9f63a-5321-4c93-9450-fd825286a125 None None] Provisioning for port 1c0a6502-78c0-404b-9485-73271dbf3609 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:40.138336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dee9f63a-5321-4c93-9450-fd825286a125 None None] Provisioning complete for port 1c0a6502-78c0-404b-9485-73271dbf3609 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:40.138735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dee9f63a-5321-4c93-9450-fd825286a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.195678 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-4c7a6e33-ce2c-479e-b918-08d347fa8128 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:40.197022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4c7a6e33-ce2c-479e-b918-08d347fa8128 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3451343 Apr 08 10:44:40.202779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52574) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:40.214806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-82332e98-2a27-4aee-a440-6e273defff86 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:40.215470 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-82332e98-2a27-4aee-a440-6e273defff86 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 08 10:44:40.215967 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-82332e98-2a27-4aee-a440-6e273defff86 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:40.217283 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-82332e98-2a27-4aee-a440-6e273defff86 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133915 Apr 08 10:44:40.221274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52578) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:40.231702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-52e4d214-092f-4dee-b5db-3be8e7cbecc4 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:40.242616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-52e4d214-092f-4dee-b5db-3be8e7cbecc4 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:40.253724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-52e4d214-092f-4dee-b5db-3be8e7cbecc4 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:40.259000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-52e4d214-092f-4dee-b5db-3be8e7cbecc4 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:40.262836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-01adcbc2-c77c-425d-8847-550c9396198a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.265899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-52e4d214-092f-4dee-b5db-3be8e7cbecc4 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:40.329331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bae1389-1030-44f1-a617-f95e7446ec55 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.440219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae1389-1030-44f1-a617-f95e7446ec55 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=94da769c-1bb8-418b-a307-c541dadbf606,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:40.458283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bae1389-1030-44f1-a617-f95e7446ec55 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.467717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-01adcbc2-c77c-425d-8847-550c9396198a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 96ed6bfe-05a4-4789-9771-5fa0f044b8a5 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:40.471626 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6bae1389-1030-44f1-a617-f95e7446ec55 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/94da769c-1bb8-418b-a307-c541dadbf606 HTTP/1.1" status: 204 len: 168 time: 1.0326285 Apr 08 10:44:40.474084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52582) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:40.504925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-72da8b02-387f-4bd4-bb64-b704fc381f8c None None] Provisioning for port 96ed6bfe-05a4-4789-9771-5fa0f044b8a5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:40.510397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-72da8b02-387f-4bd4-bb64-b704fc381f8c None None] Provisioning complete for port 96ed6bfe-05a4-4789-9771-5fa0f044b8a5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:40.510894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72da8b02-387f-4bd4-bb64-b704fc381f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.543460 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-52e4d214-092f-4dee-b5db-3be8e7cbecc4 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:40.552291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-52e4d214-092f-4dee-b5db-3be8e7cbecc4 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3301263 Apr 08 10:44:40.558879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52586) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:40.566098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ddd71645-f30c-4b67-ad4e-613922b097eb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:40.571019 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da292f9-08a0-4385-bf99-7c395f7f902f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:44:40.571641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8da292f9-08a0-4385-bf99-7c395f7f902f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:40.579465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ddd71645-f30c-4b67-ad4e-613922b097eb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:40.593253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-72da8b02-387f-4bd4-bb64-b704fc381f8c None None] Port 96ed6bfe-05a4-4789-9771-5fa0f044b8a5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:40.599518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ddd71645-f30c-4b67-ad4e-613922b097eb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:40.603683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ddd71645-f30c-4b67-ad4e-613922b097eb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:40.610241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ddd71645-f30c-4b67-ad4e-613922b097eb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:40.670729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8da292f9-08a0-4385-bf99-7c395f7f902f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:40.673678 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8da292f9-08a0-4385-bf99-7c395f7f902f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/94da769c-1bb8-418b-a307-c541dadbf606 HTTP/1.1" status: 404 len: 333 time: 0.1974812 Apr 08 10:44:40.675772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52590) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:40.731062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-64b4e00a-64d7-45c5-8ccb-6e9862a7c56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.841208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-64b4e00a-64d7-45c5-8ccb-6e9862a7c56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.886681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-263480c8-2438-4cb8-b097-e09a10520bf5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.917647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-263480c8-2438-4cb8-b097-e09a10520bf5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:40.918519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1c0a6502-78c0-404b-9485-73271dbf3609 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:40.971110 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-ddd71645-f30c-4b67-ad4e-613922b097eb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:40.975398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ddd71645-f30c-4b67-ad4e-613922b097eb tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4153583 Apr 08 10:44:40.975955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52594) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:41.022211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-263480c8-2438-4cb8-b097-e09a10520bf5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.023285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1c0a6502-78c0-404b-9485-73271dbf3609 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:41.023907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.044338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263480c8-2438-4cb8-b097-e09a10520bf5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59210fd4-3bcc-43e8-89b6-1650e711e252,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:41.065172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-263480c8-2438-4cb8-b097-e09a10520bf5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.069626 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-263480c8-2438-4cb8-b097-e09a10520bf5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/security-groups/59210fd4-3bcc-43e8-89b6-1650e711e252 HTTP/1.1" status: 204 len: 168 time: 0.3925517 Apr 08 10:44:41.073071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52598) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:41.090516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.091780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-38ca7fbf-102f-427a-a694-09b30d17f806 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.150480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-38ca7fbf-102f-427a-a694-09b30d17f806 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.180458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.201114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e93f5900-ea11-4483-9789-60e6bb77142b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.217471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-64b4e00a-64d7-45c5-8ccb-6e9862a7c56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.243874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e93f5900-ea11-4483-9789-60e6bb77142b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.311201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-38ca7fbf-102f-427a-a694-09b30d17f806 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.334335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca7fbf-102f-427a-a694-09b30d17f806 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:41.347474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-38ca7fbf-102f-427a-a694-09b30d17f806 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.351457 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-38ca7fbf-102f-427a-a694-09b30d17f806 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/8e3db81b-aa26-4b4f-8c82-dc541ac7cfb1 HTTP/1.1" status: 204 len: 168 time: 0.3722515 Apr 08 10:44:41.352146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52602) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:41.378080 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f18f7002dae04541884045990eb340e0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4444714 Apr 08 10:44:41.378945 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09985ce8-7d0c-4922-891b-a6b72157c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57af964-4ae3-4d8d-9de7-148f253820b9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:41.389705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52606) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:41.400189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e93f5900-ea11-4483-9789-60e6bb77142b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.402759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e93f5900-ea11-4483-9789-60e6bb77142b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.403834 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e93f5900-ea11-4483-9789-60e6bb77142b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/security-groups/bbe53921-c372-46a2-b75e-561158815748 HTTP/1.1" status: 204 len: 168 time: 0.3296816 Apr 08 10:44:41.413724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52610) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:41.416765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7fbd31c3-57a2-4f86-94fb-76892de3b4a3 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Synchronizing usage tracker for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:41.424575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:41.428127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4e00a-64d7-45c5-8ccb-6e9862a7c56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559d3739-4835-4797-86f3-29dabb64393f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:41.456078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.456896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f5900-ea11-4483-9789-60e6bb77142b tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe53921-c372-46a2-b75e-561158815748,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:41.498544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d208143-fe29-4726-9d23-bf93c176af59 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet 536b378b-6a13-43be-ab54-f981fa7cc0f0 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:41.501632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d208143-fe29-4726-9d23-bf93c176af59 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.541628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-64b4e00a-64d7-45c5-8ccb-6e9862a7c56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.542715 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-64b4e00a-64d7-45c5-8ccb-6e9862a7c56b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/559d3739-4835-4797-86f3-29dabb64393f HTTP/1.1" status: 204 len: 168 time: 1.4752285 Apr 08 10:44:41.543342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7fbd31c3-57a2-4f86-94fb-76892de3b4a3 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Unset dirty status for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:41.548772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7fbd31c3-57a2-4f86-94fb-76892de3b4a3 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1918392 Apr 08 10:44:41.552882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52616) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:41.558632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--871445170'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:41.564224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:41.574487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:41.590704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d208143-fe29-4726-9d23-bf93c176af59 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.647600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.681780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:41.684954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-01adcbc2-c77c-425d-8847-550c9396198a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.688447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:41.692425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:41.699291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:41.714005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d208143-fe29-4726-9d23-bf93c176af59 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.809476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adcbc2-c77c-425d-8847-550c9396198a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=96ed6bfe-05a4-4789-9771-5fa0f044b8a5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:41.838360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.916901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5835d46f-8d4c-4f94-826b-e01282747468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.940845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d208143-fe29-4726-9d23-bf93c176af59 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:41.987400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d208143-fe29-4726-9d23-bf93c176af59 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=536b378b-6a13-43be-ab54-f981fa7cc0f0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:41.989281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.007545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-01adcbc2-c77c-425d-8847-550c9396198a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.009382 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-01adcbc2-c77c-425d-8847-550c9396198a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/96ed6bfe-05a4-4789-9771-5fa0f044b8a5 HTTP/1.1" status: 204 len: 168 time: 3.0726330 Apr 08 10:44:42.019188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52622) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:42.023199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d208143-fe29-4726-9d23-bf93c176af59 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.027012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdaea87-b539-4966-9d5e-dbf88cf6e6cf None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:42.096180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5835d46f-8d4c-4f94-826b-e01282747468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.103727 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4d208143-fe29-4726-9d23-bf93c176af59 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/536b378b-6a13-43be-ab54-f981fa7cc0f0 HTTP/1.1" status: 204 len: 168 time: 0.6835864 Apr 08 10:44:42.104570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4da299-6c28-4e53-a0c1-06a61c37ad24,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:42.108794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52630) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:42.114474 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:42.124113 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be492de-bc69-4621-ab70-d4534d69098f None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:42.136306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:42.139393 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be492de-bc69-4621-ab70-d4534d69098f None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:42.140128 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0be492de-bc69-4621-ab70-d4534d69098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:42.188315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a9e95-c7b3-4ef1-b278-11038047bd1b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:42.192646 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-103a9e95-c7b3-4ef1-b278-11038047bd1b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1711352 Apr 08 10:44:42.194124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52636) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:42.229283 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0be492de-bc69-4621-ab70-d4534d69098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:42.232468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.236432 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-096f1d38-7633-45a3-8209-02719ca8c6b1 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6813145 Apr 08 10:44:42.241813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52640) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:42.242036 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be492de-bc69-4621-ab70-d4534d69098f None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:42.242036 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0be492de-bc69-4621-ab70-d4534d69098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:42.254645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-88079410-ed2e-40e0-ac30-22a081de7142 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'fb4da299-6c28-4e53-a0c1-06a61c37ad24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:42.264219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-88079410-ed2e-40e0-ac30-22a081de7142 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:42.272660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-88079410-ed2e-40e0-ac30-22a081de7142 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:42.284429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-88079410-ed2e-40e0-ac30-22a081de7142 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:42.325658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-88079410-ed2e-40e0-ac30-22a081de7142 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:42.366029 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0be492de-bc69-4621-ab70-d4534d69098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:42.366533 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be492de-bc69-4621-ab70-d4534d69098f None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:42.400523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ef81f-5a50-45f4-9c3e-7d03b2668322 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:42.404406 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-862ef81f-5a50-45f4-9c3e-7d03b2668322 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2065141 Apr 08 10:44:42.404834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52646) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:42.494002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b74ac-f4a6-48d7-ac7b-f641b682db7d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:42.495530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b74ac-f4a6-48d7-ac7b-f641b682db7d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:42.497196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b74ac-f4a6-48d7-ac7b-f641b682db7d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:42.498028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0c4b74ac-f4a6-48d7-ac7b-f641b682db7d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:42.505190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.545044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 28256d10-9d1a-44f2-8a06-7fce55357765 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:42.545389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.614494 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-88079410-ed2e-40e0-ac30-22a081de7142 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The resource could not be found. Apr 08 10:44:42.618797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-88079410-ed2e-40e0-ac30-22a081de7142 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3743467 Apr 08 10:44:42.618797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0c4b74ac-f4a6-48d7-ac7b-f641b682db7d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:42.618797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0c4b74ac-f4a6-48d7-ac7b-f641b682db7d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2125812 Apr 08 10:44:42.619276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52656) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:42.625718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-967f7cbd-b81f-48dc-9a4b-9fcc3eedc798 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'fb4da299-6c28-4e53-a0c1-06a61c37ad24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '57b78e4d-06e0-47ec-aaa2-8795d34b6b3d'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:42.633286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52660) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:42.637492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-967f7cbd-b81f-48dc-9a4b-9fcc3eedc798 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:42.639829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:42.666750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:42.680786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:42.684782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-967f7cbd-b81f-48dc-9a4b-9fcc3eedc798 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:42.687817 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-98403461-0956-4f41-9fb0-5a023e2aa6f1 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.4595890 Apr 08 10:44:42.691907 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52664) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:42.694092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-967f7cbd-b81f-48dc-9a4b-9fcc3eedc798 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:42.700857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:42.709107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-106330993'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:42.709670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-967f7cbd-b81f-48dc-9a4b-9fcc3eedc798 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:42.712393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5835d46f-8d4c-4f94-826b-e01282747468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.732974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-884b0261-e59d-471d-a58c-f403625dea00 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 442d47d4-cf32-4e51-9979-a451e73576cb {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:42.736741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-884b0261-e59d-471d-a58c-f403625dea00 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.783619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:42.799614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:network and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:42.800282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-884b0261-e59d-471d-a58c-f403625dea00 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.803486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835d46f-8d4c-4f94-826b-e01282747468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57af964-4ae3-4d8d-9de7-148f253820b9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:42.807688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:42.820683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:42.833366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5835d46f-8d4c-4f94-826b-e01282747468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.837120 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5835d46f-8d4c-4f94-826b-e01282747468 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a57af964-4ae3-4d8d-9de7-148f253820b9 HTTP/1.1" status: 204 len: 168 time: 1.4344199 Apr 08 10:44:42.874595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.968410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-884b0261-e59d-471d-a58c-f403625dea00 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:42.979823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:42.983707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.028686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52674) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:43.044010 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-967f7cbd-b81f-48dc-9a4b-9fcc3eedc798 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The resource could not be found. Apr 08 10:44:43.045139 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-967f7cbd-b81f-48dc-9a4b-9fcc3eedc798 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4248874 Apr 08 10:44:43.049554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52680) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:43.075718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:43.080073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.109227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 28256d10-9d1a-44f2-8a06-7fce55357765 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:43.136978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e794dc27-d3f7-43f9-ad2d-52f8c98413fe tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.172867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e794dc27-d3f7-43f9-ad2d-52f8c98413fe tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.183903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-884b0261-e59d-471d-a58c-f403625dea00 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.236215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b0261-e59d-471d-a58c-f403625dea00 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=442d47d4-cf32-4e51-9979-a451e73576cb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:43.244014 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c22ef6af-93a1-4c2b-844b-488f28395d98 None None] Provisioning complete for port 47a0e8e1-d27f-426a-9c36-c2b853a354ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:43.244882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c22ef6af-93a1-4c2b-844b-488f28395d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.253346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-884b0261-e59d-471d-a58c-f403625dea00 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.260731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:43.330957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18346144-92b4-42b5-a9b9-0627d2b35316 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:43.365558 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-884b0261-e59d-471d-a58c-f403625dea00 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/442d47d4-cf32-4e51-9979-a451e73576cb HTTP/1.1" status: 204 len: 168 time: 0.7285509 Apr 08 10:44:43.365818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52686) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:43.378067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.378765 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Added segment c4215dbe-ef0e-4b65-aa0c-ec34e93267f1 of type vlan for network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 Apr 08 10:44:43.413000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.427585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a349a005-f945-4c55-bc22-6c9da6d3bf1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:43.428037 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-a349a005-f945-4c55-bc22-6c9da6d3bf1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 08 10:44:43.428561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-a349a005-f945-4c55-bc22-6c9da6d3bf1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:44:43.429677 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a349a005-f945-4c55-bc22-6c9da6d3bf1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3994744 Apr 08 10:44:43.434516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52690) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:43.435175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e794dc27-d3f7-43f9-ad2d-52f8c98413fe tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.468246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--946951950'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:43.474409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:43.478810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:43.482039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:43.489326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:43.506282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794dc27-d3f7-43f9-ad2d-52f8c98413fe tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4da299-6c28-4e53-a0c1-06a61c37ad24,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:43.531785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e794dc27-d3f7-43f9-ad2d-52f8c98413fe tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.532971 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e794dc27-d3f7-43f9-ad2d-52f8c98413fe tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb4da299-6c28-4e53-a0c1-06a61c37ad24 HTTP/1.1" status: 204 len: 168 time: 0.4833503 Apr 08 10:44:43.536194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52698) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:43.568758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf9c1ad-7620-469c-a209-db65c88ef060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet c814a5b0-d1ea-45fb-bc07-2fc28254c28e {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:43.574364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c1ad-7620-469c-a209-db65c88ef060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.577309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.583761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:43.584647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.611932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.652438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.679776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:43.684000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:43.686949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:43.693514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:43.697472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c22ef6af-93a1-4c2b-844b-488f28395d98 None None] Port 47a0e8e1-d27f-426a-9c36-c2b853a354ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:43.707420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c1ad-7620-469c-a209-db65c88ef060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.726429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Network': ['ID=158a28d2-c75f-421d-bed4-ae7ebb3b1eb3,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:43.732676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.735103 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6a253f42-68df-40a3-8a81-c44541a336d4 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0394688 Apr 08 10:44:43.743524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:44:43.749922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b4dbeb55-dee4-4a6d-ae3c-0d0cbaef2fbd tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Synchronizing usage tracker for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:43.766375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52706) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:43.779900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c22ef6af-93a1-4c2b-844b-488f28395d98 None None] Provisioning complete for port bb6c39e8-a88b-44c1-9201-19ce8624502d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:43.781808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c22ef6af-93a1-4c2b-844b-488f28395d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:43.790644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'subnet': {'network_id': '158a28d2-c75f-421d-bed4-ae7ebb3b1eb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:43.794985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=28256d10-9d1a-44f2-8a06-7fce55357765,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:43.882183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b4dbeb55-dee4-4a6d-ae3c-0d0cbaef2fbd tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Unset dirty status for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:43.884030 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b4dbeb55-dee4-4a6d-ae3c-0d0cbaef2fbd tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3469305 Apr 08 10:44:43.895364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52710) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:43.921088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d61a0235-fb98-4dff-81e6-d5db8dc387f7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': '35b8d0e2-dfc5-4b44-a23e-83a2c867defb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:43.955890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d61a0235-fb98-4dff-81e6-d5db8dc387f7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:43.977358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d61a0235-fb98-4dff-81e6-d5db8dc387f7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:43.986841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d61a0235-fb98-4dff-81e6-d5db8dc387f7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:43.998582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d61a0235-fb98-4dff-81e6-d5db8dc387f7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:44.090712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.209361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:44.239092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:44.253671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c1ad-7620-469c-a209-db65c88ef060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.291344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.305684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:44.311757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:44.319162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=18c40d39-929c-4a82-bbc1-8da8975b87db,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:44.324508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:44.325191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.336657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.349196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431eea3f-4ca7-45a5-abd7-0223f16c8fa3 None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:44.373286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:44.381295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.558440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52722) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:44.566229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.568698 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-d61a0235-fb98-4dff-81e6-d5db8dc387f7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The resource could not be found. Apr 08 10:44:44.569679 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d61a0235-fb98-4dff-81e6-d5db8dc387f7 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6634500 Apr 08 10:44:44.579007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52728) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:44.596870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:44.600301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c1ad-7620-469c-a209-db65c88ef060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.635666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--282980418'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:44.660379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:44.666282 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d7edffcd-0aaf-4ff9-8936-3f119243c26d tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5534921 Apr 08 10:44:44.670126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52732) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:44.672807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:44.693603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'security_group': {'name': 'tempest-secgroup-2058517981'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:44.698145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:44.698495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:44.717805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9c1ad-7620-469c-a209-db65c88ef060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=c814a5b0-d1ea-45fb-bc07-2fc28254c28e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:44.720642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5bf9c1ad-7620-469c-a209-db65c88ef060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.746004 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5bf9c1ad-7620-469c-a209-db65c88ef060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/c814a5b0-d1ea-45fb-bc07-2fc28254c28e HTTP/1.1" status: 204 len: 168 time: 1.3787086 Apr 08 10:44:44.746850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52736) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:44.748110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:44.753108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8532db-d739-4ac6-bfe0-5e5e32acfa86,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:44.778416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:44.784093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:44.787917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:44.796431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:44.803164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1974740690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:44.811246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:44.815488 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Usage tracker for resource:router and tenant:472ec02137e94aefa60313a9bcb3f71c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:44.818507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:44.824421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:44.871870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c7c70-078d-4ea4-912d-7564342607ce None None] Update dhcp port {'port': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'fixed_ips': [{'subnet_id': '67d30cf5-d800-413a-b92c-355ae6106404', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '18c40d39-929c-4a82-bbc1-8da8975b87db'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'bb6c39e8-a88b-44c1-9201-19ce8624502d'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:44:44.872091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-15c9ed19-24c7-4d83-a099-83ac668f3d21 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159651 Apr 08 10:44:44.875607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52740) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:44.892607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:44.915716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ed529-fd56-4638-9103-fc5280c66e79 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:44.939133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.940512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.960349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Router ddcfd519-b586-4aa4-968d-1e7cc24c17a4 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:44:44.965108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.969513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.986409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.025776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e80c7c70-078d-4ea4-912d-7564342607ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.090389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:45.094557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:45.112589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:45.120387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.121441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:45.132928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-63ec9566-7ba9-4761-87cb-9e3569329397 None None] Provisioning complete for port 1c0a6502-78c0-404b-9485-73271dbf3609 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:45.133316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-63ec9566-7ba9-4761-87cb-9e3569329397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.138383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:45.163007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:45.167741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:45.171984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:45.177596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:45.181177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group_rule and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:45.188810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:45.191836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.198697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:45.199547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074691f-a92c-4d1f-ba15-4dfca408f63d None None] Sync routers for ids ['ddcfd519-b586-4aa4-968d-1e7cc24c17a4'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:45.208104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:45.211392 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eca0ca65-a19f-4180-8b8a-268266ec07c6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "PUT /v2.0/routers/ddcfd519-b586-4aa4-968d-1e7cc24c17a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5819197 Apr 08 10:44:45.215417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52744) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:45.255556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.305151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074691f-a92c-4d1f-ba15-4dfca408f63d None None] Routers {'ddcfd519-b586-4aa4-968d-1e7cc24c17a4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:45.305794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4074691f-a92c-4d1f-ba15-4dfca408f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ddcfd519-b586-4aa4-968d-1e7cc24c17a4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:45.312740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.314534 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-50900ee3-c6f5-4a70-a0c9-0a09612b13c2 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7475281 Apr 08 10:44:45.318494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52748) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:45.332800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1030889863'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:45.336041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.342402 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-be56409f-9cb1-4860-8a19-aa77941259ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:44:45.348935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-be56409f-9cb1-4860-8a19-aa77941259ff tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/28256d10-9d1a-44f2-8a06-7fce55357765 HTTP/1.1" status: 404 len: 333 time: 0.1302807 Apr 08 10:44:45.349489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:45.366892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52752) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:45.373184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Usage tracker for resource:network and tenant:472ec02137e94aefa60313a9bcb3f71c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:45.380559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.389784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:45.393483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4074691f-a92c-4d1f-ba15-4dfca408f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:45.399437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.438361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:45.443816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.450801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.455642 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0046499 Apr 08 10:44:45.461873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52756) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:45.462857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:45.471526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.483037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '521139f0-d017-4fc1-8b56-702d59760179', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:45.484897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074691f-a92c-4d1f-ba15-4dfca408f63d None None] Routers {'ddcfd519-b586-4aa4-968d-1e7cc24c17a4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:45.485537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4074691f-a92c-4d1f-ba15-4dfca408f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['ddcfd519-b586-4aa4-968d-1e7cc24c17a4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:45.533045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233cea7-8cf2-4741-8d73-b949e5d8adc5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521139f0-d017-4fc1-8b56-702d59760179,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:45.570615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:45.574576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4074691f-a92c-4d1f-ba15-4dfca408f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:45.574981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074691f-a92c-4d1f-ba15-4dfca408f63d None None] The sync data for ids ['ddcfd519-b586-4aa4-968d-1e7cc24c17a4'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:45.579515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.592275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-e80c7c70-078d-4ea4-912d-7564342607ce None None] Allocated IP 2001:db8::2 (1292fcaf-8cfb-4c88-8d82-538f36cf403d/18c40d39-929c-4a82-bbc1-8da8975b87db/bb6c39e8-a88b-44c1-9201-19ce8624502d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:45.594282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ab577c-5747-422e-9ee3-3b84f5d45229 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.594498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Subnet': ['ID=96f26b3f-761e-49cb-8dff-42986e46d274,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:45.601257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Checking segment: {'id': 'c4215dbe-ef0e-4b65-aa0c-ec34e93267f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '158a28d2-c75f-421d-bed4-ae7ebb3b1eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:45.601257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network hostable DHCP agents. Network: 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:44:45.663242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:45.684064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:45.704360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Made reservation on behalf of 472ec02137e94aefa60313a9bcb3f71c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:45.707785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.712214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:44:45.716798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:45.734941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:45.740742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6bd3b4-b4f9-45fc-93f2-e78763284371,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:45.780177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] Deleting port 1c0a6502-78c0-404b-9485-73271dbf3609 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:45.780572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.794101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.833063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:45.844861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Usage tracker for resource:security_group_rule and tenant:472ec02137e94aefa60313a9bcb3f71c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:45.850085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:45.854519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.855500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc865b5b-126c-4bf0-9341-d9dff3f54abb,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:45.857864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:45.909632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e80c7c70-078d-4ea4-912d-7564342607ce None None] For port bb6c39e8-a88b-44c1-9201-19ce8624502d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb6c39e8-a88b-44c1-9201-19ce8624502d,segment=NetworkSegment(65b3661d-3a79-4ccd-bc5f-588e87ef289c),segment_id=65b3661d-3a79-4ccd-bc5f-588e87ef289c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:45.922271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:45.925503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:45.928673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:45.929736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.935224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.939169 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b2e70311-7463-48bb-9cfd-a76daaa9f5c5 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3554175 Apr 08 10:44:45.939488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52760) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:45.951541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--46477252'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:45.956261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=709452a4-b64b-4b1c-a621-2725dcbfb137,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:45.962699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:45.967299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:45.970375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:45.974717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:45.975893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.984547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:45.994654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e43f93c-5344-484e-864c-71df8600c681 None None] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:45.995595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.999252 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1faff4f5-47f1-43d4-afcb-5f5fb88dae8c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3169808 Apr 08 10:44:46.000556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52764) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:46.002547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:46.009064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'security_group': {'name': 'tempest-secgroup-2078923961'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:46.018101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:46.022425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:46.025486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:46.031818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:46.076638 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.077670 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-35dbb473-57d5-48a7-afa6-c11f8f9fc98e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2009249 Apr 08 10:44:46.082684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52768) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:46.092613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:46.100138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ab577c-5747-422e-9ee3-3b84f5d45229 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.105855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ab577c-5747-422e-9ee3-3b84f5d45229 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.106166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e80c7c70-078d-4ea4-912d-7564342607ce None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.126385 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-02206ef3-9c61-4c8b-abf3-260af1fdd2ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3476079 Apr 08 10:44:46.131360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52772) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:46.133708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.163866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1915727395', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:46.186751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.191064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] For port 1c0a6502-78c0-404b-9485-73271dbf3609, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1c0a6502-78c0-404b-9485-73271dbf3609,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:46.191460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.205686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:46.257418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:46.259012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:router and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:46.270240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:46.291680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group_rule and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:46.294680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:46.300423 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:46.311800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:46.330842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:46.350750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:46.358097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] Calling delete_port for 1c0a6502-78c0-404b-9485-73271dbf3609 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:46.364150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:46.370399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ab577c-5747-422e-9ee3-3b84f5d45229 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.371383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ab577c-5747-422e-9ee3-3b84f5d45229 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Fanout notify agent at l3_agent the message router_deleted on router ddcfd519-b586-4aa4-968d-1e7cc24c17a4 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:44:46.379311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:46.392859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:46.394958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e80c7c70-078d-4ea4-912d-7564342607ce None None] Transition to ACTIVE for port object bb6c39e8-a88b-44c1-9201-19ce8624502d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:46.398888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.403994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.405060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.412627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.419103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:46.435716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:46.448790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66ab577c-5747-422e-9ee3-3b84f5d45229 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.449883 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-66ab577c-5747-422e-9ee3-3b84f5d45229 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/routers/ddcfd519-b586-4aa4-968d-1e7cc24c17a4 HTTP/1.1" status: 204 len: 168 time: 1.0819626 Apr 08 10:44:46.452606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52776) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:46.468730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:46.491774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-158a28d2-c75f-421d-bed4-ae7ebb3b1eb3', 'network_id': '158a28d2-c75f-421d-bed4-ae7ebb3b1eb3', 'tenant_id': '6bb7970e83ad42edbef6504ef0d64b2f', 'fixed_ips': [{'subnet_id': '96f26b3f-761e-49cb-8dff-42986e46d274'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:46.492380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.493095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.509849 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e80c7c70-078d-4ea4-912d-7564342607ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.527682 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.551002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.560710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.592893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.594909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3ffb8e-cd2a-4d62-a5be-2f20820ad7e0 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet e2cb305e-9cd8-4f18-ad54-53205bc1e3a9 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:44:46.596858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc3a4c3-f409-4eb0-ae8b-5b5b4a61f0c2,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:46.613933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:46.617307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ffb8e-cd2a-4d62-a5be-2f20820ad7e0 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.619191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.646233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.662577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.662918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.666946 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-109f4a95-2b47-4476-873c-83c9437a807a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1980968 Apr 08 10:44:46.670944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:46.674270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52780) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:46.685856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd68391-dcd1-4d06-9009-efb14bda1989,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:46.692115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-74ce679e-2014-4ac4-8c90-3a2c0a2860c0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '521139f0-d017-4fc1-8b56-702d59760179', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:46.698410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-74ce679e-2014-4ac4-8c90-3a2c0a2860c0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:46.702443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-74ce679e-2014-4ac4-8c90-3a2c0a2860c0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:46.710235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-74ce679e-2014-4ac4-8c90-3a2c0a2860c0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:46.724092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-74ce679e-2014-4ac4-8c90-3a2c0a2860c0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:46.728999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.728999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Added segment b5313450-64a7-46d9-b874-dd566459750b of type vlan for network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 Apr 08 10:44:46.745229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ffb8e-cd2a-4d62-a5be-2f20820ad7e0 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.750978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] No DVR routers for this DVR port 1c0a6502-78c0-404b-9485-73271dbf3609 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:46.763141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c7c70-078d-4ea4-912d-7564342607ce None None] Pushing event updated for resources: {'Port': ['ID=bb6c39e8-a88b-44c1-9201-19ce8624502d,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:46.777112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e9f33-3a64-4cb3-ba60-ecc31b16b49a None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:46.799348 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.822736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.890437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74ce679e-2014-4ac4-8c90-3a2c0a2860c0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.898009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a592938-18b4-48c8-aa27-035607391c09 None None] Pushing event deleted for resources: {'Port': ['ID=1c0a6502-78c0-404b-9485-73271dbf3609,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:46.943635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ffb8e-cd2a-4d62-a5be-2f20820ad7e0 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.971695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb6c39e8-a88b-44c1-9201-19ce8624502d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:47.038960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.046006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:47.048311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.052889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Allocated IP 172.20.0.2 (158a28d2-c75f-421d-bed4-ae7ebb3b1eb3/96f26b3f-761e-49cb-8dff-42986e46d274/8e059a36-2ba5-43b0-9c76-eb89dca6504a) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:47.224373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ffb8e-cd2a-4d62-a5be-2f20820ad7e0 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.231622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1c0a6502-78c0-404b-9485-73271dbf3609 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:47.273665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 1c0a6502-78c0-404b-9485-73271dbf3609 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:47.273906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1c0a6502-78c0-404b-9485-73271dbf3609 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:47.286396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': '709452a4-b64b-4b1c-a621-2725dcbfb137'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:47.286396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.294952 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-74ce679e-2014-4ac4-8c90-3a2c0a2860c0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:44:47.295989 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-74ce679e-2014-4ac4-8c90-3a2c0a2860c0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6151462 Apr 08 10:44:47.297591 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ffb8e-cd2a-4d62-a5be-2f20820ad7e0 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=e2cb305e-9cd8-4f18-ad54-53205bc1e3a9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:47.300254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Network': ['ID=86ce2527-bf12-4ba9-8ebe-fd3b12d10e95,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:47.301679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ffb8e-cd2a-4d62-a5be-2f20820ad7e0 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.303508 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ab3ffb8e-cd2a-4d62-a5be-2f20820ad7e0 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/e2cb305e-9cd8-4f18-ad54-53205bc1e3a9 HTTP/1.1" status: 204 len: 168 time: 0.8492844 Apr 08 10:44:47.304298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52784) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:47.309156 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b69122e2-86f7-4a5e-9e6f-9a2385df08b9 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9822791 Apr 08 10:44:47.312168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52786) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:47.312511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52788) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:47.362988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'subnet': {'network_id': '86ce2527-bf12-4ba9-8ebe-fd3b12d10e95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:47.397555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.404527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0edbea38-212c-4f69-9ec7-07834aaa458b,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:47.479802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88eae85-ed3b-4bc5-8e37-763459d66783,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:47.507600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.ipam_backend_mixin [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 709452a4-b64b-4b1c-a621-2725dcbfb137 (CIDR: 2001:db8::/64) Apr 08 10:44:47.508575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.509976 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-60516d41-7490-455d-8211-62d710cf9417 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5088842 Apr 08 10:44:47.513215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52796) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:47.518267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'security_group': {'name': 'tempest-secgroup-543509363'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:47.532303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:47.535861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.542263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95006a8-6296-42fd-9ac0-e4f1548d1e7d None None] Network eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:47.547308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3f66815b-381c-49d7-a08e-d0ecd9594539 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6062386 Apr 08 10:44:47.554257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52800) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:47.555406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:47.560218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:44:47.565435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:47.568837 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:47.569194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:47.581054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-618d446f-9f38-472d-a380-94cbd72ce965 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group_rule': {'security_group_id': 'fa6bd3b4-b4f9-45fc-93f2-e78763284371', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e88eae85-ed3b-4bc5-8e37-763459d66783'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:47.588102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:47.603502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:47.618160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Usage tracker for resource:subnet and tenant:472ec02137e94aefa60313a9bcb3f71c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:47.622320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:47.631704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:47.636257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4db-d7da-43df-bb06-bf33b85aae18 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.641529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.652092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-618d446f-9f38-472d-a380-94cbd72ce965 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:47.669993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-618d446f-9f38-472d-a380-94cbd72ce965 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:47.676283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-618d446f-9f38-472d-a380-94cbd72ce965 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:47.678051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:47.678396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.689204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-618d446f-9f38-472d-a380-94cbd72ce965 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:47.715677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4db-d7da-43df-bb06-bf33b85aae18 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.806017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Made reservation on behalf of 472ec02137e94aefa60313a9bcb3f71c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:47.809967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.814823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.827072 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d6e3090e-6e6c-4fbe-a806-2a16b5652fc1 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7408180 Apr 08 10:44:47.832612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52806) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:47.891734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:47.947976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e57b5542-96a2-46bc-81fa-abb79970fa70 None None] Provisioning complete for port 47a0e8e1-d27f-426a-9c36-c2b853a354ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:47.948205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e57b5542-96a2-46bc-81fa-abb79970fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:47.970357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:47.997112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4db-d7da-43df-bb06-bf33b85aae18 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.030018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:security_group_rule and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:48.035518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9d4db-d7da-43df-bb06-bf33b85aae18 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521139f0-d017-4fc1-8b56-702d59760179,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:48.040949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:48.044398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.067957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] For port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f29e15d2-f9bd-4b7a-86da-79c6162dfbbf,segment=NetworkSegment(06c9e281-324a-49e7-9d4e-da4e20be4175),segment_id=06c9e281-324a-49e7-9d4e-da4e20be4175)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:48.067957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.069099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/709452a4-b64b-4b1c-a621-2725dcbfb137/a2cbc14b-a1a6-43f0-b1b8-bfead721edeb) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:48.071874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d4db-d7da-43df-bb06-bf33b85aae18 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.073138 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ebf9d4db-d7da-43df-bb06-bf33b85aae18 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/521139f0-d017-4fc1-8b56-702d59760179 HTTP/1.1" status: 204 len: 168 time: 0.7626996 Apr 08 10:44:48.078280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52812) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:48.086364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:48.102215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.113765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e57b5542-96a2-46bc-81fa-abb79970fa70 None None] Port 47a0e8e1-d27f-426a-9c36-c2b853a354ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:48.164088 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-618d446f-9f38-472d-a380-94cbd72ce965 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:48.168308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-618d446f-9f38-472d-a380-94cbd72ce965 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6047432 Apr 08 10:44:48.170623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52816) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:48.217281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for f29e15d2-f9bd-4b7a-86da-79c6162dfbbf owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:48.233798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.249049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:48.257552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e57b5542-96a2-46bc-81fa-abb79970fa70 None None] Provisioning for port bb6c39e8-a88b-44c1-9201-19ce8624502d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:48.271952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Transition to ACTIVE for port object 8e059a36-2ba5-43b0-9c76-eb89dca6504a will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:48.274340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e57b5542-96a2-46bc-81fa-abb79970fa70 None None] Provisioning complete for port bb6c39e8-a88b-44c1-9201-19ce8624502d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:48.274719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e57b5542-96a2-46bc-81fa-abb79970fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.304887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:48.308880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:48.323714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:48.382637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Transition to ACTIVE for port object 8e059a36-2ba5-43b0-9c76-eb89dca6504a will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:48.401023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:48.404575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.404964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92ed63-128d-40d1-a30a-fba95d7d2998 None None] DHCP port deletion for eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:44:48.409270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f1a9248b-6a9f-49f6-8ffe-9e8a52382776 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:48.441716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-1b92ed63-128d-40d1-a30a-fba95d7d2998 None None] Deleting port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:48.442361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1b92ed63-128d-40d1-a30a-fba95d7d2998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.478275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.492629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.553827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.26.7.224 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/b4d5a21c-b0f2-47ee-8a01-679a38eb2c8f) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:48.564670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.564907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.604607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-016e1771-e9c9-4fa2-8e78-6d200b218a1a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.612561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No DVR routers for this DVR port f29e15d2-f9bd-4b7a-86da-79c6162dfbbf on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:48.647600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=f29e15d2-f9bd-4b7a-86da-79c6162dfbbf,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:48.653233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.681965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.685792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd700b8-5c66-4f50-b5e9-dda408e6c6c3,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:48.686371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:48.695177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-1b92ed63-128d-40d1-a30a-fba95d7d2998 None None] The port 'f29e15d2-f9bd-4b7a-86da-79c6162dfbbf' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:44:48.700775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:48.703491 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:48.711069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f1a9248b-6a9f-49f6-8ffe-9e8a52382776 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:48.712337 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f1a9248b-6a9f-49f6-8ffe-9e8a52382776 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6318350 Apr 08 10:44:48.724006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Pushing event updated for resources: {'Port': ['ID=8e059a36-2ba5-43b0-9c76-eb89dca6504a,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:48.731149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Transition to ACTIVE for port object a2cbc14b-a1a6-43f0-b1b8-bfead721edeb will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:48.737139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52820) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:48.751389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390609117'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:48.766561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:48.778197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-016e1771-e9c9-4fa2-8e78-6d200b218a1a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.800500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.804372 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8ece0a9d-9807-4b3c-9c84-6661292fb9d4 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2875850 Apr 08 10:44:48.823100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52824) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:48.839902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.843916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Transition to ACTIVE for port object a2cbc14b-a1a6-43f0-b1b8-bfead721edeb will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:48.852224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Attempting to bind port 8e059a36-2ba5-43b0-9c76-eb89dca6504a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:48.852595 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Attempting to bind port 8e059a36-2ba5-43b0-9c76-eb89dca6504a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'c4215dbe-ef0e-4b65-aa0c-ec34e93267f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '158a28d2-c75f-421d-bed4-ae7ebb3b1eb3'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:48.853071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Attempting to bind port 8e059a36-2ba5-43b0-9c76-eb89dca6504a on network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:48.859243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:48.859571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Checking segment: {'id': 'c4215dbe-ef0e-4b65-aa0c-ec34e93267f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '158a28d2-c75f-421d-bed4-ae7ebb3b1eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:48.860153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.860739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Bound using segment: {'id': 'c4215dbe-ef0e-4b65-aa0c-ec34e93267f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '158a28d2-c75f-421d-bed4-ae7ebb3b1eb3'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:48.861419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Bound port: 8e059a36-2ba5-43b0-9c76-eb89dca6504a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4215dbe-ef0e-4b65-aa0c-ec34e93267f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '158a28d2-c75f-421d-bed4-ae7ebb3b1eb3'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:48.861566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1495270388', 'security_groups': ['cfd700b8-5c66-4f50-b5e9-dda408e6c6c3'], 'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18c40d39-929c-4a82-bbc1-8da8975b87db'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:48.862130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.879593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Subnet': ['ID=ffb25ff0-60d4-4699-8d56-e1bfe02d01f4,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:48.882447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:48.933920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecdb8d0-7c57-48ed-9d92-d00b8dc6c771']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:48.939617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f29e15d2-f9bd-4b7a-86da-79c6162dfbbf no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:48.958523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:48.982456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: f29e15d2-f9bd-4b7a-86da-79c6162dfbbf {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:44:48.982759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f29e15d2-f9bd-4b7a-86da-79c6162dfbbf not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:49.000074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.005864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c9e281-324a-49e7-9d4e-da4e20be4175') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:49.006204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c9e281-324a-49e7-9d4e-da4e20be4175') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:49.036370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.043411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Checking segment: {'id': 'b5313450-64a7-46d9-b874-dd566459750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ce2527-bf12-4ba9-8ebe-fd3b12d10e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:49.043726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network hostable DHCP agents. Network: 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:44:49.060659 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.078234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.081686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:49.085938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:49.088405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:49.091171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] For port 8e059a36-2ba5-43b0-9c76-eb89dca6504a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:49.100436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.110742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] For port 8e059a36-2ba5-43b0-9c76-eb89dca6504a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8e059a36-2ba5-43b0-9c76-eb89dca6504a,segment=NetworkSegment(c4215dbe-ef0e-4b65-aa0c-ec34e93267f1),segment_id=c4215dbe-ef0e-4b65-aa0c-ec34e93267f1)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:49.117272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:49.123856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:44:49.124263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.143507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Pushing event updated for resources: {'Port': ['ID=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:49.144759 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:49.165378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:49.173693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:49.177044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:49.232606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:49.259717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:49.276501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-016e1771-e9c9-4fa2-8e78-6d200b218a1a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.301334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Attempting to bind port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:49.301770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Attempting to bind port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:49.302159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Attempting to bind port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:49.308118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:49.308523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:49.308937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.309338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:49.309856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Bound port: a2cbc14b-a1a6-43f0-b1b8-bfead721edeb, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:49.310355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.321086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e1771-e9c9-4fa2-8e78-6d200b218a1a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88eae85-ed3b-4bc5-8e37-763459d66783,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:49.334750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:49.350529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.379074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:49.396421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:49.424385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] For port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:49.427625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] For port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:49.429017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.432210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=b4d5a21c-b0f2-47ee-8a01-679a38eb2c8f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:49.464327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-016e1771-e9c9-4fa2-8e78-6d200b218a1a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.465561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-016e1771-e9c9-4fa2-8e78-6d200b218a1a tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/e88eae85-ed3b-4bc5-8e37-763459d66783 HTTP/1.1" status: 204 len: 168 time: 1.2905900 Apr 08 10:44:49.468742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52830) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:49.523263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1f499-5d41-4a48-8bca-1ef13c19749d None None] Pushing event updated for resources: {'Port': ['ID=8e059a36-2ba5-43b0-9c76-eb89dca6504a,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:49.533452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.534504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.539037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:49.621113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:44:49.628916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcc80a-7b24-48e2-aa10-46e7b3707b4d None None] Pushing event updated for resources: {'Port': ['ID=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:49.655071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:44:49.664384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.695396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.708747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Network': ['ID=eecdb8d0-7c57-48ed-9d92-d00b8dc6c771,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:49.732503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2251b67a-53e5-4ffb-afe9-241a2bdc9239 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Synchronizing usage tracker for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:49.830938 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a403c6c8-c788-4c2b-b320-65490d1448a7,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:49.851472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.874217 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:49.882898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:49.883595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.888718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc046423-263a-4d9f-85e5-768707d17d2a None None] Network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:49.893375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] device_id is not set on port c3ea86a2-70e1-4e67-878e-b4764418449c yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:49.935209 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5c5bdd95-98fb-43c9-8375-122ec36fd343 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/networks/eecdb8d0-7c57-48ed-9d92-d00b8dc6c771 HTTP/1.1" status: 204 len: 168 time: 2.6215420 Apr 08 10:44:49.939564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52834) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:50.024211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.028252 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7120713e-c17c-4417-9a7a-31551e933752 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2873330 Apr 08 10:44:50.028252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2251b67a-53e5-4ffb-afe9-241a2bdc9239 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Unset dirty status for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:50.028252 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2251b67a-53e5-4ffb-afe9-241a2bdc9239 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5574358 Apr 08 10:44:50.041452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52838) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:50.041674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52840) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:50.091953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b9515b24-357c-430c-9510-166f8e800908 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'a403c6c8-c788-4c2b-b320-65490d1448a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:50.098307 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-b9515b24-357c-430c-9510-166f8e800908 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 08 10:44:50.098882 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-b9515b24-357c-430c-9510-166f8e800908 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:50.102547 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b9515b24-357c-430c-9510-166f8e800908 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0508480 Apr 08 10:44:50.107675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52846) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:50.224532 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-86ce2527-bf12-4ba9-8ebe-fd3b12d10e95', 'network_id': '86ce2527-bf12-4ba9-8ebe-fd3b12d10e95', 'tenant_id': '472ec02137e94aefa60313a9bcb3f71c', 'fixed_ips': [{'subnet_id': 'ffb25ff0-60d4-4699-8d56-e1bfe02d01f4'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:50.225698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.229107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52850) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:50.235380 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3b6916c3-043c-4e86-b25d-a4d267fec878 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9200459 Apr 08 10:44:50.245171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd47f5-9cca-47a8-a18d-f22b9a5bbeae tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:50.245790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-68dd47f5-9cca-47a8-a18d-f22b9a5bbeae tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:50.300133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'network': {'name': 'tempest-router-network01--1467858236'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:50.303305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.333377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:50.347853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Usage tracker for resource:network and tenant:472ec02137e94aefa60313a9bcb3f71c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:50.377345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:50.394207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-81587581-5c0d-4e73-9666-85e35c02f089 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.400306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-58d43bfc-cbca-4096-82ff-4ef12be11c5a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.411716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:50.413353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8::19a (1292fcaf-8cfb-4c88-8d82-538f36cf403d/18c40d39-929c-4a82-bbc1-8da8975b87db/c3ea86a2-70e1-4e67-878e-b4764418449c) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:50.429786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-68dd47f5-9cca-47a8-a18d-f22b9a5bbeae tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:50.431842 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-68dd47f5-9cca-47a8-a18d-f22b9a5bbeae tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/91eb8efa-782c-4042-9d2a-ec68e683208e HTTP/1.1" status: 200 len: 840 time: 0.4899549 Apr 08 10:44:50.431982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.442056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52854) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:50.458692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Allocated IP 172.20.0.2 (86ce2527-bf12-4ba9-8ebe-fd3b12d10e95/ffb25ff0-60d4-4699-8d56-e1bfe02d01f4/e5334ec9-aef9-4996-bcae-76ac1575040b) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:50.510541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-81587581-5c0d-4e73-9666-85e35c02f089 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.548124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-58d43bfc-cbca-4096-82ff-4ef12be11c5a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.648063 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0ed30991-8c6d-4b03-89f0-cfc51a4d5728 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/91eb8efa-782c-4042-9d2a-ec68e683208e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2046254 Apr 08 10:44:50.648311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52860) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:50.681782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Made reservation on behalf of 472ec02137e94aefa60313a9bcb3f71c for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:50.681782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.708104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:50.719185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.737545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Transition to ACTIVE for port object e5334ec9-aef9-4996-bcae-76ac1575040b will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:50.761336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Transition to ACTIVE for port object e5334ec9-aef9-4996-bcae-76ac1575040b will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:50.819929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.842726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-81587581-5c0d-4e73-9666-85e35c02f089 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.848830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object c3ea86a2-70e1-4e67-878e-b4764418449c will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:50.859631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.878289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81587581-5c0d-4e73-9666-85e35c02f089 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6bd3b4-b4f9-45fc-93f2-e78763284371,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:50.970400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-81587581-5c0d-4e73-9666-85e35c02f089 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:50.973008 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-81587581-5c0d-4e73-9666-85e35c02f089 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa6bd3b4-b4f9-45fc-93f2-e78763284371 HTTP/1.1" status: 204 len: 168 time: 0.9221518 Apr 08 10:44:50.973700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52864) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:50.994410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.020293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:51.024342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:51.027647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:51.041022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403dbe27-a0d6-4c6a-8587-ad4f9ff42233 None None] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:51.074296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a2cbc14b-a1a6-43f0-b1b8-bfead721edeb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:51.114733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:51.121124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:51.135575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:51.142494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:51.143266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.180364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Pushing event updated for resources: {'Port': ['ID=e5334ec9-aef9-4996-bcae-76ac1575040b,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:51.280029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-58d43bfc-cbca-4096-82ff-4ef12be11c5a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.283986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:51.344362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:51.360529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:51.371618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-00495a4f-ccc9-47d8-93d7-cf4d8bf89d40 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Synchronizing usage tracker for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:51.378612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=c3ea86a2-70e1-4e67-878e-b4764418449c,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:51.431728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:51.439462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d43bfc-cbca-4096-82ff-4ef12be11c5a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a403c6c8-c788-4c2b-b320-65490d1448a7,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:51.439629 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e27512fc-b987-49f7-b5ae-e88cb6f00ce2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6018615 Apr 08 10:44:51.440439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52868) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:51.460571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:51.498738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-00495a4f-ccc9-47d8-93d7-cf4d8bf89d40 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Unset dirty status for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:51.500640 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-00495a4f-ccc9-47d8-93d7-cf4d8bf89d40 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5257385 Apr 08 10:44:51.503755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:51.510327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52872) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:51.512584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.512950 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Added segment 831bfacd-372a-4534-8c70-511ca84e7493 of type vlan for network 5d0a9cde-5ac7-4598-8486-0417c27a431a Apr 08 10:44:51.525883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d7388df6-a989-4d32-81dc-1b6f7d687f04 None None] Provisioning for port 8e059a36-2ba5-43b0-9c76-eb89dca6504a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:51.528872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Attempting to bind port e5334ec9-aef9-4996-bcae-76ac1575040b on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:51.529237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Attempting to bind port e5334ec9-aef9-4996-bcae-76ac1575040b by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'b5313450-64a7-46d9-b874-dd566459750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ce2527-bf12-4ba9-8ebe-fd3b12d10e95'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:51.529590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Attempting to bind port e5334ec9-aef9-4996-bcae-76ac1575040b on network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:51.532544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] For port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:51.539360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.558124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:51.558124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Checking segment: {'id': 'b5313450-64a7-46d9-b874-dd566459750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ce2527-bf12-4ba9-8ebe-fd3b12d10e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:51.558124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.558124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Bound using segment: {'id': 'b5313450-64a7-46d9-b874-dd566459750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ce2527-bf12-4ba9-8ebe-fd3b12d10e95'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:51.558124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Bound port: e5334ec9-aef9-4996-bcae-76ac1575040b, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5313450-64a7-46d9-b874-dd566459750b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86ce2527-bf12-4ba9-8ebe-fd3b12d10e95'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:51.558124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.563708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'tempest-secgroup--623528061'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:51.585516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:51.604670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:51.631463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:51.635108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.640705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:51.645908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:51.650010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:51.653131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:51.661083 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:51.661536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-58d43bfc-cbca-4096-82ff-4ef12be11c5a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.662770 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-58d43bfc-cbca-4096-82ff-4ef12be11c5a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/a403c6c8-c788-4c2b-b320-65490d1448a7 HTTP/1.1" status: 204 len: 168 time: 1.5314174 Apr 08 10:44:51.666615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52876) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:51.669180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8e059a36-2ba5-43b0-9c76-eb89dca6504a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:51.678003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.688403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.722201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:51.735521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Usage tracker for resource:security_group_rule and tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:51.740372 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:51.748388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aed2d55c-773c-4721-8e64-0ed519728116 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:51.751289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:51.768169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.781665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] For port e5334ec9-aef9-4996-bcae-76ac1575040b, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:51.786538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] For port e5334ec9-aef9-4996-bcae-76ac1575040b, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5334ec9-aef9-4996-bcae-76ac1575040b,segment=NetworkSegment(b5313450-64a7-46d9-b874-dd566459750b),segment_id=b5313450-64a7-46d9-b874-dd566459750b)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:51.806338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:51.813903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.842017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Provisioning for port c3ea86a2-70e1-4e67-878e-b4764418449c completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:51.848623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Provisioning complete for port c3ea86a2-70e1-4e67-878e-b4764418449c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:51.853164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.908010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.910898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.915744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.926862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aed2d55c-773c-4721-8e64-0ed519728116 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:51.928118 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aed2d55c-773c-4721-8e64-0ed519728116 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2605321 Apr 08 10:44:51.931693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:51.938859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52880) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:51.947968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--830096000'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:51.960374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:51.981616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:52.007920 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.ipam_backend_mixin [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18c40d39-929c-4a82-bbc1-8da8975b87db (CIDR: 2001:db8::/64) Apr 08 10:44:52.009530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.011640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.017411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:52.018041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.025891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 8e059a36-2ba5-43b0-9c76-eb89dca6504a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:52.055045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Port c3ea86a2-70e1-4e67-878e-b4764418449c cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:52.062161 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:52.063034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:52.080258 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 8e059a36-2ba5-43b0-9c76-eb89dca6504a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:52.080739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.082716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4d5217-c9d0-4381-8594-926543ded409,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:52.089223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.111359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:52.115707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:52.120153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:52.123478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:52.131018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:52.156315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.158094 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-48538dc4-6245-4fac-a410-a86b7c183633 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6468489 Apr 08 10:44:52.163650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52884) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:52.172066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc5742-9aec-46a7-99b1-38f05c864911 None None] Pushing event updated for resources: {'Port': ['ID=e5334ec9-aef9-4996-bcae-76ac1575040b,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:52.173344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-cb076e1a-83b2-44f9-ab70-ca3d43db1486 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:52.174244 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-cb076e1a-83b2-44f9-ab70-ca3d43db1486 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 08 10:44:52.175171 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-cb076e1a-83b2-44f9-ab70-ca3d43db1486 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] update failed (client error): There was a conflict when trying to complete your request. Apr 08 10:44:52.177395 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cb076e1a-83b2-44f9-ab70-ca3d43db1486 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "PUT /v2.0/security-groups/fb4d5217-c9d0-4381-8594-926543ded409 HTTP/1.1" status: 409 len: 330 time: 0.0118864 Apr 08 10:44:52.184341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:52.190470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52888) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:52.198201 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8fa10cd6-4457-4bd4-9e4c-3a8af29c861f tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7564957 Apr 08 10:44:52.230994 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63875f91-d2a7-48bb-8ab1-d0412202a188 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:52.237524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52892) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:52.251971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:52.252598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.288254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0a62dc66-51db-492f-abbd-ff2658cd3751 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.307725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:52.326591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Provisioning for port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:52.339834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Provisioning complete for port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:52.340210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.344976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0a62dc66-51db-492f-abbd-ff2658cd3751 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.359502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=a7119278-842f-4c54-b7b2-b336f2aeffb9,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:52.362451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.369696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,revision_number=4']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:52.417361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.431267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.433137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Network': ['ID=5d0a9cde-5ac7-4598-8486-0417c27a431a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:52.445161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b948cce9-2185-4ab4-afc9-bf06a0f0946d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2042744 Apr 08 10:44:52.453627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52896) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:52.476747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 5d0a9cde-5ac7-4598-8486-0417c27a431a details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:44:52.482046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'network': {'name': 'tempest-router-network02--1876288956'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:52.497896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0a62dc66-51db-492f-abbd-ff2658cd3751 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.508831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:52.521996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944e6639-c71a-4d65-9cb4-75f27fff31b4,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:52.528050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Usage tracker for resource:network and tenant:472ec02137e94aefa60313a9bcb3f71c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:52.534337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:52.559609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0a62dc66-51db-492f-abbd-ff2658cd3751 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.560813 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0a62dc66-51db-492f-abbd-ff2658cd3751 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb4d5217-c9d0-4381-8594-926543ded409 HTTP/1.1" status: 204 len: 168 time: 0.3690367 Apr 08 10:44:52.561984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:52.565208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62dc66-51db-492f-abbd-ff2658cd3751 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4d5217-c9d0-4381-8594-926543ded409,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:52.566893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52900) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:52.595746 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b52306a9-0ced-46e1-bb6f-4b7b3ad872fc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7620234 Apr 08 10:44:52.607202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52904) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:52.614687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 00ad549a-ed3f-40ad-b090-be5defaa7a15 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:44:52.619163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:eb:20:2b', 'name': 'tempest-NetworksTestDHCPv6-74377227'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:52.681018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 8e059a36-2ba5-43b0-9c76-eb89dca6504a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8e059a36-2ba5-43b0-9c76-eb89dca6504a,segment=NetworkSegment(c4215dbe-ef0e-4b65-aa0c-ec34e93267f1),segment_id=c4215dbe-ef0e-4b65-aa0c-ec34e93267f1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:52.727919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.774531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:52.776772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.780986 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-76278c2f-ec7c-4c0e-81ab-e3a9378ed995 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8409789 Apr 08 10:44:52.789502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:52.797006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:52.799504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ebe2c8a9-4152-4207-8448-c8af3f31d5be tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '944e6639-c71a-4d65-9cb4-75f27fff31b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:52.800066 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-ebe2c8a9-4152-4207-8448-c8af3f31d5be tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 08 10:44:52.800600 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-ebe2c8a9-4152-4207-8448-c8af3f31d5be tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:52.802457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.804870 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ebe2c8a9-4152-4207-8448-c8af3f31d5be tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0142746 Apr 08 10:44:52.806336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:52.809515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52912) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:52.813111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:52.815522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:52.822095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcd443cb-a043-4f65-81ae-6ea7407bb058 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Synchronizing usage tracker for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:52.824824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:52.842592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:52.863511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:52.864588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:52.865278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Made reservation on behalf of 472ec02137e94aefa60313a9bcb3f71c for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:52.870615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.890957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:52.906347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.926677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:52.929910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1e13b-d2bf-4c2c-926d-b41015ddf0a3 None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:52.955770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=295260f1-9d55-42f2-985a-78d0b4e0e1dd,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:52.958689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:52.959277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:52.980040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcd443cb-a043-4f65-81ae-6ea7407bb058 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] Unset dirty status for tenant:2f2c13023cbd4d7f8d8fcb272a58dcd4 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:52.981325 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dcd443cb-a043-4f65-81ae-6ea7407bb058 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4123785 Apr 08 10:44:52.988452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:52.990338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:53.064021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e5334ec9-aef9-4996-bcae-76ac1575040b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:53.074303 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-849f368d-7f4b-4ab0-97de-b3f880928116 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] delete failed (client error): The resource could not be found. Apr 08 10:44:53.079168 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-849f368d-7f4b-4ab0-97de-b3f880928116 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "DELETE /v2.0/security-groups/212c3be7-f157-49d2-9b03-3b037c8f2194 HTTP/1.1" status: 404 len: 347 time: 0.0840762 Apr 08 10:44:53.079168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.079168 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Added segment 9ee97f60-493d-4671-99d5-5889c1d6bdb7 of type vlan for network e44dc7ca-b7b8-4b87-ab20-664a22f92518 Apr 08 10:44:53.081539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52920) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:53.094926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10b5efb7-d98c-41e0-a81f-740ecccc4d1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.105647 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-de11814d-2f83-4e7c-ba5b-c2a99421a064 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] show failed (client error): The resource could not be found. Apr 08 10:44:53.111936 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-de11814d-2f83-4e7c-ba5b-c2a99421a064 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-groups/2dde66f9-bf31-4817-90a0-02eb9fa71fcb HTTP/1.1" status: 404 len: 347 time: 0.0198896 Apr 08 10:44:53.112735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52924) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:53.122746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] For port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:53.126216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:53.130601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.139686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=8e059a36-2ba5-43b0-9c76-eb89dca6504a,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:53.147730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.158855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:44:53.160326 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-bb088636-dd66-4315-9a5a-b6cd0bafd9c0 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] show failed (client error): The resource could not be found. Apr 08 10:44:53.161111 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bb088636-dd66-4315-9a5a-b6cd0bafd9c0 tempest-NegativeSecGroupTest-238612958 tempest-NegativeSecGroupTest-238612958-project] 10.222.0.23 "GET /v2.0/security-group-rules/3481f9e8-09d6-433f-a35b-69112cbdfe29 HTTP/1.1" status: 404 len: 356 time: 0.0445743 Apr 08 10:44:53.177746 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9d4dd-daf1-4979-b336-ebfc924ae6ed None None] Sync routers for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:44:53.181812 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b9bb7107-5f29-4d13-9e80-850718478c59 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5172915 Apr 08 10:44:53.186193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52930) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:53.193411 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9d4dd-daf1-4979-b336-ebfc924ae6ed None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:53.194208 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3ce9d4dd-daf1-4979-b336-ebfc924ae6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:53.222708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1644825603'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:53.225545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10b5efb7-d98c-41e0-a81f-740ecccc4d1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.231382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.312225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:53.324505 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:53.328868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:53.340664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 692eebda-e0ef-456b-9df2-0209ca937709 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:53.360832 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3ce9d4dd-daf1-4979-b336-ebfc924ae6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:53.374934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.396070 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9d4dd-daf1-4979-b336-ebfc924ae6ed None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:44:53.396758 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3ce9d4dd-daf1-4979-b336-ebfc924ae6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:53.411216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:53.427433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.439735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:53.453436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.477765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539b02f-09be-4cec-bb30-00186785c1f2 None None] Pushing event updated for resources: {'Port': ['ID=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:53.522016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dfed433f-abef-46f0-806d-f1df355b1681 None None] Provisioning complete for port 8e059a36-2ba5-43b0-9c76-eb89dca6504a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:53.522402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dfed433f-abef-46f0-806d-f1df355b1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.538873 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3ce9d4dd-daf1-4979-b336-ebfc924ae6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:53.539285 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9d4dd-daf1-4979-b336-ebfc924ae6ed None None] The sync data for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:44:53.595032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e5334ec9-aef9-4996-bcae-76ac1575040b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:53.604026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-7282e28c-5a87-448b-8085-12facade5cbd', 'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'tenant_id': 'e7065754d30d41529d7c41eb80ce0f7c', 'fixed_ips': [{'subnet_id': '295260f1-9d55-42f2-985a-78d0b4e0e1dd'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:53.604966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.617914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Network': ['ID=e44dc7ca-b7b8-4b87-ab20-664a22f92518,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:53.629609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a2cbc14b-a1a6-43f0-b1b8-bfead721edeb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:53.690386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network e44dc7ca-b7b8-4b87-ab20-664a22f92518 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:44:53.778818 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-22fe5bfc-0b0e-4f92-baf0-d39eb20981f4 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3154581 Apr 08 10:44:53.787747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52936) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:53.804713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'subnet': {'network_id': '5d0a9cde-5ac7-4598-8486-0417c27a431a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:53.828852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb3350-f627-4735-aed7-14f1278ef630 None None] Network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:53.836215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.840000 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f85f443c-be6f-4aba-ab09-070ff9462c47 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7061777 Apr 08 10:44:53.856665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52940) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:53.862580 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.ipam_backend_mixin [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 67d30cf5-d800-413a-b92c-355ae6106404 (CIDR: 2001:db8:0:1::/64) Apr 08 10:44:53.866540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10b5efb7-d98c-41e0-a81f-740ecccc4d1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:53.957926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52944) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:53.977772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:53.978374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:44:53.982692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5efb7-d98c-41e0-a81f-740ecccc4d1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944e6639-c71a-4d65-9cb4-75f27fff31b4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:53.986254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.012818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:54.017497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group_rule and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:54.020931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:54.027735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:54.034077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10b5efb7-d98c-41e0-a81f-740ecccc4d1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.038054 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-10b5efb7-d98c-41e0-a81f-740ecccc4d1d tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/944e6639-c71a-4d65-9cb4-75f27fff31b4 HTTP/1.1" status: 204 len: 168 time: 1.2261510 Apr 08 10:44:54.040729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52950) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:54.066329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:54.070405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Usage tracker for resource:subnet and tenant:472ec02137e94aefa60313a9bcb3f71c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:54.073489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:54.080855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:54.136167 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-86834eaf-b143-460e-af28-277dbc07e382 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8919556 Apr 08 10:44:54.141098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52954) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:54.147811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'subnet': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:54.170677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Made reservation on behalf of 472ec02137e94aefa60313a9bcb3f71c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:54.175502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.237906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0b78c18a-0c61-4cf3-964c-231139bf5889 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:54.295100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:54.295692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.400886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::278 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/709452a4-b64b-4b1c-a621-2725dcbfb137/692eebda-e0ef-456b-9df2-0209ca937709) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:54.434385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.454174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Allocated IP 172.20.0.2 (7282e28c-5a87-448b-8085-12facade5cbd/295260f1-9d55-42f2-985a-78d0b4e0e1dd/c1963340-7133-453f-ab79-05df030a640e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:54.526289 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-01b60f44-fadd-4958-a557-5ecf660f1df7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f2c13023cbd4d7f8d8fcb272a58dcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614140 Apr 08 10:44:54.529931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:202b (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/a7119278-842f-4c54-b7b2-b336f2aeffb9/692eebda-e0ef-456b-9df2-0209ca937709) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:54.545008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52958) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:54.548459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.553439 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60c3f01e-5d80-4edf-99e7-a8d0a4826637 None None] Provisioning for port e5334ec9-aef9-4996-bcae-76ac1575040b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:54.573965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:54.591117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Usage tracker for resource:subnet and tenant:afaed5d3c85a4818ba6fe51763c066da is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:54.597677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:54.603591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60c3f01e-5d80-4edf-99e7-a8d0a4826637 None None] Provisioning complete for port e5334ec9-aef9-4996-bcae-76ac1575040b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:54.603971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60c3f01e-5d80-4edf-99e7-a8d0a4826637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.612354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:54.626295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0b78c18a-0c61-4cf3-964c-231139bf5889 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:54.629263 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0b78c18a-0c61-4cf3-964c-231139bf5889 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5864651 Apr 08 10:44:54.629549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52962) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:54.638559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1ead06-79e3-4728-912b-bd46fa25bc07,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:54.644066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200753280'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:54.669293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:54.674159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.678214 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d1b3a8f9-cae6-48fd-830b-b2586d236780 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4860954 Apr 08 10:44:54.680408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52966) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:54.696791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'security_group': {'name': 'tempest-secgroup-2074939083'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:54.706983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:54.711543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6700a96-f6b4-469b-9c05-717dd595eaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.727545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:54.738778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:54.741140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Made reservation on behalf of afaed5d3c85a4818ba6fe51763c066da for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:54.744822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.764631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:54.789559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:54.821137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6700a96-f6b4-469b-9c05-717dd595eaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.931480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60c3f01e-5d80-4edf-99e7-a8d0a4826637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.941366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.977650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-60c3f01e-5d80-4edf-99e7-a8d0a4826637 None None] For port e5334ec9-aef9-4996-bcae-76ac1575040b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5334ec9-aef9-4996-bcae-76ac1575040b,segment=NetworkSegment(b5313450-64a7-46d9-b874-dd566459750b),segment_id=b5313450-64a7-46d9-b874-dd566459750b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:54.986355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:54.986580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a2cbc14b-a1a6-43f0-b1b8-bfead721edeb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:55.000010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.033977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:55.043543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group_rule and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:55.048334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:55.051108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Transition to ACTIVE for port object c1963340-7133-453f-ab79-05df030a640e will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:55.053405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.064524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:55.082367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60c3f01e-5d80-4edf-99e7-a8d0a4826637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.084283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:55.098247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:55.103285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:55.151827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6700a96-f6b4-469b-9c05-717dd595eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.160758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:55.161218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.184601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:55.186388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Transition to ACTIVE for port object c1963340-7133-453f-ab79-05df030a640e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:55.196150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.210174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6700a96-f6b4-469b-9c05-717dd595eaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf40f73-93fe-4ac2-b6fc-30c004bae994,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:55.212658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Subnet': ['ID=00eb6f0a-bd83-4689-bc73-64ec8fc6715f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:55.214849 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3f01e-5d80-4edf-99e7-a8d0a4826637 None None] Pushing event updated for resources: {'Port': ['ID=e5334ec9-aef9-4996-bcae-76ac1575040b,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:55.231675 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5778a10f-c8f0-4ec8-b04d-3618080f971e None None] Provisioning complete for port e5334ec9-aef9-4996-bcae-76ac1575040b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:55.231933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5778a10f-c8f0-4ec8-b04d-3618080f971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.262313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 692eebda-e0ef-456b-9df2-0209ca937709 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:55.307263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Checking segment: {'id': '831bfacd-372a-4534-8c70-511ca84e7493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d0a9cde-5ac7-4598-8486-0417c27a431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:55.307629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network hostable DHCP agents. Network: 5d0a9cde-5ac7-4598-8486-0417c27a431a, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:44:55.365712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.391080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.392339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f6700a96-f6b4-469b-9c05-717dd595eaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.397591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f6700a96-f6b4-469b-9c05-717dd595eaeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcf40f73-93fe-4ac2-b6fc-30c004bae994 HTTP/1.1" status: 204 len: 168 time: 0.8475134 Apr 08 10:44:55.435917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.445238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Pushing event updated for resources: {'Port': ['ID=c1963340-7133-453f-ab79-05df030a640e,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:55.462742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network 5d0a9cde-5ac7-4598-8486-0417c27a431a is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:44:55.472837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.491105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:55.496205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.497867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.516241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1d7cf-2448-46d7-b4e6-92056b12b52e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:55.535652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:55.549409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:55.558755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 5d0a9cde-5ac7-4598-8486-0417c27a431a) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:55.563286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.577046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:55.577924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.585304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.586620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b0a2f196-423d-4764-9050-c8465ecde6b5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9025600 Apr 08 10:44:55.591511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.601094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52972) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:55.601390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f797a-08a9-44a5-98ff-37617153ca84 None None] Network 5d0a9cde-5ac7-4598-8486-0417c27a431a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:55.615585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-884387535', 'security_groups': ['4aa1d7cf-2448-46d7-b4e6-92056b12b52e'], 'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '295260f1-9d55-42f2-985a-78d0b4e0e1dd'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:55.656062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8e059a36-2ba5-43b0-9c76-eb89dca6504a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:55.677459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:55.699154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:55.709984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:55.710586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.714945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Subnet': ['ID=b29bf9e7-56d3-4e26-b115-c63d608307bf,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:55.721974 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cfe13b95-7b3e-4198-9899-f563d78b326d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9376318 Apr 08 10:44:55.727822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52976) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:55.729052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbe0fc-c687-4728-a0cf-8bf774b53c60 None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:55.734796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:55.736391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'subnet': {'network_id': 'e44dc7ca-b7b8-4b87-ab20-664a22f92518', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:55.880014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:55.885226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Usage tracker for resource:subnet and tenant:472ec02137e94aefa60313a9bcb3f71c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:55.889231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:55.897664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:55.898148 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-61526bef-ec42-4147-917b-f1be10856910 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7557306 Apr 08 10:44:55.899417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:55.901539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52980) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:55.909635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:55.910214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-678361189', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b29bf9e7-56d3-4e26-b115-c63d608307bf'}], 'security_groups': ['dc865b5b-126c-4bf0-9341-d9dff3f54abb', '0edbea38-212c-4f69-9ec7-07834aaa458b']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:55.916954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:55.918021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.923192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9deabe24-8974-4065-8770-06cc6fa94917,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:55.932975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=692eebda-e0ef-456b-9df2-0209ca937709,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:55.977814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:55.979049 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c151b38c-1871-4c9d-b205-26c74218c0b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3460264 Apr 08 10:44:55.981900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 52984) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:55.990719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2c4bdc89-2bf3-45c9-b9f0-a7a0d7fb88f3 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '9deabe24-8974-4065-8770-06cc6fa94917', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:55.991215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Attempting to bind port c1963340-7133-453f-ab79-05df030a640e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:55.991589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Attempting to bind port c1963340-7133-453f-ab79-05df030a640e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '5fcc41b3-0237-46d1-96fb-446663181e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7282e28c-5a87-448b-8085-12facade5cbd'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:55.991948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Attempting to bind port c1963340-7133-453f-ab79-05df030a640e on network 7282e28c-5a87-448b-8085-12facade5cbd {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:55.992786 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-2c4bdc89-2bf3-45c9-b9f0-a7a0d7fb88f3 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 08 10:44:55.993558 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-2c4bdc89-2bf3-45c9-b9f0-a7a0d7fb88f3 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:55.994824 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2c4bdc89-2bf3-45c9-b9f0-a7a0d7fb88f3 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117586 Apr 08 10:44:55.998226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52988) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:56.005147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1ee65dc8-be8b-45d2-ac79-5df49fd32f67 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '9deabe24-8974-4065-8770-06cc6fa94917', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:56.005965 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-1ee65dc8-be8b-45d2-ac79-5df49fd32f67 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 08 10:44:56.006401 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-1ee65dc8-be8b-45d2-ac79-5df49fd32f67 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:56.007373 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1ee65dc8-be8b-45d2-ac79-5df49fd32f67 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082042 Apr 08 10:44:56.019609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52992) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:56.031424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-37767cb1-7c5e-4900-a774-c6363df19bd5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '9deabe24-8974-4065-8770-06cc6fa94917', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:56.031901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5778a10f-c8f0-4ec8-b04d-3618080f971e None None] Provisioning complete for port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:56.032270 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-37767cb1-7c5e-4900-a774-c6363df19bd5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 08 10:44:56.032659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5778a10f-c8f0-4ec8-b04d-3618080f971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.032921 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-37767cb1-7c5e-4900-a774-c6363df19bd5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:56.033899 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-37767cb1-7c5e-4900-a774-c6363df19bd5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110481 Apr 08 10:44:56.040869 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-27f01afa-b48d-4626-a559-fa24ce98ea4f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4274445 Apr 08 10:44:56.049123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52996) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:56.049506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 52998) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:56.063892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d6f0c8b7-ed17-4a7a-b2c5-56a8266149ad tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '9deabe24-8974-4065-8770-06cc6fa94917', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:56.064997 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-d6f0c8b7-ed17-4a7a-b2c5-56a8266149ad tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 08 10:44:56.065505 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-d6f0c8b7-ed17-4a7a-b2c5-56a8266149ad tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:44:56.066612 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d6f0c8b7-ed17-4a7a-b2c5-56a8266149ad tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089252 Apr 08 10:44:56.099619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:56.100438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Checking segment: {'id': '5fcc41b3-0237-46d1-96fb-446663181e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7282e28c-5a87-448b-8085-12facade5cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:56.100884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.101279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Bound using segment: {'id': '5fcc41b3-0237-46d1-96fb-446663181e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7282e28c-5a87-448b-8085-12facade5cbd'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:56.101816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Bound port: c1963340-7133-453f-ab79-05df030a640e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcc41b3-0237-46d1-96fb-446663181e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7282e28c-5a87-448b-8085-12facade5cbd'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:56.103092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.107645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53004) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:56.113142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:56.120981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Made reservation on behalf of 472ec02137e94aefa60313a9bcb3f71c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:56.123574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:56.125186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.254801 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:56.268094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 8e059a36-2ba5-43b0-9c76-eb89dca6504a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:56.268470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.464559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.471716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] For port c1963340-7133-453f-ab79-05df030a640e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:56.527608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.542757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] For port c1963340-7133-453f-ab79-05df030a640e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1963340-7133-453f-ab79-05df030a640e,segment=NetworkSegment(5fcc41b3-0237-46d1-96fb-446663181e71),segment_id=5fcc41b3-0237-46d1-96fb-446663181e71)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:56.548970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-5d0a9cde-5ac7-4598-8486-0417c27a431a', 'network_id': '5d0a9cde-5ac7-4598-8486-0417c27a431a', 'tenant_id': '472ec02137e94aefa60313a9bcb3f71c', 'fixed_ips': [{'subnet_id': '00eb6f0a-bd83-4689-bc73-64ec8fc6715f'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:56.549831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.591926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:44:56.648198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.730691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf3b58-79c1-4da6-961b-a3292e30c5b9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 692eebda-e0ef-456b-9df2-0209ca937709 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:56.731078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3b58-79c1-4da6-961b-a3292e30c5b9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.745213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.769378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ae92b7cc-04db-448c-a7d1-6aee0932899c tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.849287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01913635-8620-44e9-a575-b4a3ba7242f7 None None] Pushing event updated for resources: {'Port': ['ID=c1963340-7133-453f-ab79-05df030a640e,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:56.930554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ae92b7cc-04db-448c-a7d1-6aee0932899c tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.939478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Subnet': ['ID=c67c9615-25f4-4359-ba43-3747cc672408,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:56.955819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-eaae80a0-be5b-49ce-9acd-7e19da3593ba None None] Provisioning for port 692eebda-e0ef-456b-9df2-0209ca937709 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:56.967013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Allocated IP 172.20.0.2 (5d0a9cde-5ac7-4598-8486-0417c27a431a/00eb6f0a-bd83-4689-bc73-64ec8fc6715f/9befa9ac-276e-410d-9c8e-2be2a114d815) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:56.971016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-eaae80a0-be5b-49ce-9acd-7e19da3593ba None None] Provisioning complete for port 692eebda-e0ef-456b-9df2-0209ca937709 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:56.971558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eaae80a0-be5b-49ce-9acd-7e19da3593ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:56.982819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Checking segment: {'id': '9ee97f60-493d-4671-99d5-5889c1d6bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e44dc7ca-b7b8-4b87-ab20-664a22f92518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:56.983295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network hostable DHCP agents. Network: e44dc7ca-b7b8-4b87-ab20-664a22f92518, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:44:57.036305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e5334ec9-aef9-4996-bcae-76ac1575040b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:57.129209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network e44dc7ca-b7b8-4b87-ab20-664a22f92518 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:44:57.164422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Delete allocated IP 2001:db8::19a (1292fcaf-8cfb-4c88-8d82-538f36cf403d/18c40d39-929c-4a82-bbc1-8da8975b87db) {{(pid=88612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:44:57.174346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Allocated IP 2001:db8:0:2::49 (1292fcaf-8cfb-4c88-8d82-538f36cf403d/b29bf9e7-56d3-4e26-b115-c63d608307bf/c3ea86a2-70e1-4e67-878e-b4764418449c) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:57.230758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, e44dc7ca-b7b8-4b87-ab20-664a22f92518) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:57.245748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:57.246469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.305165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.10 (7282e28c-5a87-448b-8085-12facade5cbd/295260f1-9d55-42f2-985a-78d0b4e0e1dd/7fb54dcc-af0b-4c66-b4f4-aea5769638e0) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:57.314511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3b58-79c1-4da6-961b-a3292e30c5b9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.328751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9016b42-d8e2-4103-8f91-b0b10121add8 None None] Network e44dc7ca-b7b8-4b87-ab20-664a22f92518 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:44:57.378769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-eaae80a0-be5b-49ce-9acd-7e19da3593ba None None] Port 692eebda-e0ef-456b-9df2-0209ca937709 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:57.438790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3f5776-5a6a-48cf-b464-5df2b3ee1cb9 None None] Update dhcp port {'port': {'network_id': '1292fcaf-8cfb-4c88-8d82-538f36cf403d', 'fixed_ips': [{'subnet_id': '67d30cf5-d800-413a-b92c-355ae6106404', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '18c40d39-929c-4a82-bbc1-8da8975b87db', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b29bf9e7-56d3-4e26-b115-c63d608307bf'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'bb6c39e8-a88b-44c1-9201-19ce8624502d'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:44:57.485777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf3b58-79c1-4da6-961b-a3292e30c5b9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 692eebda-e0ef-456b-9df2-0209ca937709 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:57.521414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.532909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ae92b7cc-04db-448c-a7d1-6aee0932899c tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.539328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Transition to ACTIVE for port object c3ea86a2-70e1-4e67-878e-b4764418449c will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:57.546905 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-163e602e-72b5-4870-b7b7-e8d32f43385b tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8124220 Apr 08 10:44:57.546905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53008) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:57.558494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-28df0f5e-5546-4f55-b4ef-746b538b2dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.603399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5776-5a6a-48cf-b464-5df2b3ee1cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.619066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.626322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92b7cc-04db-448c-a7d1-6aee0932899c tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deabe24-8974-4065-8770-06cc6fa94917,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:57.629012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e5334ec9-aef9-4996-bcae-76ac1575040b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:57.629384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.730817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.20.0.1 (158a28d2-c75f-421d-bed4-ae7ebb3b1eb3/96f26b3f-761e-49cb-8dff-42986e46d274/88957de0-bc8f-4367-b974-3956a97453b3) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:57.778683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ae92b7cc-04db-448c-a7d1-6aee0932899c tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.779501 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ae92b7cc-04db-448c-a7d1-6aee0932899c tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/9deabe24-8974-4065-8770-06cc6fa94917 HTTP/1.1" status: 204 len: 168 time: 1.6473873 Apr 08 10:44:57.787392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53012) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:57.862094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] In _notify_port_updated(), no bound segment for port c3ea86a2-70e1-4e67-878e-b4764418449c on network 1292fcaf-8cfb-4c88-8d82-538f36cf403d {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:44:57.867552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:57.868187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:57.869547 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "PUT /v2.0/ports/c3ea86a2-70e1-4e67-878e-b4764418449c HTTP/1.1" status: 200 len: 968 time: 1.9667294 Apr 08 10:44:57.893733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53016) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:57.925853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f17bd-3d36-4f5a-b493-12426ba8b4cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event updated for resources: {'Port': ['ID=c3ea86a2-70e1-4e67-878e-b4764418449c,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:58.127403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-748a70d4-9763-42e5-a440-4b2868689358 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:58.171389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-3b3f5776-5a6a-48cf-b464-5df2b3ee1cb9 None None] Allocated IP 2001:db8:0:2::2 (1292fcaf-8cfb-4c88-8d82-538f36cf403d/b29bf9e7-56d3-4e26-b115-c63d608307bf/bb6c39e8-a88b-44c1-9201-19ce8624502d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:58.181721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2af2ccf6-d180-4a8e-b8ed-28062901b1cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port c3ea86a2-70e1-4e67-878e-b4764418449c {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:44:58.187586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2af2ccf6-d180-4a8e-b8ed-28062901b1cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.321537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.347631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-748a70d4-9763-42e5-a440-4b2868689358 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:58.352352 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-748a70d4-9763-42e5-a440-4b2868689358 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5594628 Apr 08 10:44:58.354597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53020) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:58.356657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3b3f5776-5a6a-48cf-b464-5df2b3ee1cb9 None None] For port bb6c39e8-a88b-44c1-9201-19ce8624502d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb6c39e8-a88b-44c1-9201-19ce8624502d,segment=NetworkSegment(65b3661d-3a79-4ccd-bc5f-588e87ef289c),segment_id=65b3661d-3a79-4ccd-bc5f-588e87ef289c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:58.360144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.363071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371391658'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:58.393472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Transition to ACTIVE for port object 9befa9ac-276e-410d-9c8e-2be2a114d815 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:58.478513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c7cf6a2e-ef21-49ed-a334-7f03513a331c None None] Provisioning for port c1963340-7133-453f-ab79-05df030a640e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:58.507238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-e44dc7ca-b7b8-4b87-ab20-664a22f92518', 'network_id': 'e44dc7ca-b7b8-4b87-ab20-664a22f92518', 'tenant_id': '472ec02137e94aefa60313a9bcb3f71c', 'fixed_ips': [{'subnet_id': 'c67c9615-25f4-4359-ba43-3747cc672408'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:44:58.507946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.528786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5776-5a6a-48cf-b464-5df2b3ee1cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.537075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:58.544423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Transition to ACTIVE for port object 9befa9ac-276e-410d-9c8e-2be2a114d815 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:58.551777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3b58-79c1-4da6-961b-a3292e30c5b9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.562376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.567867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.610370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3b3f5776-5a6a-48cf-b464-5df2b3ee1cb9 None None] Transition to ACTIVE for port object bb6c39e8-a88b-44c1-9201-19ce8624502d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:58.637324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c7cf6a2e-ef21-49ed-a334-7f03513a331c None None] Provisioning complete for port 91eb8efa-782c-4042-9d2a-ec68e683208e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:58.637698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6a2e-ef21-49ed-a334-7f03513a331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.662300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:58.674967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.675237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf3b58-79c1-4da6-961b-a3292e30c5b9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=692eebda-e0ef-456b-9df2-0209ca937709,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:58.704626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Allocated IP 172.20.0.1 (5d0a9cde-5ac7-4598-8486-0417c27a431a/00eb6f0a-bd83-4689-bc73-64ec8fc6715f/be63cff2-b511-4e19-b983-b75d19a245d0) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:58.723692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5776-5a6a-48cf-b464-5df2b3ee1cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.767590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Transition to ACTIVE for port object 88957de0-bc8f-4367-b974-3956a97453b3 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:58.773674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Network 5d0a9cde-5ac7-4598-8486-0417c27a431a is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:58.816817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf6a2e-ef21-49ed-a334-7f03513a331c None None] Port 91eb8efa-782c-4042-9d2a-ec68e683208e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:44:58.822430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:58.837724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:58.849171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2fcf3b58-79c1-4da6-961b-a3292e30c5b9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.870107 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:58.887230 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2fcf3b58-79c1-4da6-961b-a3292e30c5b9 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/692eebda-e0ef-456b-9df2-0209ca937709 HTTP/1.1" status: 204 len: 168 time: 2.8251286 Apr 08 10:44:58.892296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53024) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:58.920860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Pushing event updated for resources: {'Port': ['ID=9befa9ac-276e-410d-9c8e-2be2a114d815,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:58.961203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.984008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2af2ccf6-d180-4a8e-b8ed-28062901b1cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:58.989151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.015340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Transition to ACTIVE for port object be63cff2-b511-4e19-b983-b75d19a245d0 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:59.053677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1963340-7133-453f-ab79-05df030a640e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:59.126660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:59.136850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-2af2ccf6-d180-4a8e-b8ed-28062901b1cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for c3ea86a2-70e1-4e67-878e-b4764418449c owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:44:59.139758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.176522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:59.182576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:59.192791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:59.224607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network 5d0a9cde-5ac7-4598-8486-0417c27a431a is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:59.228210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:59.232830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:59.264460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Allocated IP 172.20.0.2 (e44dc7ca-b7b8-4b87-ab20-664a22f92518/c67c9615-25f4-4359-ba43-3747cc672408/fedec47d-726f-40f3-ab54-934c4d4e0bc9) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:59.269062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.270729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f5776-5a6a-48cf-b464-5df2b3ee1cb9 None None] Pushing event updated for resources: {'Port': ['ID=bb6c39e8-a88b-44c1-9201-19ce8624502d,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:59.280093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Attempting to bind port 9befa9ac-276e-410d-9c8e-2be2a114d815 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:59.280759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Attempting to bind port 9befa9ac-276e-410d-9c8e-2be2a114d815 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '831bfacd-372a-4534-8c70-511ca84e7493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d0a9cde-5ac7-4598-8486-0417c27a431a'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:59.281066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Attempting to bind port 9befa9ac-276e-410d-9c8e-2be2a114d815 on network 5d0a9cde-5ac7-4598-8486-0417c27a431a {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:44:59.282204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Port': ['ID=be63cff2-b511-4e19-b983-b75d19a245d0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:59.292749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:44:59.293150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Checking segment: {'id': '831bfacd-372a-4534-8c70-511ca84e7493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d0a9cde-5ac7-4598-8486-0417c27a431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:44:59.293516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.293907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Bound using segment: {'id': '831bfacd-372a-4534-8c70-511ca84e7493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d0a9cde-5ac7-4598-8486-0417c27a431a'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:44:59.294376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Bound port: 9befa9ac-276e-410d-9c8e-2be2a114d815, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831bfacd-372a-4534-8c70-511ca84e7493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5d0a9cde-5ac7-4598-8486-0417c27a431a'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:59.294746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.323506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.335416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.357774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d8e97-7275-45dc-9096-1ca5e328338e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:59.358676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fd9d8e97-7275-45dc-9096-1ca5e328338e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:59.460252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:59.476021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c1963340-7133-453f-ab79-05df030a640e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:59.480186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:59.483964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=88957de0-bc8f-4367-b974-3956a97453b3,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:59.509103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:59.509474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.523394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:59.525881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:59.565122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:59.567424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:44:59.581214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] For port 9befa9ac-276e-410d-9c8e-2be2a114d815, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:44:59.586344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] For port 9befa9ac-276e-410d-9c8e-2be2a114d815, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9befa9ac-276e-410d-9c8e-2be2a114d815,segment=NetworkSegment(831bfacd-372a-4534-8c70-511ca84e7493),segment_id=831bfacd-372a-4534-8c70-511ca84e7493)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:44:59.604122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-38ae7d81-c63c-4155-9c05-f4c181c1a4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.652301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.700720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=7fb54dcc-af0b-4c66-b4f4-aea5769638e0,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:59.714758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.727882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:59.728598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.747510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fd9d8e97-7275-45dc-9096-1ca5e328338e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:59.752302 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fd9d8e97-7275-45dc-9096-1ca5e328338e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8517964 Apr 08 10:44:59.753503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53028) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:59.762041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.814953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.837858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.849798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2af2ccf6-d180-4a8e-b8ed-28062901b1cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.926218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:59.935402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c1963340-7133-453f-ab79-05df030a640e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1963340-7133-453f-ab79-05df030a640e,segment=NetworkSegment(5fcc41b3-0237-46d1-96fb-446663181e71),segment_id=5fcc41b3-0237-46d1-96fb-446663181e71)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:44:59.950594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff816bd-e524-40a1-b8a4-b71c060c8437 None None] Pushing event updated for resources: {'Port': ['ID=9befa9ac-276e-410d-9c8e-2be2a114d815,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:59.954905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Transition to ACTIVE for port object fedec47d-726f-40f3-ab54-934c4d4e0bc9 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:59.998575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Transition to ACTIVE for port object fedec47d-726f-40f3-ab54-934c4d4e0bc9 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:00.002516 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-03c25291-c495-4f17-aa26-fc371eb60b81 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3978093 Apr 08 10:45:00.007955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.009812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53032) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.018515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2af2ccf6-d180-4a8e-b8ed-28062901b1cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.020947 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2af2ccf6-d180-4a8e-b8ed-28062901b1cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/c3ea86a2-70e1-4e67-878e-b4764418449c HTTP/1.1" status: 204 len: 168 time: 2.1153545 Apr 08 10:45:00.022276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2ccf6-d180-4a8e-b8ed-28062901b1cd tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=c3ea86a2-70e1-4e67-878e-b4764418449c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:00.024422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:00.027669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53036) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.028885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1acd7dd-cbee-4098-87f8-320bb0f3a423,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:00.090142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.094579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f53b877c-c8fb-40fb-a01d-a90b319bd9c8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7359960 Apr 08 10:45:00.095446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53040) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.104837 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8e2d4c-4e51-4881-b438-0ee625092170 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] GET failed (client error): The resource could not be found. Apr 08 10:45:00.105495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0a8e2d4c-4e51-4881-b438-0ee625092170 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Synchronizing usage tracker for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:00.164970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe06053-8b76-4903-b94b-c9696e34edcb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:00.166851 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bfe06053-8b76-4903-b94b-c9696e34edcb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4123812 Apr 08 10:45:00.167849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0a8e2d4c-4e51-4881-b438-0ee625092170 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Unset dirty status for tenant:afaed5d3c85a4818ba6fe51763c066da on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:00.174982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-eabb5add-5ba5-4a5f-9a5e-a8b2aa394cb6 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:00.175188 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0a8e2d4c-4e51-4881-b438-0ee625092170 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports/c3ea86a2-70e1-4e67-878e-b4764418449c HTTP/1.1" status: 404 len: 333 time: 0.1361027 Apr 08 10:45:00.175319 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-eabb5add-5ba5-4a5f-9a5e-a8b2aa394cb6 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 08 10:45:00.175415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53044) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.175495 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-eabb5add-5ba5-4a5f-9a5e-a8b2aa394cb6 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:00.175495 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eabb5add-5ba5-4a5f-9a5e-a8b2aa394cb6 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0724921 Apr 08 10:45:00.175495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.175719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53046) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.187678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53050) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.209052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.216074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3e7668d1-68c1-4ddf-8e20-49b2f1a2b44f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:00.223528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3e7668d1-68c1-4ddf-8e20-49b2f1a2b44f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:00.227575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3e7668d1-68c1-4ddf-8e20-49b2f1a2b44f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:00.231099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3e7668d1-68c1-4ddf-8e20-49b2f1a2b44f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:00.238129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3e7668d1-68c1-4ddf-8e20-49b2f1a2b44f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:00.257972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Network e44dc7ca-b7b8-4b87-ab20-664a22f92518 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:00.262051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:00.267237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:00.343357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c1963340-7133-453f-ab79-05df030a640e,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:00.433003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5da4c923-5073-4e42-9919-f6376d2be729 None None] Provisioning for port 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:00.468568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:00.500721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c01ef76-5ddc-467b-af5c-6c48f6435e9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:00.502924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c01ef76-5ddc-467b-af5c-6c48f6435e9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:00.504772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c01ef76-5ddc-467b-af5c-6c48f6435e9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:00.505775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1c01ef76-5ddc-467b-af5c-6c48f6435e9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:00.518667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5da4c923-5073-4e42-9919-f6376d2be729 None None] Provisioning complete for port 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:00.519785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5da4c923-5073-4e42-9919-f6376d2be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.543361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:00.549338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:00.551458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a181efe1-0998-4480-a0bd-a9a74793f176 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.559191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:00.602221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5da4c923-5073-4e42-9919-f6376d2be729 None None] Port 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:00.605650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Pushing event updated for resources: {'Port': ['ID=fedec47d-726f-40f3-ab54-934c4d4e0bc9,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:00.611316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Attempting to bind port fedec47d-726f-40f3-ab54-934c4d4e0bc9 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:00.612397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Attempting to bind port fedec47d-726f-40f3-ab54-934c4d4e0bc9 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9ee97f60-493d-4671-99d5-5889c1d6bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e44dc7ca-b7b8-4b87-ab20-664a22f92518'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:00.612979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Attempting to bind port fedec47d-726f-40f3-ab54-934c4d4e0bc9 on network e44dc7ca-b7b8-4b87-ab20-664a22f92518 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:45:00.615486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a181efe1-0998-4480-a0bd-a9a74793f176 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.616415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.624765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:45:00.625583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Checking segment: {'id': '9ee97f60-493d-4671-99d5-5889c1d6bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e44dc7ca-b7b8-4b87-ab20-664a22f92518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:00.626115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.626607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Bound using segment: {'id': '9ee97f60-493d-4671-99d5-5889c1d6bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e44dc7ca-b7b8-4b87-ab20-664a22f92518'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:45:00.627364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Bound port: fedec47d-726f-40f3-ab54-934c4d4e0bc9, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee97f60-493d-4671-99d5-5889c1d6bdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e44dc7ca-b7b8-4b87-ab20-664a22f92518'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:00.627839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.632332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.642959 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-3e7668d1-68c1-4ddf-8e20-49b2f1a2b44f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:00.644666 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3e7668d1-68c1-4ddf-8e20-49b2f1a2b44f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4553304 Apr 08 10:45:00.652761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53056) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.661868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0bf01271-865a-4473-9e18-e1392fefe9f8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:00.663473 dv-neutron-837109-1-hyperv neutron-server[88612]: WARNING neutron.api.v2.base [None req-0bf01271-865a-4473-9e18-e1392fefe9f8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 08 10:45:00.664178 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-0bf01271-865a-4473-9e18-e1392fefe9f8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:00.665696 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0bf01271-865a-4473-9e18-e1392fefe9f8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114994 Apr 08 10:45:00.668791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53060) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.677698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8b87420d-172a-44e9-b705-8ad59a253e83 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:00.727929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:00.732191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.738589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5da4c923-5073-4e42-9919-f6376d2be729 None None] Provisioning for port 88957de0-bc8f-4367-b974-3956a97453b3 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:00.755167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5da4c923-5073-4e42-9919-f6376d2be729 None None] Provisioning complete for port 88957de0-bc8f-4367-b974-3956a97453b3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:00.755542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5da4c923-5073-4e42-9919-f6376d2be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:00.811146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] For port fedec47d-726f-40f3-ab54-934c4d4e0bc9, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:45:00.842620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5da4c923-5073-4e42-9919-f6376d2be729 None None] Port 88957de0-bc8f-4367-b974-3956a97453b3 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:00.845129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] For port fedec47d-726f-40f3-ab54-934c4d4e0bc9, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=fedec47d-726f-40f3-ab54-934c4d4e0bc9,segment=NetworkSegment(9ee97f60-493d-4671-99d5-5889c1d6bdb7),segment_id=9ee97f60-493d-4671-99d5-5889c1d6bdb7)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:45:00.876120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8b87420d-172a-44e9-b705-8ad59a253e83 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:00.887609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1c01ef76-5ddc-467b-af5c-6c48f6435e9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:00.892635 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1c01ef76-5ddc-467b-af5c-6c48f6435e9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7162676 Apr 08 10:45:00.893483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53064) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:00.904573 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b87420d-172a-44e9-b705-8ad59a253e83 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:00.913691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b87420d-172a-44e9-b705-8ad59a253e83 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:00.934156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8b87420d-172a-44e9-b705-8ad59a253e83 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:00.939557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.051328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a181efe1-0998-4480-a0bd-a9a74793f176 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.061789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9befa9ac-276e-410d-9c8e-2be2a114d815 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:01.100497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a181efe1-0998-4480-a0bd-a9a74793f176 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.101713 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a181efe1-0998-4480-a0bd-a9a74793f176 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfd700b8-5c66-4f50-b5e9-dda408e6c6c3 HTTP/1.1" status: 204 len: 168 time: 0.9253280 Apr 08 10:45:01.103366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181efe1-0998-4480-a0bd-a9a74793f176 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd700b8-5c66-4f50-b5e9-dda408e6c6c3,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:01.107837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53068) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:01.134765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.ipam_backend_mixin [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 295260f1-9d55-42f2-985a-78d0b4e0e1dd (CIDR: 172.20.0.0/28) Apr 08 10:45:01.160832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.168961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff0f669-f560-43d3-b4f9-978a43bf5946 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet 709452a4-b64b-4b1c-a621-2725dcbfb137 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:01.172718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dff0f669-f560-43d3-b4f9-978a43bf5946 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.212197 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:01.212972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:01.241674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.309751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75cea0f7-669f-4d52-b93c-b9c35118e6a2 None None] Provisioning complete for port 47a0e8e1-d27f-426a-9c36-c2b853a354ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:01.310797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75cea0f7-669f-4d52-b93c-b9c35118e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.374312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Port': ['ID=be63cff2-b511-4e19-b983-b75d19a245d0,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:01.389292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dff0f669-f560-43d3-b4f9-978a43bf5946 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.431273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-75cea0f7-669f-4d52-b93c-b9c35118e6a2 None None] Port 47a0e8e1-d27f-426a-9c36-c2b853a354ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:01.433617 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-80f136f8-499f-4707-839d-83509ffc5bf2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4227123 Apr 08 10:45:01.433958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f086a48-f8f0-457d-9cef-04a8c63a0b1c None None] Pushing event updated for resources: {'Port': ['ID=fedec47d-726f-40f3-ab54-934c4d4e0bc9,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:01.444353 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.446228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53072) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:01.456899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:01.460518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75cea0f7-669f-4d52-b93c-b9c35118e6a2 None None] Could not find standard attr ID for object c3ea86a2-70e1-4e67-878e-b4764418449c. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:45:01.508504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.527361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 9befa9ac-276e-410d-9c8e-2be2a114d815 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:01.534397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb6c39e8-a88b-44c1-9201-19ce8624502d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:01.592083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75cea0f7-669f-4d52-b93c-b9c35118e6a2 None None] Provisioning for port bb6c39e8-a88b-44c1-9201-19ce8624502d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:01.603693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75cea0f7-669f-4d52-b93c-b9c35118e6a2 None None] Provisioning complete for port bb6c39e8-a88b-44c1-9201-19ce8624502d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:01.604758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75cea0f7-669f-4d52-b93c-b9c35118e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.722294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6e052a5-a7d1-4419-bd88-f02cd2ef2e38 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.725956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port bb6c39e8-a88b-44c1-9201-19ce8624502d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:01.726748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.741747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-8b87420d-172a-44e9-b705-8ad59a253e83 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:01.746656 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8b87420d-172a-44e9-b705-8ad59a253e83 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0766947 Apr 08 10:45:01.748893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53076) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:01.758314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-75641cf0-25c4-4910-8033-f017c56d2755 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:01.758961 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-75641cf0-25c4-4910-8033-f017c56d2755 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 08 10:45:01.759953 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-75641cf0-25c4-4910-8033-f017c56d2755 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:01.763959 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-75641cf0-25c4-4910-8033-f017c56d2755 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109828 Apr 08 10:45:01.776255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53080) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:01.782709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ba7578c1-edda-4576-b11e-13d374e28c3a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:01.783290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6e052a5-a7d1-4419-bd88-f02cd2ef2e38 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.796355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dff0f669-f560-43d3-b4f9-978a43bf5946 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.836800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.842736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba7578c1-edda-4576-b11e-13d374e28c3a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:01.866464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:01.869410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba7578c1-edda-4576-b11e-13d374e28c3a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:01.883180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba7578c1-edda-4576-b11e-13d374e28c3a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:01.886039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:01.906931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:01.909848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba7578c1-edda-4576-b11e-13d374e28c3a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:01.920667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:01.926640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd86f05d-0035-49a2-abec-9f3749c5f789 None None] Network 5d0a9cde-5ac7-4598-8486-0417c27a431a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:01.944834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:01.947614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network 5d0a9cde-5ac7-4598-8486-0417c27a431a is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:01.948671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:02.035706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6e052a5-a7d1-4419-bd88-f02cd2ef2e38 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.041481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.052188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1963340-7133-453f-ab79-05df030a640e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:02.082577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d6e052a5-a7d1-4419-bd88-f02cd2ef2e38 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.084070 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d6e052a5-a7d1-4419-bd88-f02cd2ef2e38 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/security-groups/0edbea38-212c-4f69-9ec7-07834aaa458b HTTP/1.1" status: 204 len: 168 time: 0.9766407 Apr 08 10:45:02.085417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e052a5-a7d1-4419-bd88-f02cd2ef2e38 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edbea38-212c-4f69-9ec7-07834aaa458b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:02.091899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53084) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:02.115115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.119211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=88957de0-bc8f-4367-b974-3956a97453b3,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:02.139322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:02.143603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.166774 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-ba7578c1-edda-4576-b11e-13d374e28c3a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Project 8d7157035cce4f46bad48730fe88cb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:45:02.193596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dff0f669-f560-43d3-b4f9-978a43bf5946 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.213458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c7368ec4-fe48-4bdf-a03f-28a66a08cc9c None None] Provisioning for port 9befa9ac-276e-410d-9c8e-2be2a114d815 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:02.232405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:02.232861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.259202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c7368ec4-fe48-4bdf-a03f-28a66a08cc9c None None] Provisioning complete for port 9befa9ac-276e-410d-9c8e-2be2a114d815 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:02.259589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c7368ec4-fe48-4bdf-a03f-28a66a08cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.265301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e5a12fa7-74ed-4c8b-9bdb-54a74493745a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.271760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dff0f669-f560-43d3-b4f9-978a43bf5946 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.291026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-ba7578c1-edda-4576-b11e-13d374e28c3a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:02.297321 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba7578c1-edda-4576-b11e-13d374e28c3a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5153778 Apr 08 10:45:02.297321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0f669-f560-43d3-b4f9-978a43bf5946 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=709452a4-b64b-4b1c-a621-2725dcbfb137,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:02.311563 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165f34a8-207b-4d29-94ed-57ce5558a041 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:02.317129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53088) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:02.333092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a9c7e6c1-4eaa-420f-869a-413648e74107 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:02.333577 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-a9c7e6c1-4eaa-420f-869a-413648e74107 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 08 10:45:02.334582 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-a9c7e6c1-4eaa-420f-869a-413648e74107 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:02.338127 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a9c7e6c1-4eaa-420f-869a-413648e74107 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0174873 Apr 08 10:45:02.350884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53092) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:02.364399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-42f5447d-f6ed-4375-8518-d070dcda3595 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:02.374994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-42f5447d-f6ed-4375-8518-d070dcda3595 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:02.384343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-42f5447d-f6ed-4375-8518-d070dcda3595 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:02.390537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e5a12fa7-74ed-4c8b-9bdb-54a74493745a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.408191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-42f5447d-f6ed-4375-8518-d070dcda3595 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:02.435435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-42f5447d-f6ed-4375-8518-d070dcda3595 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:02.458303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:02.467456 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:02.472209 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dff0f669-f560-43d3-b4f9-978a43bf5946 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/709452a4-b64b-4b1c-a621-2725dcbfb137 HTTP/1.1" status: 204 len: 168 time: 1.5722711 Apr 08 10:45:02.479819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53096) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:02.532196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83adf75a-54ee-4bfe-bbd5-9278ee2330b3 None None] Network e44dc7ca-b7b8-4b87-ab20-664a22f92518 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:02.569275 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-42f5447d-f6ed-4375-8518-d070dcda3595 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Project 8d7157035cce4f46bad48730fe88cb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:45:02.623591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc3feed-4290-43e7-ab24-e0fd7521bbc7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet a7119278-842f-4c54-b7b2-b336f2aeffb9 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:02.628998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc3feed-4290-43e7-ab24-e0fd7521bbc7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.669211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e5a12fa7-74ed-4c8b-9bdb-54a74493745a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.687368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Router 6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:45:02.692773 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-42f5447d-f6ed-4375-8518-d070dcda3595 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:02.693939 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-42f5447d-f6ed-4375-8518-d070dcda3595 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3403237 Apr 08 10:45:02.699075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53100) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:02.702438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a12fa7-74ed-4c8b-9bdb-54a74493745a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc865b5b-126c-4bf0-9341-d9dff3f54abb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:02.714315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-41941de7-bd65-43f9-ac9b-8eb103decbae tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f1acd7dd-cbee-4098-87f8-320bb0f3a423', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:02.720024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e5a12fa7-74ed-4c8b-9bdb-54a74493745a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.723976 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e5a12fa7-74ed-4c8b-9bdb-54a74493745a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc865b5b-126c-4bf0-9341-d9dff3f54abb HTTP/1.1" status: 204 len: 168 time: 0.6261809 Apr 08 10:45:02.728164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53104) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:02.732555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-41941de7-bd65-43f9-ac9b-8eb103decbae tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:02.742613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-41941de7-bd65-43f9-ac9b-8eb103decbae tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:02.747661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-41941de7-bd65-43f9-ac9b-8eb103decbae tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:02.760151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-41941de7-bd65-43f9-ac9b-8eb103decbae tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:02.763016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 00ad549a-ed3f-40ad-b090-be5defaa7a15 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:02.792609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc3feed-4290-43e7-ab24-e0fd7521bbc7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:02.869553 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-41941de7-bd65-43f9-ac9b-8eb103decbae tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Project 8d7157035cce4f46bad48730fe88cb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:45:02.971274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:02.985372 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4d536fcc-19fa-4fcc-b89d-3c13f2405062 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/routers/00ad549a-ed3f-40ad-b090-be5defaa7a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1270168 Apr 08 10:45:02.986076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53108) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:02.994240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'port': {'network_id': '158a28d2-c75f-421d-bed4-ae7ebb3b1eb3', 'name': 'tempest-FloatingIPTestJSON-1287097788'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:03.010543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f36a9-3ef7-401f-a9fe-5a702e0eebe3 None None] Sync routers for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:03.036945 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-41941de7-bd65-43f9-ac9b-8eb103decbae tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:03.038353 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-41941de7-bd65-43f9-ac9b-8eb103decbae tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3373702 Apr 08 10:45:03.041811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53112) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:03.065839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c7368ec4-fe48-4bdf-a03f-28a66a08cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.178304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f36a9-3ef7-401f-a9fe-5a702e0eebe3 None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:03.178953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b28f36a9-3ef7-401f-a9fe-5a702e0eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:03.230943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cc92-a5aa-4e8d-a81b-a7fe8083697a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.245363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8c5c37-bf8e-4225-b634-c110c7f37671 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet 18c40d39-929c-4a82-bbc1-8da8975b87db {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:03.247511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device fedec47d-726f-40f3-ab54-934c4d4e0bc9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:03.248355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5c37-bf8e-4225-b634-c110c7f37671 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.252452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:03.265611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Usage tracker for resource:port and tenant:6bb7970e83ad42edbef6504ef0d64b2f is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:03.276811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:03.280857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cc92-a5aa-4e8d-a81b-a7fe8083697a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.323984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5c37-bf8e-4225-b634-c110c7f37671 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.337298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c7368ec4-fe48-4bdf-a03f-28a66a08cc9c None None] For port 9befa9ac-276e-410d-9c8e-2be2a114d815, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9befa9ac-276e-410d-9c8e-2be2a114d815,segment=NetworkSegment(831bfacd-372a-4534-8c70-511ca84e7493),segment_id=831bfacd-372a-4534-8c70-511ca84e7493)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:03.359715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b28f36a9-3ef7-401f-a9fe-5a702e0eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:03.416729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:03.428362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:03.428839 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224bea19-94e2-409d-9697-95822026da0b None None] Sync routers for ids ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:03.454723 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bea19-94e2-409d-9697-95822026da0b None None] Routers {'6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:03.455982 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-224bea19-94e2-409d-9697-95822026da0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:03.480441 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2a7a3bb4-759e-4876-8f1c-18a532b883d3 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "PUT /v2.0/routers/6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9351664 Apr 08 10:45:03.485323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53116) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:03.501083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc3feed-4290-43e7-ab24-e0fd7521bbc7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.519415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c7368ec4-fe48-4bdf-a03f-28a66a08cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.521740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f36a9-3ef7-401f-a9fe-5a702e0eebe3 None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:03.522656 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b28f36a9-3ef7-401f-a9fe-5a702e0eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:03.529980 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-224bea19-94e2-409d-9697-95822026da0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:03.540173 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bea19-94e2-409d-9697-95822026da0b None None] Routers {'6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:03.540821 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-224bea19-94e2-409d-9697-95822026da0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:03.574263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5c37-bf8e-4225-b634-c110c7f37671 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.606628 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-224bea19-94e2-409d-9697-95822026da0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:03.607292 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224bea19-94e2-409d-9697-95822026da0b None None] The sync data for ids ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:03.621407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Made reservation on behalf of 6bb7970e83ad42edbef6504ef0d64b2f for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:03.625856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.639310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.649020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cc92-a5aa-4e8d-a81b-a7fe8083697a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.724257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7368ec4-fe48-4bdf-a03f-28a66a08cc9c None None] Pushing event updated for resources: {'Port': ['ID=9befa9ac-276e-410d-9c8e-2be2a114d815,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:03.737375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:03.738078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b28f36a9-3ef7-401f-a9fe-5a702e0eebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:03.738676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f36a9-3ef7-401f-a9fe-5a702e0eebe3 None None] The sync data for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:03.741520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2cc92-a5aa-4e8d-a81b-a7fe8083697a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1acd7dd-cbee-4098-87f8-320bb0f3a423,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:03.747141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:03.751724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:03.752326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.753755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] device_id is not set on port 3567ba41-be0b-4ab8-8cf1-0775b75461d9 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:45:03.776387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ffd694-d791-4577-97f9-11dd1963bf7a None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:03.796851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=0170eb3e-c69f-4dab-ae0d-211e39509db6,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:03.848585 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2d75142d-2bff-4c5a-b607-3a7b9f575721 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3979752 Apr 08 10:45:03.851443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53120) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:03.865487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-200731130', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0170eb3e-c69f-4dab-ae0d-211e39509db6'}], 'security_groups': ['bb1ead06-79e3-4728-912b-bd46fa25bc07']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:03.915828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc3feed-4290-43e7-ab24-e0fd7521bbc7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.938511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Provisioning complete for port 9befa9ac-276e-410d-9c8e-2be2a114d815 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:03.939320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.966182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5c37-bf8e-4225-b634-c110c7f37671 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:03.973745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3feed-4290-43e7-ab24-e0fd7521bbc7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=a7119278-842f-4c54-b7b2-b336f2aeffb9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:04.002857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cc92-a5aa-4e8d-a81b-a7fe8083697a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.004263 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a1f2cc92-a5aa-4e8d-a81b-a7fe8083697a tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1acd7dd-cbee-4098-87f8-320bb0f3a423 HTTP/1.1" status: 204 len: 168 time: 0.9612987 Apr 08 10:45:04.005874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Allocated IP 172.20.0.6 (158a28d2-c75f-421d-bed4-ae7ebb3b1eb3/96f26b3f-761e-49cb-8dff-42986e46d274/3567ba41-be0b-4ab8-8cf1-0775b75461d9) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:04.006400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port fedec47d-726f-40f3-ab54-934c4d4e0bc9 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:04.020361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53124) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:04.024067 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2bc3feed-4290-43e7-ab24-e0fd7521bbc7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.067837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c5c37-bf8e-4225-b634-c110c7f37671 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=18c40d39-929c-4a82-bbc1-8da8975b87db,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:04.069106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53f6d5-de36-48c2-a338-d8aaa3d48f2a None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:04.075613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5c37-bf8e-4225-b634-c110c7f37671 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.210377 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2bc3feed-4290-43e7-ab24-e0fd7521bbc7 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/a7119278-842f-4c54-b7b2-b336f2aeffb9 HTTP/1.1" status: 204 len: 168 time: 1.7272351 Apr 08 10:45:04.220631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53128) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:04.320664 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:45:04.330615 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8a8c5c37-bf8e-4225-b634-c110c7f37671 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/18c40d39-929c-4a82-bbc1-8da8975b87db HTTP/1.1" status: 204 len: 168 time: 1.5900657 Apr 08 10:45:04.343454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53132) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:04.394662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.423436 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-79d1dae8-9252-486d-a272-89e622266402 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1840611 Apr 08 10:45:04.428277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53136) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:04.477416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:04.548282 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5f4ab890-ab34-4098-9e11-728c0f18770f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5210981 Apr 08 10:45:04.551392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53140) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:04.565743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--579390434'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:04.609969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d55396e-4b9e-42f5-9c3a-ca56a0b0593c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet b29bf9e7-56d3-4e26-b115-c63d608307bf {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:04.653000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Provisioning for port fedec47d-726f-40f3-ab54-934c4d4e0bc9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:04.664548 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-8ade385b-6fc4-4812-ba34-2ec5587ae81d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:04.667143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:04.669867 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8ade385b-6fc4-4812-ba34-2ec5587ae81d tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "PUT /v2.0/routers/6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1828847 Apr 08 10:45:04.678845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Provisioning complete for port fedec47d-726f-40f3-ab54-934c4d4e0bc9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:04.678845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.679067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53144) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:04.679681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d55396e-4b9e-42f5-9c3a-ca56a0b0593c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.710887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:04.725758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb5403-1ffa-452b-9196-48662d064a7c None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:04.727799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:04.750732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:04.750962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.778077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.792093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:04.796358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d55396e-4b9e-42f5-9c3a-ca56a0b0593c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:04.839185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Transition to ACTIVE for port object 3567ba41-be0b-4ab8-8cf1-0775b75461d9 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:04.849764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:04.855608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:04.895307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:04.925741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.020332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:05.023966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.040396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:05.066057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:05.075564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:05.088959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:05.111703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.156758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9befa9ac-276e-410d-9c8e-2be2a114d815 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:05.202757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d55396e-4b9e-42f5-9c3a-ca56a0b0593c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.238235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.315327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] For port fedec47d-726f-40f3-ab54-934c4d4e0bc9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=fedec47d-726f-40f3-ab54-934c4d4e0bc9,segment=NetworkSegment(9ee97f60-493d-4671-99d5-5889c1d6bdb7),segment_id=9ee97f60-493d-4671-99d5-5889c1d6bdb7)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:05.328847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:05.330587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7da1fa-f3b0-4079-bfa6-35e16b9891f5 None None] Update dhcp port {'port': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'fixed_ips': [{'subnet_id': '295260f1-9d55-42f2-985a-78d0b4e0e1dd', 'ip_address': '172.20.0.2'}, {'subnet_id': '0170eb3e-c69f-4dab-ae0d-211e39509db6'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'c1963340-7133-453f-ab79-05df030a640e'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:45:05.334835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:05.344946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:05.433613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.504265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:05.504970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.509009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event updated for resources: {'Port': ['ID=3567ba41-be0b-4ab8-8cf1-0775b75461d9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:05.552430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:05.585634 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Pushing event updated for resources: {'Port': ['ID=fedec47d-726f-40f3-ab54-934c4d4e0bc9,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:05.590006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] Deleting port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:05.590395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.633629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9befa9ac-276e-410d-9c8e-2be2a114d815 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:05.634085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.660504 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0882087a-d331-434b-9dd4-56ed1eb48d81 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6725912 Apr 08 10:45:05.661380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53148) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:05.678253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Request body: {'floatingip': {'port_id': '3567ba41-be0b-4ab8-8cf1-0775b75461d9'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:05.688511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c7da1fa-f3b0-4079-bfa6-35e16b9891f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.805066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.847140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.859980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Provisioning for port be63cff2-b511-4e19-b983-b75d19a245d0 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:05.916614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Provisioning complete for port be63cff2-b511-4e19-b983-b75d19a245d0 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:05.917000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.953056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d55396e-4b9e-42f5-9c3a-ca56a0b0593c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:05.996922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Port be63cff2-b511-4e19-b983-b75d19a245d0 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:06.008861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.054387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55396e-4b9e-42f5-9c3a-ca56a0b0593c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=b29bf9e7-56d3-4e26-b115-c63d608307bf,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:06.061924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d55396e-4b9e-42f5-9c3a-ca56a0b0593c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.076110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.101132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef8a6d6-2d9f-496f-96cc-b0205e15cb2c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:06.106256 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1d55396e-4b9e-42f5-9c3a-ca56a0b0593c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/b29bf9e7-56d3-4e26-b115-c63d608307bf HTTP/1.1" status: 204 len: 168 time: 1.7594512 Apr 08 10:45:06.106256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Delete allocated IP 172.20.0.10 (7282e28c-5a87-448b-8085-12facade5cbd/295260f1-9d55-42f2-985a-78d0b4e0e1dd) {{(pid=88612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:45:06.108126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53152) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:06.146980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a0080-3475-47e2-a8ed-ab248fbb60ca None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:06.160101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.164386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.26 (7282e28c-5a87-448b-8085-12facade5cbd/0170eb3e-c69f-4dab-ae0d-211e39509db6/7fb54dcc-af0b-4c66-b4f4-aea5769638e0) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:06.192243 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac7182c-596d-4dd7-b9ac-1f203ac21ba5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:06.192760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac7182c-596d-4dd7-b9ac-1f203ac21ba5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:06.197397 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0ac7182c-596d-4dd7-b9ac-1f203ac21ba5 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/18c40d39-929c-4a82-bbc1-8da8975b87db HTTP/1.1" status: 404 len: 337 time: 0.0847800 Apr 08 10:45:06.205350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.209230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53156) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:06.209374 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3d490c7-503a-4c46-abbb-63ad8a4e29dd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6499856 Apr 08 10:45:06.214765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53158) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:06.223915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ae27b578-cb16-42a0-bc9c-a3df92ff65a1 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '6ef8a6d6-2d9f-496f-96cc-b0205e15cb2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:06.240306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] For port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:06.240723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.266644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ae27b578-cb16-42a0-bc9c-a3df92ff65a1 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:06.282942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:06.287808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ae27b578-cb16-42a0-bc9c-a3df92ff65a1 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:06.290586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:06.297306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ae27b578-cb16-42a0-bc9c-a3df92ff65a1 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:06.302062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:06.302218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Provisioning complete for port 88957de0-bc8f-4367-b974-3956a97453b3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:06.302469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.302663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.317141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=dddecbf0-8a16-4dff-a635-50461a3e918c,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:06.325392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ae27b578-cb16-42a0-bc9c-a3df92ff65a1 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:06.424692 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-aaaa4648-03ab-487e-bea1-9692b5724c9a tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9660485 Apr 08 10:45:06.427551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53164) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:06.445702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:06.466349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] Calling delete_port for a2cbc14b-a1a6-43f0-b1b8-bfead721edeb owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:06.488451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-561b903b-fedb-46fb-a91c-bdfc938661df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting subnet 67d30cf5-d800-413a-b92c-355ae6106404 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:06.495502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-561b903b-fedb-46fb-a91c-bdfc938661df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.548368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f44c281a-8c9b-4fe1-9472-621e3cba3ee6 None None] Port 88957de0-bc8f-4367-b974-3956a97453b3 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:06.657474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:06.665951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:06.670047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.674741 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-ae27b578-cb16-42a0-bc9c-a3df92ff65a1 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The resource could not be found. Apr 08 10:45:06.678519 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ae27b578-cb16-42a0-bc9c-a3df92ff65a1 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4560666 Apr 08 10:45:06.678519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:06.684791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53168) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:06.690480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:06.690691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Provisioning complete for port bb6c39e8-a88b-44c1-9201-19ce8624502d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:06.690978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.698250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-45cb5646-6b72-42cd-b864-7ab41fc8dfb2 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '6ef8a6d6-2d9f-496f-96cc-b0205e15cb2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f82b337b-4943-45ce-b6dd-5b5928b11b77'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:06.708832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-45cb5646-6b72-42cd-b864-7ab41fc8dfb2 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:06.713823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:06.716529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-45cb5646-6b72-42cd-b864-7ab41fc8dfb2 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:06.719648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-45cb5646-6b72-42cd-b864-7ab41fc8dfb2 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:06.720645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.726325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-45cb5646-6b72-42cd-b864-7ab41fc8dfb2 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:06.807715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.849666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] Pushing event deleted for resources: {'Port': ['ID=a2cbc14b-a1a6-43f0-b1b8-bfead721edeb,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:06.857766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ae35a-c1b7-4619-a1ef-e6d441170e44 None None] No DVR routers for this DVR port a2cbc14b-a1a6-43f0-b1b8-bfead721edeb on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:06.879397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:06.882925 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.886813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-561b903b-fedb-46fb-a91c-bdfc938661df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:06.934365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4557995b-89d6-494e-8c6d-a028e1e5fa77 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:07.064646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-8c7da1fa-f3b0-4079-bfa6-35e16b9891f5 None None] Allocated IP 172.20.0.18 (7282e28c-5a87-448b-8085-12facade5cbd/0170eb3e-c69f-4dab-ae0d-211e39509db6/c1963340-7133-453f-ab79-05df030a640e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:07.120829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Deleting port be63cff2-b511-4e19-b983-b75d19a245d0 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:07.121309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.126777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=7fb54dcc-af0b-4c66-b4f4-aea5769638e0,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:07.150479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device fedec47d-726f-40f3-ab54-934c4d4e0bc9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:07.187760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-561b903b-fedb-46fb-a91c-bdfc938661df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.234556 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.ipam_backend_mixin [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dddecbf0-8a16-4dff-a635-50461a3e918c (CIDR: 2001:db8::/64) Apr 08 10:45:07.253964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] In _notify_port_updated(), no bound segment for port 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 on network 7282e28c-5a87-448b-8085-12facade5cbd {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:45:07.260941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:07.261624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.263832 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3e72ab9b-6d88-4f57-a726-a8ee7e2277a2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "PUT /v2.0/ports/7fb54dcc-af0b-4c66-b4f4-aea5769638e0 HTTP/1.1" status: 200 len: 920 time: 3.4107218 Apr 08 10:45:07.267414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Could not find standard attr ID for object a2cbc14b-a1a6-43f0-b1b8-bfead721edeb. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:45:07.267921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53172) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:07.332466 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:07.333017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:07.358738 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-45cb5646-6b72-42cd-b864-7ab41fc8dfb2 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The resource could not be found. Apr 08 10:45:07.363278 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-45cb5646-6b72-42cd-b864-7ab41fc8dfb2 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6773965 Apr 08 10:45:07.365373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53176) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:07.405795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Provisioning complete for port 47a0e8e1-d27f-426a-9c36-c2b853a354ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:07.406169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.439600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5af11014-05d9-4a58-b829-358123dab94b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:07.439735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:45:07.440009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5af11014-05d9-4a58-b829-358123dab94b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.487798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8c7da1fa-f3b0-4079-bfa6-35e16b9891f5 None None] For port c1963340-7133-453f-ab79-05df030a640e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1963340-7133-453f-ab79-05df030a640e,segment=NetworkSegment(5fcc41b3-0237-46d1-96fb-446663181e71),segment_id=5fcc41b3-0237-46d1-96fb-446663181e71)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:07.513032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port fedec47d-726f-40f3-ab54-934c4d4e0bc9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:07.513617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.548222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'tenant_id': '117c7e40e2b44584a2fce36df712e2eb', 'fixed_ips': [{'subnet_id': 'dddecbf0-8a16-4dff-a635-50461a3e918c'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:45:07.549299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.568509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.576557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Port 47a0e8e1-d27f-426a-9c36-c2b853a354ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:07.578539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.660524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c7da1fa-f3b0-4079-bfa6-35e16b9891f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.682592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Provisioning complete for port be63cff2-b511-4e19-b983-b75d19a245d0 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:07.683232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.709717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.728443 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dc915c6a-bf6d-4419-9946-0d10ea517bba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3000696 Apr 08 10:45:07.745653 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53180) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:07.753426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8c7da1fa-f3b0-4079-bfa6-35e16b9891f5 None None] Transition to ACTIVE for port object c1963340-7133-453f-ab79-05df030a640e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:07.757915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'subnet': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:07.766036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-561b903b-fedb-46fb-a91c-bdfc938661df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.778336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Calling delete_port for be63cff2-b511-4e19-b983-b75d19a245d0 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:07.855253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c7da1fa-f3b0-4079-bfa6-35e16b9891f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.885981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b903b-fedb-46fb-a91c-bdfc938661df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Subnet': ['ID=67d30cf5-d800-413a-b92c-355ae6106404,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:07.888088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-561b903b-fedb-46fb-a91c-bdfc938661df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:07.898273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Port be63cff2-b511-4e19-b983-b75d19a245d0 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:07.901204 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-561b903b-fedb-46fb-a91c-bdfc938661df tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/67d30cf5-d800-413a-b92c-355ae6106404 HTTP/1.1" status: 204 len: 168 time: 1.6894817 Apr 08 10:45:07.904144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53184) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:07.990955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e305d-70fb-4dc5-a0b6-20b88b0b1b00 None None] Network 1292fcaf-8cfb-4c88-8d82-538f36cf403d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:08.041550 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-015fb728-acba-4d34-879b-138c3528ee0a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:08.042280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015fb728-acba-4d34-879b-138c3528ee0a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:08.044143 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-015fb728-acba-4d34-879b-138c3528ee0a tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/536b378b-6a13-43be-ab54-f981fa7cc0f0 HTTP/1.1" status: 404 len: 337 time: 0.1323581 Apr 08 10:45:08.049903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53188) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:08.087111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Allocated IP 2001:db8::2 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/dddecbf0-8a16-4dff-a635-50461a3e918c/de740b66-ada8-4edc-97fe-88fe2fb513b1) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:08.099778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Provisioning for port 3567ba41-be0b-4ab8-8cf1-0775b75461d9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:08.105522 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 6aff35af-5ca6-465d-ba4b-78cd155e9162 associated. External IP: 172.26.7.203, port: 425a2d9a-05ed-4cea-ae1a-17ea6cdd356b. Apr 08 10:45:08.144858 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dfeb07a1-fcd5-4d46-bf56-8bc599f490a3 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "GET /v2.0/ports?device_id=c880dab1-a0c2-46a6-ac03-87eb52dc9877 HTTP/1.1" status: 200 len: 205 time: 0.0861206 Apr 08 10:45:08.153898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53192) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:08.154501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0086821a-0fed-4e98-a795-16534c6f6a33 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.162403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a2cbc14b-a1a6-43f0-b1b8-bfead721edeb no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:08.203904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Provisioning complete for port 3567ba41-be0b-4ab8-8cf1-0775b75461d9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:08.204173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.247454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7da1fa-f3b0-4079-bfa6-35e16b9891f5 None None] Pushing event updated for resources: {'Port': ['ID=c1963340-7133-453f-ab79-05df030a640e,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:08.263900 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-c5f28933-0529-420e-8d18-0af6edfbeef2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] delete failed (client error): The resource could not be found. Apr 08 10:45:08.269351 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c5f28933-0529-420e-8d18-0af6edfbeef2 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/routers/c880dab1-a0c2-46a6-ac03-87eb52dc9877 HTTP/1.1" status: 404 len: 336 time: 0.1121044 Apr 08 10:45:08.284741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a2cbc14b-a1a6-43f0-b1b8-bfead721edeb {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:08.285079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a2cbc14b-a1a6-43f0-b1b8-bfead721edeb not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:08.298662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53196) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:08.309990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0086821a-0fed-4e98-a795-16534c6f6a33 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.382739 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-667c8cbd-03f8-496a-aab7-6185b7287765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:08.383203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667c8cbd-03f8-496a-aab7-6185b7287765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:08.383684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5af11014-05d9-4a58-b829-358123dab94b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.415265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-667c8cbd-03f8-496a-aab7-6185b7287765 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/8bf58c05-3074-4fff-bb6e-ee417829bda1 HTTP/1.1" status: 404 len: 337 time: 0.1153245 Apr 08 10:45:08.441514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Port 3567ba41-be0b-4ab8-8cf1-0775b75461d9 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:08.476761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53200) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:08.480788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:08.521032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Provisioning complete for port fedec47d-726f-40f3-ab54-934c4d4e0bc9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:08.521411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53717806-5b9c-47d9-b94b-55acca27c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.602451 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d372d512-541c-4a48-a50a-b408ecc21c89 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:08.603331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d372d512-541c-4a48-a50a-b408ecc21c89 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:08.606355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0086821a-0fed-4e98-a795-16534c6f6a33 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.620726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:subnet and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:08.633585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5af11014-05d9-4a58-b829-358123dab94b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 7fb54dcc-af0b-4c66-b4f4-aea5769638e0 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:08.687050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:08.697866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086821a-0fed-4e98-a795-16534c6f6a33 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef8a6d6-2d9f-496f-96cc-b0205e15cb2c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:08.706219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0086821a-0fed-4e98-a795-16534c6f6a33 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.710438 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0086821a-0fed-4e98-a795-16534c6f6a33 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/6ef8a6d6-2d9f-496f-96cc-b0205e15cb2c HTTP/1.1" status: 204 len: 168 time: 1.3394046 Apr 08 10:45:08.718567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53204) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:08.727505 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.746445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:08.755009 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d372d512-541c-4a48-a50a-b408ecc21c89 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/77d243e2-6c20-4fb6-8240-088f5e985ff9 HTTP/1.1" status: 404 len: 337 time: 0.2702737 Apr 08 10:45:08.758179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53208) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:08.811346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Port': ['ID=be63cff2-b511-4e19-b983-b75d19a245d0,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:08.813594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.844844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Transition to ACTIVE for port object de740b66-ada8-4edc-97fe-88fe2fb513b1 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:08.861830 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a656c5-5d14-4627-998d-a002ddb2a1f0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:08.862301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a656c5-5d14-4627-998d-a002ddb2a1f0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:08.866297 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c6a656c5-5d14-4627-998d-a002ddb2a1f0 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/e5efe64c-7c1c-468f-b4e5-2d4d8554ad0c HTTP/1.1" status: 404 len: 337 time: 0.1003337 Apr 08 10:45:08.878577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53212) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:08.895189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] DHCP port deletion for 1292fcaf-8cfb-4c88-8d82-538f36cf403d request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:08.912611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Transition to ACTIVE for port object de740b66-ada8-4edc-97fe-88fe2fb513b1 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:08.914018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] Deleting port bb6c39e8-a88b-44c1-9201-19ce8624502d {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:08.914454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.930717 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7481aa-76f6-4f6a-921b-c864af784896 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:08.931204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7481aa-76f6-4f6a-921b-c864af784896 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:08.935153 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3d7481aa-76f6-4f6a-921b-c864af784896 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/f43b87cd-7a54-4e84-9163-058c4aa8a80e HTTP/1.1" status: 404 len: 333 time: 0.0533781 Apr 08 10:45:08.947611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53216) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:08.999524 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ce8e87-fdfa-4e8b-a6c2-1ce71dbc64f9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:08.999984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ce8e87-fdfa-4e8b-a6c2-1ce71dbc64f9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:09.004017 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-73ce8e87-fdfa-4e8b-a6c2-1ce71dbc64f9 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/bb2d117b-988c-4108-9fa8-c10001d77fc0 HTTP/1.1" status: 404 len: 337 time: 0.0526643 Apr 08 10:45:09.006075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:09.014922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.035419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53220) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:09.067727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.101961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:09.129305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1963340-7133-453f-ab79-05df030a640e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:09.137979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2dfba4a2-ce5f-4860-b897-590a4ff416b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:09.166541 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-219df1e8-bbc3-4612-b8ff-7239cbb2a069 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:09.166541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219df1e8-bbc3-4612-b8ff-7239cbb2a069 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:09.169762 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-219df1e8-bbc3-4612-b8ff-7239cbb2a069 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/65f7862c-e5bd-41a5-9057-778b2eaef0bc HTTP/1.1" status: 404 len: 337 time: 0.1317155 Apr 08 10:45:09.179563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53224) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:09.185919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.238710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:09.272378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:09.275074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:09.280286 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ba6f71-1041-4f80-b08b-666247349296 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:09.285289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ba6f71-1041-4f80-b08b-666247349296 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:09.293044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Pushing event updated for resources: {'Port': ['ID=de740b66-ada8-4edc-97fe-88fe2fb513b1,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:09.293372 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-07ba6f71-1041-4f80-b08b-666247349296 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/372ff13e-966e-485c-b699-7f89ecaae9d2 HTTP/1.1" status: 404 len: 333 time: 0.1127920 Apr 08 10:45:09.300320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53228) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:09.365516 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cfb691-e826-488a-9024-3cc33d7e3c27 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:09.365965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cfb691-e826-488a-9024-3cc33d7e3c27 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:09.367644 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-90cfb691-e826-488a-9024-3cc33d7e3c27 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/62ebe8f4-416c-4422-b97d-cc8831cc8023 HTTP/1.1" status: 404 len: 337 time: 0.0666718 Apr 08 10:45:09.373130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53232) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:09.373807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2dfba4a2-ce5f-4860-b897-590a4ff416b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:09.381788 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2dfba4a2-ce5f-4860-b897-590a4ff416b0 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6619635 Apr 08 10:45:09.396503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Provisioning for port c1963340-7133-453f-ab79-05df030a640e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:09.418921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53234) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:09.426772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:09.431804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.488110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b03e4d50-6c80-434e-a42b-180e0d480b08 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'fbf856b8-c180-44fd-a2d9-2004c28f2e78', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:09.501195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5af11014-05d9-4a58-b829-358123dab94b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.503131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b03e4d50-6c80-434e-a42b-180e0d480b08 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:09.512771 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-861be62b-038c-4575-a427-18b7f71e7f93 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:09.512771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861be62b-038c-4575-a427-18b7f71e7f93 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:09.548939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:09.549310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.564239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b03e4d50-6c80-434e-a42b-180e0d480b08 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:09.574932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b03e4d50-6c80-434e-a42b-180e0d480b08 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:09.582278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] For port bb6c39e8-a88b-44c1-9201-19ce8624502d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bb6c39e8-a88b-44c1-9201-19ce8624502d,segment=NetworkSegment(65b3661d-3a79-4ccd-bc5f-588e87ef289c),segment_id=65b3661d-3a79-4ccd-bc5f-588e87ef289c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:09.583271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.591843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b03e4d50-6c80-434e-a42b-180e0d480b08 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:09.596542 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-861be62b-038c-4575-a427-18b7f71e7f93 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/subnets/742d79d3-9be7-4db7-b546-7480a55d72c7 HTTP/1.1" status: 404 len: 337 time: 0.2133760 Apr 08 10:45:09.597552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af11014-05d9-4a58-b829-358123dab94b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=7fb54dcc-af0b-4c66-b4f4-aea5769638e0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:09.600221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53240) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:09.655960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Router 6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:09.719115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a148231c-b385-4aac-bc64-54b7fbe44a4c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Deleting port 47a0e8e1-d27f-426a-9c36-c2b853a354ef {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:09.719462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a148231c-b385-4aac-bc64-54b7fbe44a4c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.742427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:09.772368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] Calling delete_port for bb6c39e8-a88b-44c1-9201-19ce8624502d owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:09.891763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Attempting to bind port de740b66-ada8-4edc-97fe-88fe2fb513b1 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:09.892835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Attempting to bind port de740b66-ada8-4edc-97fe-88fe2fb513b1 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:09.893197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:09.893431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Attempting to bind port de740b66-ada8-4edc-97fe-88fe2fb513b1 on network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:45:09.899643 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9a884239-8f12-45f3-9c76-839f12098e13 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "PUT /v2.0/routers/6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2197621 Apr 08 10:45:09.904574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53244) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:09.912733 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d34e0-1500-429d-8aaf-1aabf5307097 None None] Sync routers for ids ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:09.914080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40da46-3f74-4a01-bf4b-29d8cefb6172 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:09.923745 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d34e0-1500-429d-8aaf-1aabf5307097 None None] Routers {'6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:09.925180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5af11014-05d9-4a58-b829-358123dab94b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.926776 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-103d34e0-1500-429d-8aaf-1aabf5307097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:09.929804 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5af11014-05d9-4a58-b829-358123dab94b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/7fb54dcc-af0b-4c66-b4f4-aea5769638e0 HTTP/1.1" status: 204 len: 168 time: 2.6608169 Apr 08 10:45:09.937197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53248) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:09.937338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:45:09.937338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Checking segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:09.937338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.937338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Bound using segment: {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:45:09.937338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Bound port: de740b66-ada8-4edc-97fe-88fe2fb513b1, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b717233-c0a3-4fa6-b0aa-b43a759004a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:09.937338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:09.993985 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e13b5a-3d2f-40b5-b501-f4ec06111017 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:45:09.994532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-36e13b5a-3d2f-40b5-b501-f4ec06111017 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:10.016085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40da46-3f74-4a01-bf4b-29d8cefb6172 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:10.017044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ec40da46-3f74-4a01-bf4b-29d8cefb6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:10.022298 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-103d34e0-1500-429d-8aaf-1aabf5307097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:10.036243 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d34e0-1500-429d-8aaf-1aabf5307097 None None] Routers {'6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:10.037173 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-103d34e0-1500-429d-8aaf-1aabf5307097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:10.097247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.128642 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-103d34e0-1500-429d-8aaf-1aabf5307097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:10.129884 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d34e0-1500-429d-8aaf-1aabf5307097 None None] The sync data for ids ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:10.150121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] No DVR routers for this DVR port bb6c39e8-a88b-44c1-9201-19ce8624502d on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:10.171667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Could not find standard attr ID for object bb6c39e8-a88b-44c1-9201-19ce8624502d. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:45:10.173250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ec40da46-3f74-4a01-bf4b-29d8cefb6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:10.188160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-109a703c-a661-4180-912a-b95ccbfca243 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] delete failed (client error): The resource could not be found. Apr 08 10:45:10.188760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74851191-ff4d-41fb-ad65-c0c614210221 None None] Pushing event deleted for resources: {'Port': ['ID=bb6c39e8-a88b-44c1-9201-19ce8624502d,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:10.189098 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-b03e4d50-6c80-434e-a42b-180e0d480b08 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The resource could not be found. Apr 08 10:45:10.190429 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-109a703c-a661-4180-912a-b95ccbfca243 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1048972631 HTTP/1.1" status: 404 len: 335 time: 0.2841945 Apr 08 10:45:10.196263 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b03e4d50-6c80-434e-a42b-180e0d480b08 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7701688 Apr 08 10:45:10.199238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53252) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:10.199820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53254) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:10.209739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--938384012'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:10.218705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-92cab750-583d-4f3e-9c34-8e4b477e81ed tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'router': {'external_gateway_info': {'network_id': '6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:10.249958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40da46-3f74-4a01-bf4b-29d8cefb6172 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:10.250775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ec40da46-3f74-4a01-bf4b-29d8cefb6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:10.280511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:10.308266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:10.316305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a148231c-b385-4aac-bc64-54b7fbe44a4c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.344237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Provisioning complete for port 91eb8efa-782c-4042-9d2a-ec68e683208e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:10.344619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.376879 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ec40da46-3f74-4a01-bf4b-29d8cefb6172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:10.377334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40da46-3f74-4a01-bf4b-29d8cefb6172 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:10.385511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-36e13b5a-3d2f-40b5-b501-f4ec06111017 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:10.389817 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-36e13b5a-3d2f-40b5-b501-f4ec06111017 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/7fb54dcc-af0b-4c66-b4f4-aea5769638e0 HTTP/1.1" status: 404 len: 333 time: 0.4533422 Apr 08 10:45:10.403798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] For port de740b66-ada8-4edc-97fe-88fe2fb513b1, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:45:10.424251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] For port de740b66-ada8-4edc-97fe-88fe2fb513b1, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=de740b66-ada8-4edc-97fe-88fe2fb513b1,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:45:10.441760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Port 91eb8efa-782c-4042-9d2a-ec68e683208e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:10.451130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53260) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:10.456510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Provisioning complete for port 47a0e8e1-d27f-426a-9c36-c2b853a354ef triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:10.456896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.462989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a148231c-b385-4aac-bc64-54b7fbe44a4c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Calling delete_port for 47a0e8e1-d27f-426a-9c36-c2b853a354ef owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:10.518266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.543513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb6c39e8-a88b-44c1-9201-19ce8624502d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:10.581721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.619698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:10.634410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.objects.ports [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 10:45:10.639763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: bb6c39e8-a88b-44c1-9201-19ce8624502d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:10.640705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bb6c39e8-a88b-44c1-9201-19ce8624502d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:10.686657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Port 47a0e8e1-d27f-426a-9c36-c2b853a354ef cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:10.700515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-60c9f955-4936-4d10-afd1-ca417b1e4f44 None None] Could not find standard attr ID for object 7fb54dcc-af0b-4c66-b4f4-aea5769638e0. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:45:10.702129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:10.714582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecb92c-31bb-4a59-8472-dde1a2109a4d None None] Pushing event updated for resources: {'Port': ['ID=de740b66-ada8-4edc-97fe-88fe2fb513b1,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:10.736056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-553e8386-2414-4468-9cdd-0ca1593fc1df tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.754246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:10.782632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-553e8386-2414-4468-9cdd-0ca1593fc1df tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.816968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ca43fb9b-ce0f-4704-a870-6819cae4d250 None None] Could not find standard attr ID for object 7fb54dcc-af0b-4c66-b4f4-aea5769638e0. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:45:10.817193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:10.833571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-92cab750-583d-4f3e-9c34-8e4b477e81ed tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.846699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a148231c-b385-4aac-bc64-54b7fbe44a4c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.874792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 00ad549a-ed3f-40ad-b090-be5defaa7a15 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:10.899456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148231c-b385-4aac-bc64-54b7fbe44a4c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Port': ['ID=47a0e8e1-d27f-426a-9c36-c2b853a354ef,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:10.904282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a148231c-b385-4aac-bc64-54b7fbe44a4c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.952777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-553e8386-2414-4468-9cdd-0ca1593fc1df tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.978459 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a148231c-b385-4aac-bc64-54b7fbe44a4c tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/ports/47a0e8e1-d27f-426a-9c36-c2b853a354ef HTTP/1.1" status: 204 len: 168 time: 1.3502612 Apr 08 10:45:10.981365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53264) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:10.982416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e8386-2414-4468-9cdd-0ca1593fc1df tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1d7cf-2448-46d7-b4e6-92056b12b52e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:10.987324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-553e8386-2414-4468-9cdd-0ca1593fc1df tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:10.991377 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-553e8386-2414-4468-9cdd-0ca1593fc1df tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/security-groups/4aa1d7cf-2448-46d7-b4e6-92056b12b52e HTTP/1.1" status: 204 len: 168 time: 0.5396123 Apr 08 10:45:10.992810 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-92cab750-583d-4f3e-9c34-8e4b477e81ed tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] update failed (client error): The resource could not be found. Apr 08 10:45:10.993826 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-92cab750-583d-4f3e-9c34-8e4b477e81ed tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "PUT /v2.0/routers/6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 HTTP/1.1" status: 404 len: 339 time: 0.7904186 Apr 08 10:45:11.000675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53268) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:11.001014 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53270) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:11.036123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.283034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] For port de740b66-ada8-4edc-97fe-88fe2fb513b1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=de740b66-ada8-4edc-97fe-88fe2fb513b1,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:11.312166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.373087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.374085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.499628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:11.505249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:11.508101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:11.508721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.530633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Subnet': ['ID=a7df920e-088d-4c0d-999f-1f3fe015de69,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:11.533728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=de740b66-ada8-4edc-97fe-88fe2fb513b1,revision_number=4']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:11.543716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.619353 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-34041740-26dd-428e-86d0-f1952e945060 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8708797 Apr 08 10:45:11.621972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53276) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:11.627679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Request body: {'port': {'network_id': '4bfd581f-1d53-49f3-a3d8-b73cd57c9061', 'mac_address': 'fa:16:3e:e9:2f:52', 'name': 'tempest-NetworksTestDHCPv6-1822516992'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:11.651472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.677932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:11.688968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68902562-ed46-4aba-8e0f-5522225530b7 None None] Sync routers for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:11.705416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68902562-ed46-4aba-8e0f-5522225530b7 None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:11.706410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-68902562-ed46-4aba-8e0f-5522225530b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:11.758543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f33ceb9b-79a9-41f2-a75d-5fc4ac2eaaad tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.762240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:11.784359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-68902562-ed46-4aba-8e0f-5522225530b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:11.793905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68902562-ed46-4aba-8e0f-5522225530b7 None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:11.794708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-68902562-ed46-4aba-8e0f-5522225530b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:11.813502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:11.818185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Usage tracker for resource:port and tenant:117c7e40e2b44584a2fce36df712e2eb is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:11.825409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:11.835471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:11.862653 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-68902562-ed46-4aba-8e0f-5522225530b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:11.862973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68902562-ed46-4aba-8e0f-5522225530b7 None None] The sync data for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:11.886969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a52d1e-4990-409c-abc2-54253dbaf077 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:11.933219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Made reservation on behalf of 117c7e40e2b44584a2fce36df712e2eb for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:12.069832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.080998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f33ceb9b-79a9-41f2-a75d-5fc4ac2eaaad tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.093870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.101297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] device_id is not set on port 0fdc9709-805b-4d27-97bd-0914ebff39ac yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:45:12.118267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-44693657-569a-44ff-86ed-d8af2c117f4d None None] Provisioning for port de740b66-ada8-4edc-97fe-88fe2fb513b1 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:12.141038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.144963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53280) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:12.145209 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9440057 Apr 08 10:45:12.153292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--877734857'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:12.159987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:12.172134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:12.242650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ab45b-2d84-4d84-8b8b-f701990cefa5 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176a6919-3532-44bb-a5db-9d8c00d1b8a4,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:12.280505 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.289313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.376426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:12.384304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:12.389187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:12.402635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:12.407724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8::dd (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/dddecbf0-8a16-4dff-a635-50461a3e918c/0fdc9709-805b-4d27-97bd-0914ebff39ac) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:12.417957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Allocated IP 2001:db8:0:1:f816:3eff:fee9:2f52 (4bfd581f-1d53-49f3-a3d8-b73cd57c9061/a7df920e-088d-4c0d-999f-1f3fe015de69/0fdc9709-805b-4d27-97bd-0914ebff39ac) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:12.418310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1292fcaf-8cfb-4c88-8d82-538f36cf403d']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:12.429103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.462144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b3661d-3a79-4ccd-bc5f-588e87ef289c') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:12.462472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b3661d-3a79-4ccd-bc5f-588e87ef289c') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:12.479994 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0c4bea96-1afe-472b-9f94-485673b340bd tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/floatingips/6aff35af-5ca6-465d-ba4b-78cd155e9162 HTTP/1.1" status: 200 len: 978 time: 6.8090026 Apr 08 10:45:12.481691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53284) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:12.540334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.630476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.633166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f33ceb9b-79a9-41f2-a75d-5fc4ac2eaaad tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.699341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:12.699746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:12.717045 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:12.735095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ceb9b-79a9-41f2-a75d-5fc4ac2eaaad tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1ead06-79e3-4728-912b-bd46fa25bc07,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:12.760220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 3567ba41-be0b-4ab8-8cf1-0775b75461d9 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:12.760585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.788829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.810435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f33ceb9b-79a9-41f2-a75d-5fc4ac2eaaad tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:12.812395 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f33ceb9b-79a9-41f2-a75d-5fc4ac2eaaad tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb1ead06-79e3-4728-912b-bd46fa25bc07 HTTP/1.1" status: 204 len: 168 time: 1.7476759 Apr 08 10:45:12.818330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53288) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:12.941053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.033376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.052149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc6e4cd-7001-46f7-adb9-f7ebff488961,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:13.069814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.099530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Transition to ACTIVE for port object 0fdc9709-805b-4d27-97bd-0914ebff39ac will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:13.101774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device de740b66-ada8-4edc-97fe-88fe2fb513b1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:13.105435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.127227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] Pushing event deleted for resources: {'Network': ['ID=1292fcaf-8cfb-4c88-8d82-538f36cf403d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:13.135227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-1914f019-2bd8-46c1-9a45-72893f1c2a1b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet 295260f1-9d55-42f2-985a-78d0b4e0e1dd {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:13.144369 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6bfdd858-8312-4514-92b5-fe70892c67a7 tempest-PortsIpV6TestJSON-1743862719 tempest-PortsIpV6TestJSON-1743862719-project] 10.222.0.23 "DELETE /v2.0/networks/1292fcaf-8cfb-4c88-8d82-538f36cf403d HTTP/1.1" status: 204 len: 168 time: 2.1553075 Apr 08 10:45:13.144369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1914f019-2bd8-46c1-9a45-72893f1c2a1b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.167697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.168967 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a1b5c3bb-2852-4333-9b24-efdd77fa8154 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0216141 Apr 08 10:45:13.174537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53294) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:13.190150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8e1ff8aa-6550-4b7e-9fb5-b65b583da6cd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': '176a6919-3532-44bb-a5db-9d8c00d1b8a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0fc6e4cd-7001-46f7-adb9-f7ebff488961'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:13.224564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port de740b66-ada8-4edc-97fe-88fe2fb513b1 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:13.228947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.230776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port de740b66-ada8-4edc-97fe-88fe2fb513b1 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:13.230957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.233232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8e1ff8aa-6550-4b7e-9fb5-b65b583da6cd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:13.256883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8e1ff8aa-6550-4b7e-9fb5-b65b583da6cd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:13.262367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8e1ff8aa-6550-4b7e-9fb5-b65b583da6cd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:13.272996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8e1ff8aa-6550-4b7e-9fb5-b65b583da6cd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:13.298826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1914f019-2bd8-46c1-9a45-72893f1c2a1b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.336098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.360816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Allocated IP 172.20.0.1 (86ce2527-bf12-4ba9-8ebe-fd3b12d10e95/ffb25ff0-60d4-4699-8d56-e1bfe02d01f4/8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:13.405845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.445465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:13.450952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port de740b66-ada8-4edc-97fe-88fe2fb513b1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=de740b66-ada8-4edc-97fe-88fe2fb513b1,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:13.458912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:13.461589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:13.467875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:13.468611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.529047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.533080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1914f019-2bd8-46c1-9a45-72893f1c2a1b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.558773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event updated for resources: {'Port': ['ID=0fdc9709-805b-4d27-97bd-0914ebff39ac,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:13.591492 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-8e1ff8aa-6550-4b7e-9fb5-b65b583da6cd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:13.595846 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8e1ff8aa-6550-4b7e-9fb5-b65b583da6cd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4175344 Apr 08 10:45:13.596424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53298) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:13.651053 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=de740b66-ada8-4edc-97fe-88fe2fb513b1,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:13.665388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.689903 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-69a1ac82-54a1-4b15-8d30-adc99e080064 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0668285 Apr 08 10:45:13.690586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53304) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:13.712919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Transition to ACTIVE for port object 8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:13.764978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb73-3df2-447c-8956-37ef5296954f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.786757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53308) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:13.794665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb73-3df2-447c-8956-37ef5296954f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.817288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a57e0-759b-4114-a459-16f196461987 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting port 0fdc9709-805b-4d27-97bd-0914ebff39ac {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:13.817998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6b2a57e0-759b-4114-a459-16f196461987 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.831672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.843629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.844009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.844329 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Floating IP 6aff35af-5ca6-465d-ba4b-78cd155e9162 disassociated. External IP: 172.26.7.203, port: 3567ba41-be0b-4ab8-8cf1-0775b75461d9. Apr 08 10:45:13.844697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 3567ba41-be0b-4ab8-8cf1-0775b75461d9 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:13.859242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-02565e9c-9774-470f-80bd-ae4d2e042e66 None None] Provisioning for port 0fdc9709-805b-4d27-97bd-0914ebff39ac completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:13.866262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-02565e9c-9774-470f-80bd-ae4d2e042e66 None None] Provisioning complete for port 0fdc9709-805b-4d27-97bd-0914ebff39ac triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:13.867236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-02565e9c-9774-470f-80bd-ae4d2e042e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.923185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Port': ['ID=8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:13.928131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1914f019-2bd8-46c1-9a45-72893f1c2a1b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.941861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-02565e9c-9774-470f-80bd-ae4d2e042e66 None None] Port 0fdc9709-805b-4d27-97bd-0914ebff39ac cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:13.976702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914f019-2bd8-46c1-9a45-72893f1c2a1b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=295260f1-9d55-42f2-985a-78d0b4e0e1dd,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:13.979535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:13.982414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1914f019-2bd8-46c1-9a45-72893f1c2a1b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.986592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:13.994726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c7ad64-7e57-4a94-b1e0-6d786f348d0a None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:13.995318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:14.033659 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1914f019-2bd8-46c1-9a45-72893f1c2a1b tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/295260f1-9d55-42f2-985a-78d0b4e0e1dd HTTP/1.1" status: 204 len: 168 time: 1.2111745 Apr 08 10:45:14.037680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53314) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:14.050952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:14.067880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.068918 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6a802afc-e8b9-4340-88ee-80cf7cb34aed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afaed5d3c85a4818ba6fe51763c066da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787309 Apr 08 10:45:14.071403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53318) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:14.089613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb73-3df2-447c-8956-37ef5296954f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.093216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb73-3df2-447c-8956-37ef5296954f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.094690 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ac9bb73-3df2-447c-8956-37ef5296954f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/0fc6e4cd-7001-46f7-adb9-f7ebff488961 HTTP/1.1" status: 204 len: 168 time: 0.4878318 Apr 08 10:45:14.117777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53322) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:14.132053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9bb73-3df2-447c-8956-37ef5296954f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc6e4cd-7001-46f7-adb9-f7ebff488961,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:14.219135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0fcd511c-1231-4dc6-a8f9-078e2138f5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.250141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0fcd511c-1231-4dc6-a8f9-078e2138f5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.368058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.459127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6b2a57e0-759b-4114-a459-16f196461987 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.464595 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1bb4d35d-24e8-4c09-9ad9-34b049e55054 None None] Provisioning for port 8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:14.466633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:14.473003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1bb4d35d-24e8-4c09-9ad9-34b049e55054 None None] Provisioning complete for port 8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:14.473430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d35d-24e8-4c09-9ad9-34b049e55054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.480949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-facc313d-6ad0-4ab0-a6cd-247d74b32817 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:14.555296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-1bb4d35d-24e8-4c09-9ad9-34b049e55054 None None] Port 8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:14.570855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0fcd511c-1231-4dc6-a8f9-078e2138f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.645104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd511c-1231-4dc6-a8f9-078e2138f5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc763f-6196-4e98-95c3-de679224bddb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:14.686909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:14.690334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:14.695132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0fcd511c-1231-4dc6-a8f9-078e2138f5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.700684 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0fcd511c-1231-4dc6-a8f9-078e2138f5c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bfc763f-6196-4e98-95c3-de679224bddb HTTP/1.1" status: 204 len: 168 time: 0.6255362 Apr 08 10:45:14.772307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a57e0-759b-4114-a459-16f196461987 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Calling delete_port for 0fdc9709-805b-4d27-97bd-0914ebff39ac owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:14.809628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.819709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:14.900339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=3567ba41-be0b-4ab8-8cf1-0775b75461d9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:14.941786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.026416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:15.031204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.044517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-facc313d-6ad0-4ab0-a6cd-247d74b32817 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:15.046422 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-facc313d-6ad0-4ab0-a6cd-247d74b32817 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.9251680 Apr 08 10:45:15.050199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53328) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:15.093078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.102273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device de740b66-ada8-4edc-97fe-88fe2fb513b1 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:15.162643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-544437d6-eccf-447f-a2d9-8564b99401c3 None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:15.163030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-544437d6-eccf-447f-a2d9-8564b99401c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.316356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.322326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event updated for resources: {'Port': ['ID=8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:15.350023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7251c76b-4ec2-4003-9286-6e606c564435 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.373920 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port de740b66-ada8-4edc-97fe-88fe2fb513b1 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:15.374566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.496726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-544437d6-eccf-447f-a2d9-8564b99401c3 None None] Provisioning complete for port 91eb8efa-782c-4042-9d2a-ec68e683208e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:15.497452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-544437d6-eccf-447f-a2d9-8564b99401c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.529208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 00ad549a-ed3f-40ad-b090-be5defaa7a15 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:15.619145 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-544437d6-eccf-447f-a2d9-8564b99401c3 None None] Port 91eb8efa-782c-4042-9d2a-ec68e683208e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:15.695780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:15.704095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:15.714768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7251c76b-4ec2-4003-9286-6e606c564435 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.733701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6b2a57e0-759b-4114-a459-16f196461987 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.799266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a57e0-759b-4114-a459-16f196461987 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Port': ['ID=0fdc9709-805b-4d27-97bd-0914ebff39ac,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:15.898934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:15.914034 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8b888-df47-449c-893f-c0aed7e75656 None None] Sync routers for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:15.934769 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8b888-df47-449c-893f-c0aed7e75656 None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:15.935407 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e9d8b888-df47-449c-893f-c0aed7e75656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:15.963476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Router 6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:16.035266 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e9d8b888-df47-449c-893f-c0aed7e75656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.054135 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8b888-df47-449c-893f-c0aed7e75656 None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:16.054514 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e9d8b888-df47-449c-893f-c0aed7e75656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.055235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f89e2444-d96e-43a4-b7b5-2dd8959a482c None None] Provisioning complete for port 8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:16.055691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f89e2444-d96e-43a4-b7b5-2dd8959a482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.077399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7251c76b-4ec2-4003-9286-6e606c564435 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.125864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.141574 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e9d8b888-df47-449c-893f-c0aed7e75656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.143535 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8b888-df47-449c-893f-c0aed7e75656 None None] The sync data for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:16.146222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251c76b-4ec2-4003-9286-6e606c564435 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176a6919-3532-44bb-a5db-9d8c00d1b8a4,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:16.161580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6b2a57e0-759b-4114-a459-16f196461987 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.179999 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-441da493-738b-446a-9fc2-22799b17f07a tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/ports/3567ba41-be0b-4ab8-8cf1-0775b75461d9 HTTP/1.1" status: 204 len: 168 time: 3.6982419 Apr 08 10:45:16.183498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53350) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:16.199202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f89e2444-d96e-43a4-b7b5-2dd8959a482c None None] Port 8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:16.252538 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6b2a57e0-759b-4114-a459-16f196461987 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/0fdc9709-805b-4d27-97bd-0914ebff39ac HTTP/1.1" status: 204 len: 168 time: 2.5450547 Apr 08 10:45:16.254863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53354) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:16.301210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:16.312080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2ff9d-282a-4a2a-97b7-45ee48e2390f None None] Sync routers for ids ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:16.329880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2ff9d-282a-4a2a-97b7-45ee48e2390f None None] Routers {'6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:16.330626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d4d2ff9d-282a-4a2a-97b7-45ee48e2390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.339310 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-66b9e014-0c68-44f0-930d-3de2377fe0fb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "PUT /v2.0/routers/6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2730577 Apr 08 10:45:16.340404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53358) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:16.343132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7251c76b-4ec2-4003-9286-6e606c564435 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.347350 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7251c76b-4ec2-4003-9286-6e606c564435 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/176a6919-3532-44bb-a5db-9d8c00d1b8a4 HTTP/1.1" status: 204 len: 168 time: 1.2957158 Apr 08 10:45:16.350258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53360) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:16.425497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d4d2ff9d-282a-4a2a-97b7-45ee48e2390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.436410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2ff9d-282a-4a2a-97b7-45ee48e2390f None None] Routers {'6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:16.437507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d4d2ff9d-282a-4a2a-97b7-45ee48e2390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.499849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53364) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:16.503795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d4d2ff9d-282a-4a2a-97b7-45ee48e2390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.504339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d2ff9d-282a-4a2a-97b7-45ee48e2390f None None] The sync data for ids ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:16.568013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8f2fbfd9-d4c3-487a-a784-529892940495 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.646533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-610942485'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:16.663036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:16.715732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-10cd280a-7e89-4537-8ded-639760dc8bd8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:16.729965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:16.734504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:16.744449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:16.771837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15806fb-0e50-4e93-b198-aee6ccb2b5b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:16.773343 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c15806fb-0e50-4e93-b198-aee6ccb2b5b3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5173576 Apr 08 10:45:16.779232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53372) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:16.784419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.788554 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-8f2fbfd9-d4c3-487a-a784-529892940495 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 08 10:45:16.789553 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8f2fbfd9-d4c3-487a-a784-529892940495 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/routers/6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 HTTP/1.1" status: 409 len: 329 time: 0.4407053 Apr 08 10:45:16.795958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53376) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:16.919815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-10cd280a-7e89-4537-8ded-639760dc8bd8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:16.921139 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-10cd280a-7e89-4537-8ded-639760dc8bd8 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4339674 Apr 08 10:45:16.928829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53380) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:16.934019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:16.938262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.948616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:16.951361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791630203'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:16.956345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:16.961309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=b2aa42b6-200e-42a7-8950-12efc8bc58a5,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:16.966618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:16.967571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:16.967571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.967780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec634e1e-6be2-4ec0-a1e1-f4ac483e1247 None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:16.967879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.003254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:17.010342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:17.019309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:security_group_rule and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:17.051482 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb43fe7-0754-407b-a147-28286caa0375 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:17.052277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9cb43fe7-0754-407b-a147-28286caa0375 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:17.082272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:17.097677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:17.157936 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e18e106b-bd94-4f52-a5f0-88e7aabfd9b3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1133876 Apr 08 10:45:17.158621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53384) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:17.165981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1815442968'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:17.175564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.232006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:17.241885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9cb43fe7-0754-407b-a147-28286caa0375 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:17.245961 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9cb43fe7-0754-407b-a147-28286caa0375 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4628212 Apr 08 10:45:17.247576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:17.250690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53388) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:17.255353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:17.296416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.300213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:17.349890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:17.385979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:17.390141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a7cc48-f054-49dd-acf1-3151c81c0ed5 None None] Update dhcp port {'port': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'fixed_ips': [{'subnet_id': '0170eb3e-c69f-4dab-ae0d-211e39509db6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b2aa42b6-200e-42a7-8950-12efc8bc58a5'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'c1963340-7133-453f-ab79-05df030a640e'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:45:17.391501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:17.412803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:17.418952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143bb16d-11e9-4d09-b86c-f6fa899729aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:17.420935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143bb16d-11e9-4d09-b86c-f6fa899729aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:17.422819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143bb16d-11e9-4d09-b86c-f6fa899729aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:17.423671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-143bb16d-11e9-4d09-b86c-f6fa899729aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:17.429748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.460136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-89a7cc48-f054-49dd-acf1-3151c81c0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.480058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:17.535606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group_rule and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:17.549015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:17.549677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.552038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-143bb16d-11e9-4d09-b86c-f6fa899729aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:17.555994 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-143bb16d-11e9-4d09-b86c-f6fa899729aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3015909 Apr 08 10:45:17.557104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53392) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:17.590440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:17.649036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.668915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-de88a9a0-b757-449c-a6d7-eef5fb76d37f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet a7df920e-088d-4c0d-999f-1f3fe015de69 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:17.672769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.689847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de88a9a0-b757-449c-a6d7-eef5fb76d37f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.714435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-89a7cc48-f054-49dd-acf1-3151c81c0ed5 None None] Allocated IP 172.20.0.2 (7282e28c-5a87-448b-8085-12facade5cbd/b2aa42b6-200e-42a7-8950-12efc8bc58a5/c1963340-7133-453f-ab79-05df030a640e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:17.737188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.756772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 88957de0-bc8f-4367-b974-3956a97453b3 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:17.757139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.768292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.789413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:45:17.823110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da131d04-dcb3-4d54-ac77-a8db00faa20b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:17.835302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.835302 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment cf233897-fd1a-428a-b816-859f9ddfb681 of type vlan for network 87668dda-66e0-4791-8758-1b4df6ce2234 Apr 08 10:45:17.853959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de88a9a0-b757-449c-a6d7-eef5fb76d37f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.858259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.882940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-89a7cc48-f054-49dd-acf1-3151c81c0ed5 None None] For port c1963340-7133-453f-ab79-05df030a640e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1963340-7133-453f-ab79-05df030a640e,segment=NetworkSegment(5fcc41b3-0237-46d1-96fb-446663181e71),segment_id=5fcc41b3-0237-46d1-96fb-446663181e71)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:17.910776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-89a7cc48-f054-49dd-acf1-3151c81c0ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.932551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-89a7cc48-f054-49dd-acf1-3151c81c0ed5 None None] Transition to ACTIVE for port object c1963340-7133-453f-ab79-05df030a640e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:17.956834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.962142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e88359-b77f-4206-853c-c0991c92ed22,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:17.975688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508f0dcb-8376-4fb7-8a5d-4882615d44d4,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:18.005803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.007526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-89a7cc48-f054-49dd-acf1-3151c81c0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.030538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.084207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.085553 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1d16d9be-90f0-422c-81f0-b4a6f3cad447 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9258616 Apr 08 10:45:18.093428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53396) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:18.104146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de88a9a0-b757-449c-a6d7-eef5fb76d37f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.132653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.134097 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-209b69f6-579e-4069-b77f-6c5b90c7a6fe tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2040625 Apr 08 10:45:18.135135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.140804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53400) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:18.141489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:18.142260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.149603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 88957de0-bc8f-4367-b974-3956a97453b3 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:18.156426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1410720196'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:18.162708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7cc48-f054-49dd-acf1-3151c81c0ed5 None None] Pushing event updated for resources: {'Port': ['ID=c1963340-7133-453f-ab79-05df030a640e,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:18.185473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0f268a12-6d6a-413d-af4c-ee56dec29459 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f6e88359-b77f-4206-853c-c0991c92ed22', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:18.202806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:18.285684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:18.297328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:18.312744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:18.339388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0f268a12-6d6a-413d-af4c-ee56dec29459 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:18.347795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0f268a12-6d6a-413d-af4c-ee56dec29459 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:18.352378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0f268a12-6d6a-413d-af4c-ee56dec29459 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:18.367754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0f268a12-6d6a-413d-af4c-ee56dec29459 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:18.394175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=87668dda-66e0-4791-8758-1b4df6ce2234,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:18.405543 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7a9ab3f1-65e2-4cfb-b72f-fb193b170450 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8974349 Apr 08 10:45:18.406815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 87668dda-66e0-4791-8758-1b4df6ce2234 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:45:18.409370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53404) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:18.421270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-57317861'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:18.437397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:18.442908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:18.452828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:18.460434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:18.510139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.554480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:18.563055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:18.566026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group_rule and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:18.566672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.571036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:18.583796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:18.596002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-0f268a12-6d6a-413d-af4c-ee56dec29459 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:18.599987 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0f268a12-6d6a-413d-af4c-ee56dec29459 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4553287 Apr 08 10:45:18.601501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53408) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:18.608783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de88a9a0-b757-449c-a6d7-eef5fb76d37f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.611536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f9bfe1aa-f481-4fbf-b788-36f66d8b6c57 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group_rule': {'security_group_id': 'f6e88359-b77f-4206-853c-c0991c92ed22', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:18.622687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f9bfe1aa-f481-4fbf-b788-36f66d8b6c57 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:18.638976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f9bfe1aa-f481-4fbf-b788-36f66d8b6c57 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:18.642856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:45:18.645108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f9bfe1aa-f481-4fbf-b788-36f66d8b6c57 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:18.656877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f9bfe1aa-f481-4fbf-b788-36f66d8b6c57 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:18.669075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.669075 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment 81ed13cc-4491-4e89-affa-348db7d35447 of type vlan for network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 Apr 08 10:45:18.676653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de88a9a0-b757-449c-a6d7-eef5fb76d37f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.682645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a9a0-b757-449c-a6d7-eef5fb76d37f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=a7df920e-088d-4c0d-999f-1f3fe015de69,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:18.693355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac943914-415d-4510-9ba5-7f6c149cdb21 None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:18.696917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.720769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.777452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Deleting port 8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:18.777950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.833595 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-de88a9a0-b757-449c-a6d7-eef5fb76d37f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/a7df920e-088d-4c0d-999f-1f3fe015de69 HTTP/1.1" status: 204 len: 168 time: 1.2757826 Apr 08 10:45:18.839016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53412) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:18.859502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=88957de0-bc8f-4367-b974-3956a97453b3,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:18.910538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.006180 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-f9bfe1aa-f481-4fbf-b788-36f66d8b6c57 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:19.009889 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f9bfe1aa-f481-4fbf-b788-36f66d8b6c57 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4024775 Apr 08 10:45:19.013414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53416) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:19.044296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-418fe2a6-fbec-4a2f-8cc7-3e71f0e93eeb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Deleting subnet dddecbf0-8a16-4dff-a635-50461a3e918c {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:19.047924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.064291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.064291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:19.064291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.078414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-418fe2a6-fbec-4a2f-8cc7-3e71f0e93eeb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.113272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1963340-7133-453f-ab79-05df030a640e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:19.169173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb5f8be-7036-4759-be36-9ebcfe892e8b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:19.178658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bd2b557e-751b-4152-adba-110d2ac0fe39 None None] Provisioning for port c1963340-7133-453f-ab79-05df030a640e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:19.187187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bd2b557e-751b-4152-adba-110d2ac0fe39 None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:19.187596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bd2b557e-751b-4152-adba-110d2ac0fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.204267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=4bad3ff4-eb96-4cb6-ac0b-654ba48940b7,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:19.233608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:45:19.306510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-23ced4db-f245-42ca-a5c0-ed4ef7b731d7 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.335087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.336053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-23ced4db-f245-42ca-a5c0-ed4ef7b731d7 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.399594 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8775ba78-f266-4f77-9e04-716d9c04e70c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9891489 Apr 08 10:45:19.400258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53420) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:19.407421 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:19.408603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.412185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': '87668dda-66e0-4791-8758-1b4df6ce2234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:19.431837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.481413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-418fe2a6-fbec-4a2f-8cc7-3e71f0e93eeb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.515287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Calling delete_port for 8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:19.519973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-23ced4db-f245-42ca-a5c0-ed4ef7b731d7 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.544405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.548774 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-15d837c8-b50a-4cec-9b29-2911d46389c4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4506760 Apr 08 10:45:19.554754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53424) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:19.625279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ced4db-f245-42ca-a5c0-ed4ef7b731d7 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e88359-b77f-4206-853c-c0991c92ed22,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:19.634759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1210143357'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:19.658498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bd2b557e-751b-4152-adba-110d2ac0fe39 None None] Provisioning complete for port 91eb8efa-782c-4042-9d2a-ec68e683208e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:19.658498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bd2b557e-751b-4152-adba-110d2ac0fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.699765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-23ced4db-f245-42ca-a5c0-ed4ef7b731d7 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.700932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-23ced4db-f245-42ca-a5c0-ed4ef7b731d7 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/f6e88359-b77f-4206-853c-c0991c92ed22 HTTP/1.1" status: 204 len: 168 time: 0.6866629 Apr 08 10:45:19.704277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53428) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:19.706766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:19.731097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b557e-751b-4152-adba-110d2ac0fe39 None None] Port 91eb8efa-782c-4042-9d2a-ec68e683208e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:19.759724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-418fe2a6-fbec-4a2f-8cc7-3e71f0e93eeb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.816731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:19.823867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:19.828518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:19.831459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:19.834324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:19.843275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:19.845596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:19.866618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aafe36fc-2054-4e4a-b692-91e814d091fd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:19.951352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:19.954911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.967691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aafe36fc-2054-4e4a-b692-91e814d091fd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:19.970296 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aafe36fc-2054-4e4a-b692-91e814d091fd tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2639115 Apr 08 10:45:19.970506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.994598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53432) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:19.995095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.015461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'tempest-secgroup--131932898'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:20.030783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-418fe2a6-fbec-4a2f-8cc7-3e71f0e93eeb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.054001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7f4dd474-7fd5-43cc-be47-c6101e096d23 None None] Provisioning complete for port de740b66-ada8-4edc-97fe-88fe2fb513b1 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:20.054371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd474-7fd5-43cc-be47-c6101e096d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.068288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Port': ['ID=8e5bbb8d-7ca9-4567-b209-fd3b6d3b8f1f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:20.099246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:20.111279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fe2a6-fbec-4a2f-8cc7-3e71f0e93eeb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Subnet': ['ID=dddecbf0-8a16-4dff-a635-50461a3e918c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:20.114960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:20.124452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-418fe2a6-fbec-4a2f-8cc7-3e71f0e93eeb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.137359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:20.177916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3168746-cfe3-4b72-9e27-8f4c7fa4938f None None] Network 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:20.181456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:security_group_rule and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:20.190960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:20.215515 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-418fe2a6-fbec-4a2f-8cc7-3e71f0e93eeb tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/dddecbf0-8a16-4dff-a635-50461a3e918c HTTP/1.1" status: 204 len: 168 time: 1.3725636 Apr 08 10:45:20.293871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53436) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:20.316978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:20.364719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.494818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] DHCP port deletion for 4bfd581f-1d53-49f3-a3d8-b73cd57c9061 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:20.499324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] Deleting port de740b66-ada8-4edc-97fe-88fe2fb513b1 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:20.499703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.552825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.574019 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-30887759-9f5d-4b17-bf83-375c50cdde34 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2550135 Apr 08 10:45:20.576009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53440) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:20.652959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:20.672094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 00ad549a-ed3f-40ad-b090-be5defaa7a15 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:20.673894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Usage tracker for resource:security_group_rule and tenant:8d7157035cce4f46bad48730fe88cb0e is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:20.676752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:20.697883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Router 6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:20.702029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:20.722091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] For port de740b66-ada8-4edc-97fe-88fe2fb513b1, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=de740b66-ada8-4edc-97fe-88fe2fb513b1,segment=NetworkSegment(8b717233-c0a3-4fa6-b0aa-b43a759004a8),segment_id=8b717233-c0a3-4fa6-b0aa-b43a759004a8)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:20.724579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.848843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] Calling delete_port for de740b66-ada8-4edc-97fe-88fe2fb513b1 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:20.904382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.961560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:20.970730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204aab6-b638-4c4e-a28f-5f603d58df9d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:20.974568 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5204aab6-b638-4c4e-a28f-5f603d58df9d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3946681 Apr 08 10:45:20.974758 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0faa8-6bfa-4071-b34a-5eea7235d2dd None None] Sync routers for ids ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:20.980986 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d94308d6-3595-4a0a-b55e-1050b9428e4c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "PUT /v2.0/routers/6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1790230 Apr 08 10:45:20.980986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53444) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:20.990794 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0faa8-6bfa-4071-b34a-5eea7235d2dd None None] Routers {'6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:20.991336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53448) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:20.992076 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-85e0faa8-6bfa-4071-b34a-5eea7235d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:20.992380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.008305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.055854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a49e2d-e7cd-43db-a15b-985d2dbe9e83 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:21.056900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-54a49e2d-e7cd-43db-a15b-985d2dbe9e83 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Synchronizing usage tracker for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:21.079533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] Pushing event deleted for resources: {'Port': ['ID=de740b66-ada8-4edc-97fe-88fe2fb513b1,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:21.083261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ba324-0145-46d6-932c-4a0ff2f4ea89 None None] No DVR routers for this DVR port de740b66-ada8-4edc-97fe-88fe2fb513b1 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:21.095455 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-85e0faa8-6bfa-4071-b34a-5eea7235d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:21.106622 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0faa8-6bfa-4071-b34a-5eea7235d2dd None None] Routers {'6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:21.108429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device de740b66-ada8-4edc-97fe-88fe2fb513b1 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:21.108615 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-85e0faa8-6bfa-4071-b34a-5eea7235d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:21.143361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: de740b66-ada8-4edc-97fe-88fe2fb513b1 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:21.143712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device de740b66-ada8-4edc-97fe-88fe2fb513b1 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:21.152123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.162011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-54a49e2d-e7cd-43db-a15b-985d2dbe9e83 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Unset dirty status for tenant:117c7e40e2b44584a2fce36df712e2eb on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:21.163450 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-54a49e2d-e7cd-43db-a15b-985d2dbe9e83 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1857045 Apr 08 10:45:21.171150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53452) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.176335 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-85e0faa8-6bfa-4071-b34a-5eea7235d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:21.176769 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0faa8-6bfa-4071-b34a-5eea7235d2dd None None] The sync data for ids ['6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:21.238142 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-9745a8d5-3252-42c0-a4bb-01cce142a4cb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] show failed (client error): The resource could not be found. Apr 08 10:45:21.239158 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9745a8d5-3252-42c0-a4bb-01cce142a4cb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1051740516 HTTP/1.1" status: 404 len: 335 time: 0.2429783 Apr 08 10:45:21.244275 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3c74914d-80bc-4587-924a-81a24fc05cc2 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716288 Apr 08 10:45:21.244940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53456) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.249608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53460) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.254479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-eb87cfd4-928a-4504-9721-6147c197bb5e tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:21.256105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:21.266076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.267307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49952b44-722d-40c6-9ba3-778da66a4015 None None] Sync routers for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:21.273892 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9e131cb9-6676-4a73-84b9-1342cc2ed721 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/routers/00ad549a-ed3f-40ad-b090-be5defaa7a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0887668 Apr 08 10:45:21.274896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cefd2e25-73d2-4c1a-a220-00dc58adc61c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:21.278219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49952b44-722d-40c6-9ba3-778da66a4015 None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:21.279068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-49952b44-722d-40c6-9ba3-778da66a4015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:21.280105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53464) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.358740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-49952b44-722d-40c6-9ba3-778da66a4015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:21.359790 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d67995e-386c-4e1e-b09e-57842a352d2f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:21.360272 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d67995e-386c-4e1e-b09e-57842a352d2f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:21.361991 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7d67995e-386c-4e1e-b09e-57842a352d2f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/0fdc9709-805b-4d27-97bd-0914ebff39ac HTTP/1.1" status: 404 len: 333 time: 0.1114731 Apr 08 10:45:21.362915 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-eb87cfd4-928a-4504-9721-6147c197bb5e tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] update failed (client error): The resource could not be found. Apr 08 10:45:21.375275 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eb87cfd4-928a-4504-9721-6147c197bb5e tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1250615896 HTTP/1.1" status: 404 len: 335 time: 0.1179388 Apr 08 10:45:21.375275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53468) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.375698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.376049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53472) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.390013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49952b44-722d-40c6-9ba3-778da66a4015 None None] Routers {'00ad549a-ed3f-40ad-b090-be5defaa7a15'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:21.391140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-49952b44-722d-40c6-9ba3-778da66a4015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:44:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['00ad549a-ed3f-40ad-b090-be5defaa7a15'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:21.399044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.400326 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-19e67668-f691-4919-af79-acc20870ffeb tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7855830 Apr 08 10:45:21.410115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53476) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.424642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-305767181', 'security_groups': ['cefd2e25-73d2-4c1a-a220-00dc58adc61c'], 'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2aa42b6-200e-42a7-8950-12efc8bc58a5'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:21.425478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=2e4949b2-5579-45ac-b035-94db4cdad69c,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:21.440044 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb389727-9001-4255-bd5f-ae5aba1170df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:21.440508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb389727-9001-4255-bd5f-ae5aba1170df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:21.444602 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bb389727-9001-4255-bd5f-ae5aba1170df tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/a7df920e-088d-4c0d-999f-1f3fe015de69 HTTP/1.1" status: 404 len: 337 time: 0.0766270 Apr 08 10:45:21.446167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53480) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.501745 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-49952b44-722d-40c6-9ba3-778da66a4015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:21.502455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49952b44-722d-40c6-9ba3-778da66a4015 None None] The sync data for ids ['00ad549a-ed3f-40ad-b090-be5defaa7a15'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:21.505807 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5786ca66-a469-4f65-b3aa-c89f957885d5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:21.506260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5786ca66-a469-4f65-b3aa-c89f957885d5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:21.515235 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5786ca66-a469-4f65-b3aa-c89f957885d5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/dddecbf0-8a16-4dff-a635-50461a3e918c HTTP/1.1" status: 404 len: 337 time: 0.0613837 Apr 08 10:45:21.515345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76cbf93-1f52-4145-b0f9-add6caca2966,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:21.516285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53484) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.517050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': 'cf233897-fd1a-428a-b816-859f9ddfb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '87668dda-66e0-4791-8758-1b4df6ce2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:21.517414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: 87668dda-66e0-4791-8758-1b4df6ce2234, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:45:21.613142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:21.622670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:21.646062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.647250 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-510885cf-7495-48b0-855e-cdb0c1f8a710 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6425159 Apr 08 10:45:21.650267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53488) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.655873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-338d0da6-c906-472f-a885-9dc68bca2d4b tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:21.656406 dv-neutron-837109-1-hyperv neutron-server[88613]: WARNING neutron.api.v2.base [None req-338d0da6-c906-472f-a885-9dc68bca2d4b tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 08 10:45:21.656934 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-338d0da6-c906-472f-a885-9dc68bca2d4b tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] update failed (client error): There was a conflict when trying to complete your request. Apr 08 10:45:21.657871 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-338d0da6-c906-472f-a885-9dc68bca2d4b tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "PUT /v2.0/security-groups/a76cbf93-1f52-4145-b0f9-add6caca2966 HTTP/1.1" status: 409 len: 330 time: 0.0066071 Apr 08 10:45:21.661068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53492) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.663464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-81611e7d-9b23-409b-93fd-d6f0b849aafb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Deleting subnet c67c9615-25f4-4359-ba43-3747cc672408 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:21.669281 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca5b4b0-9f36-4577-9ac5-aea407cee108 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:21.669757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca5b4b0-9f36-4577-9ac5-aea407cee108 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:21.672024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2ca5b4b0-9f36-4577-9ac5-aea407cee108 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/692eebda-e0ef-456b-9df2-0209ca937709 HTTP/1.1" status: 404 len: 333 time: 0.1452272 Apr 08 10:45:21.674929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53496) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.676316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-81611e7d-9b23-409b-93fd-d6f0b849aafb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.719966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:21.735074 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2143ff3f-7854-46c3-badc-b7e5ceb7291d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:21.735699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2143ff3f-7854-46c3-badc-b7e5ceb7291d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:21.737366 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2143ff3f-7854-46c3-badc-b7e5ceb7291d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/a7119278-842f-4c54-b7b2-b336f2aeffb9 HTTP/1.1" status: 404 len: 337 time: 0.0615849 Apr 08 10:45:21.741378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.749447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53500) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.818874 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69e5271-a6ec-4a56-85e6-b87b01f07a87 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:21.819335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69e5271-a6ec-4a56-85e6-b87b01f07a87 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:21.821205 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b69e5271-a6ec-4a56-85e6-b87b01f07a87 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/709452a4-b64b-4b1c-a621-2725dcbfb137 HTTP/1.1" status: 404 len: 337 time: 0.0707631 Apr 08 10:45:21.823830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53504) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.867336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-81611e7d-9b23-409b-93fd-d6f0b849aafb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.894846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 87668dda-66e0-4791-8758-1b4df6ce2234 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:45:21.917851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e8ebc4f-ec71-40fb-a0d1-4f969bdc51d9 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.926328 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1924008b-bbc1-4b5c-95e0-a785ab14974e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:21.926887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1924008b-bbc1-4b5c-95e0-a785ab14974e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:21.928800 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1924008b-bbc1-4b5c-95e0-a785ab14974e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/96ed6bfe-05a4-4789-9771-5fa0f044b8a5 HTTP/1.1" status: 404 len: 333 time: 0.1040306 Apr 08 10:45:21.938319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53508) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:21.999063 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e732635a-e2b6-4bb0-a998-8b8fbd1c32a0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:21.999776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e732635a-e2b6-4bb0-a998-8b8fbd1c32a0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.001467 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e732635a-e2b6-4bb0-a998-8b8fbd1c32a0 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/c814a5b0-d1ea-45fb-bc07-2fc28254c28e HTTP/1.1" status: 404 len: 337 time: 0.0583646 Apr 08 10:45:22.003002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e8ebc4f-ec71-40fb-a0d1-4f969bdc51d9 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.011475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53512) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.012887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.048983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 87668dda-66e0-4791-8758-1b4df6ce2234) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:22.057758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375be294-32fb-493a-aca9-c95d633d000c None None] Network 87668dda-66e0-4791-8758-1b4df6ce2234 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:22.058615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] device_id is not set on port f1017ebd-f2bf-4341-9007-9116d4679f45 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:45:22.065339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:22.065921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.090633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cabea1-0ec1-4324-b50c-f87903f5aa31 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:22.091080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cabea1-0ec1-4324-b50c-f87903f5aa31 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.096178 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e9cabea1-0ec1-4324-b50c-f87903f5aa31 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/442d47d4-cf32-4e51-9979-a451e73576cb HTTP/1.1" status: 404 len: 337 time: 0.0813484 Apr 08 10:45:22.100131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53516) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.131914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.150607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-81611e7d-9b23-409b-93fd-d6f0b849aafb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.162233 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-03469fb1-a70c-40c8-9eec-8d722f5f5355 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:22.162713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03469fb1-a70c-40c8-9eec-8d722f5f5355 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.185333 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-03469fb1-a70c-40c8-9eec-8d722f5f5355 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/01f13d88-bbee-4272-af91-b6e8ead1be40 HTTP/1.1" status: 404 len: 333 time: 0.0839713 Apr 08 10:45:22.188652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53520) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.200870 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f388ff8f-ff93-4151-9e72-172d5b72ff1b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7968903 Apr 08 10:45:22.207789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53524) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.215611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': '4bad3ff4-eb96-4cb6-ac0b-654ba48940b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:22.245611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port b4d5a21c-b0f2-47ee-8a01-679a38eb2c8f {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:22.246217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.277583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e8ebc4f-ec71-40fb-a0d1-4f969bdc51d9 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.280644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6e8ebc4f-ec71-40fb-a0d1-4f969bdc51d9 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.281980 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6e8ebc4f-ec71-40fb-a0d1-4f969bdc51d9 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/a76cbf93-1f52-4145-b0f9-add6caca2966 HTTP/1.1" status: 204 len: 168 time: 0.6199613 Apr 08 10:45:22.300150 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-80336ca1-6f36-49fa-bdbe-b2f34f4f9ec5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:22.300945 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80336ca1-6f36-49fa-bdbe-b2f34f4f9ec5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.302918 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-80336ca1-6f36-49fa-bdbe-b2f34f4f9ec5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/48c2b4ee-74b6-4538-938c-71687c3988e8 HTTP/1.1" status: 404 len: 337 time: 0.1131051 Apr 08 10:45:22.308964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53528) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.309564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53530) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.325060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-87668dda-66e0-4791-8758-1b4df6ce2234', 'network_id': '87668dda-66e0-4791-8758-1b4df6ce2234', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': '2e4949b2-5579-45ac-b035-94db4cdad69c'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:45:22.326816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.363250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ebc4f-ec71-40fb-a0d1-4f969bdc51d9 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76cbf93-1f52-4145-b0f9-add6caca2966,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:22.391622 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2091958b-3adc-4e69-ad39-bd3031309cab tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:22.392084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2091958b-3adc-4e69-ad39-bd3031309cab tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.393917 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2091958b-3adc-4e69-ad39-bd3031309cab tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/252d2c57-7dc9-49d9-9957-56579905e997 HTTP/1.1" status: 404 len: 337 time: 0.0803576 Apr 08 10:45:22.398322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53536) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.495352 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-baec5b15-dee0-4816-ae8f-c00f5fb5ec0f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:22.495352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baec5b15-dee0-4816-ae8f-c00f5fb5ec0f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.500123 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-baec5b15-dee0-4816-ae8f-c00f5fb5ec0f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/1be46542-6694-4236-be99-fda4b3c3f6ed HTTP/1.1" status: 404 len: 333 time: 0.0977299 Apr 08 10:45:22.502049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53540) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.531138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-747f6ffb-9f7c-45d4-be08-a08c06a2e672 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Synchronizing usage tracker for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:22.531922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Allocated IP 2001:db8::2 (87668dda-66e0-4791-8758-1b4df6ce2234/2e4949b2-5579-45ac-b035-94db4cdad69c/ff9c2eaf-be5d-4441-be17-89c3b743b488) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:22.551862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-747f6ffb-9f7c-45d4-be08-a08c06a2e672 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] Unset dirty status for tenant:8d7157035cce4f46bad48730fe88cb0e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:22.557588 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-747f6ffb-9f7c-45d4-be08-a08c06a2e672 tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2424521 Apr 08 10:45:22.558452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53544) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.574724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.10 (7282e28c-5a87-448b-8085-12facade5cbd/b2aa42b6-200e-42a7-8950-12efc8bc58a5/f1017ebd-f2bf-4341-9007-9116d4679f45) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:22.588909 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-97ff3df0-cc28-4ea2-9c31-8f87d77a653f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] delete failed (client error): The resource could not be found. Apr 08 10:45:22.594390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-97ff3df0-cc28-4ea2-9c31-8f87d77a653f tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed96e5e6-e8b7-478e-88f0-b5ca9f0ee03f HTTP/1.1" status: 404 len: 347 time: 0.0309453 Apr 08 10:45:22.594531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53548) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.598068 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ced73f-f282-4391-bcd6-6962940e2a1f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:22.598529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ced73f-f282-4391-bcd6-6962940e2a1f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.624215 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-1ac0bb09-918d-443e-9d01-3fe93f0a24ec tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] show failed (client error): The resource could not be found. Apr 08 10:45:22.629121 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1ac0bb09-918d-443e-9d01-3fe93f0a24ec tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-groups/8386f3df-6847-4b8e-a8ac-974610e96e2c HTTP/1.1" status: 404 len: 347 time: 0.0299530 Apr 08 10:45:22.630884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53552) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.655705 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-7de6b08e-665a-492b-8510-d79ac94fa4ed tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] show failed (client error): The resource could not be found. Apr 08 10:45:22.660356 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7de6b08e-665a-492b-8510-d79ac94fa4ed tempest-NegativeSecGroupIPv6Test-1259418443 tempest-NegativeSecGroupIPv6Test-1259418443-project] 10.222.0.23 "GET /v2.0/security-group-rules/56c2be76-4b3e-4dbb-bd11-5afa29e27efd HTTP/1.1" status: 404 len: 356 time: 0.0251307 Apr 08 10:45:22.673397 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c1ced73f-f282-4391-bcd6-6962940e2a1f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/66f83288-e02e-4fd3-8954-5e69a0f6564a HTTP/1.1" status: 404 len: 337 time: 0.1714027 Apr 08 10:45:22.681828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:22.694118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:22.696450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53558) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.701676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:22.746886 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4171d0a-ec98-4286-82ff-c97056864da3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:22.747265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4171d0a-ec98-4286-82ff-c97056864da3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.749942 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a4171d0a-ec98-4286-82ff-c97056864da3 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/485c9f7d-d601-4259-a834-e948e56377b6 HTTP/1.1" status: 404 len: 333 time: 0.0523622 Apr 08 10:45:22.758531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-81611e7d-9b23-409b-93fd-d6f0b849aafb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.759079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53562) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.764710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:22.794578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.808848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Transition to ACTIVE for port object ff9c2eaf-be5d-4441-be17-89c3b743b488 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:22.823758 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4b6877-abc0-4f8c-9808-0d5015418faf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:22.824307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4b6877-abc0-4f8c-9808-0d5015418faf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:22.827003 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ce4b6877-abc0-4f8c-9808-0d5015418faf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/9b1f8097-cc6a-4557-a492-2bb36488f064 HTTP/1.1" status: 404 len: 337 time: 0.0668240 Apr 08 10:45:22.830229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53566) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.830493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81611e7d-9b23-409b-93fd-d6f0b849aafb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Subnet': ['ID=c67c9615-25f4-4359-ba43-3747cc672408,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:22.843926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-81611e7d-9b23-409b-93fd-d6f0b849aafb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:22.843926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-81611e7d-9b23-409b-93fd-d6f0b849aafb tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/subnets/c67c9615-25f4-4359-ba43-3747cc672408 HTTP/1.1" status: 204 len: 168 time: 1.4427311 Apr 08 10:45:22.844159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8965173-8d05-4681-b8db-24b0ff59ff8b None None] Network e44dc7ca-b7b8-4b87-ab20-664a22f92518 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:22.849409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53570) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:22.880943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Transition to ACTIVE for port object ff9c2eaf-be5d-4441-be17-89c3b743b488 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:22.892630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.004839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.013547 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdc6871-a406-494e-ba0c-c7ebda781790 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.022665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdc6871-a406-494e-ba0c-c7ebda781790 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.022665 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8cdc6871-a406-494e-ba0c-c7ebda781790 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/93c32e86-f740-4d74-a90d-c7f96034b58b HTTP/1.1" status: 404 len: 333 time: 0.1848710 Apr 08 10:45:23.022665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53574) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.034649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:23.037867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.059002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for b4d5a21c-b0f2-47ee-8a01-679a38eb2c8f owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:23.079593 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb26a03-0e89-40ad-b084-4fd515e33447 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.079593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb26a03-0e89-40ad-b084-4fd515e33447 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.084302 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8cb26a03-0e89-40ad-b084-4fd515e33447 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/943c6a34-4b92-4f5e-ad0f-4a9f305f0423 HTTP/1.1" status: 404 len: 337 time: 0.0598717 Apr 08 10:45:23.085392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53578) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.108670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.115977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Network 87668dda-66e0-4791-8758-1b4df6ce2234 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:23.126460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:23.131381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:23.133957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf8def9-022d-46ce-b15c-c52e33eb43bd tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Deleting subnet 00eb6f0a-bd83-4689-bc73-64ec8fc6715f {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:23.143361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Pushing event updated for resources: {'Port': ['ID=ff9c2eaf-be5d-4441-be17-89c3b743b488,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:23.147375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adf8def9-022d-46ce-b15c-c52e33eb43bd tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.165496 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea1ba16-4ccf-4ac3-a13b-4b6e96c1f01c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.166451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea1ba16-4ccf-4ac3-a13b-4b6e96c1f01c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.171635 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9ea1ba16-4ccf-4ac3-a13b-4b6e96c1f01c tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/8403493d-524f-4ac2-a655-1c434d6161c9 HTTP/1.1" status: 404 len: 333 time: 0.0638683 Apr 08 10:45:23.177720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53582) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.210761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object f1017ebd-f2bf-4341-9007-9116d4679f45 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:23.221388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-df087697-2f0b-4f57-8064-16234f492877 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.221844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df087697-2f0b-4f57-8064-16234f492877 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.223601 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-df087697-2f0b-4f57-8064-16234f492877 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/95413837-b0d4-4ee6-a79b-7d0cf1ea9d44 HTTP/1.1" status: 404 len: 337 time: 0.0496430 Apr 08 10:45:23.226290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53588) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.273188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Attempting to bind port ff9c2eaf-be5d-4441-be17-89c3b743b488 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:23.287826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Attempting to bind port ff9c2eaf-be5d-4441-be17-89c3b743b488 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'cf233897-fd1a-428a-b816-859f9ddfb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '87668dda-66e0-4791-8758-1b4df6ce2234'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:23.288225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Attempting to bind port ff9c2eaf-be5d-4441-be17-89c3b743b488 on network 87668dda-66e0-4791-8758-1b4df6ce2234 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:45:23.299049 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-069ed708-f140-4d0e-88f6-420dd213d981 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.304559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069ed708-f140-4d0e-88f6-420dd213d981 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.304559 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-069ed708-f140-4d0e-88f6-420dd213d981 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/d2cd599e-4913-422e-ac48-074c8c7e06e5 HTTP/1.1" status: 404 len: 333 time: 0.0700371 Apr 08 10:45:23.306599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53592) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.332906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:45:23.333668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Checking segment: {'id': 'cf233897-fd1a-428a-b816-859f9ddfb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '87668dda-66e0-4791-8758-1b4df6ce2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:23.334182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.334839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Bound using segment: {'id': 'cf233897-fd1a-428a-b816-859f9ddfb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '87668dda-66e0-4791-8758-1b4df6ce2234'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:45:23.335513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Bound port: ff9c2eaf-be5d-4441-be17-89c3b743b488, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf233897-fd1a-428a-b816-859f9ddfb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '87668dda-66e0-4791-8758-1b4df6ce2234'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:23.336328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.354274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53596) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.362201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.366094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adf8def9-022d-46ce-b15c-c52e33eb43bd tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.403214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] DHCP port deletion for e44dc7ca-b7b8-4b87-ab20-664a22f92518 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:23.407181 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d224b1a-bbee-47ac-a1d6-9d2b48b72305 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.407644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d224b1a-bbee-47ac-a1d6-9d2b48b72305 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.409864 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0d224b1a-bbee-47ac-a1d6-9d2b48b72305 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/a5afa0df-e26f-4f36-b3d1-1c06d19f0565 HTTP/1.1" status: 404 len: 337 time: 0.1005673 Apr 08 10:45:23.417873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53602) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.426100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] Deleting port fedec47d-726f-40f3-ab54-934c4d4e0bc9 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:23.426481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.473455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=f1017ebd-f2bf-4341-9007-9116d4679f45,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:23.491118 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9fa867-29ad-49ef-bb40-eed718fb31d8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.491270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:23.491771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9fa867-29ad-49ef-bb40-eed718fb31d8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.493526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:23.497783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:23.529022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4d9fa867-29ad-49ef-bb40-eed718fb31d8 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/3da48487-a0e9-4954-a976-a1278a0056b8 HTTP/1.1" status: 404 len: 333 time: 0.1085758 Apr 08 10:45:23.533966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] For port ff9c2eaf-be5d-4441-be17-89c3b743b488, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:45:23.537519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] For port ff9c2eaf-be5d-4441-be17-89c3b743b488, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ff9c2eaf-be5d-4441-be17-89c3b743b488,segment=NetworkSegment(cf233897-fd1a-428a-b816-859f9ddfb681),segment_id=cf233897-fd1a-428a-b816-859f9ddfb681)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:45:23.538400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53606) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.593520 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce019559-1bb4-4f11-b312-b84d67bd48c5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.594005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce019559-1bb4-4f11-b312-b84d67bd48c5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.596388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ce019559-1bb4-4f11-b312-b84d67bd48c5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/1f4c3ea9-7ce2-4f2c-849a-236188aa0cc9 HTTP/1.1" status: 404 len: 337 time: 0.0565989 Apr 08 10:45:23.604628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53610) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.606426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adf8def9-022d-46ce-b15c-c52e33eb43bd tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.664794 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fd2538-0d52-4e9a-9608-d46acc62d9c5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.665316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fd2538-0d52-4e9a-9608-d46acc62d9c5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.667858 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d4fd2538-0d52-4e9a-9608-d46acc62d9c5 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/bf3cc1c1-c198-4cd8-91b1-28cbf7e76371 HTTP/1.1" status: 404 len: 337 time: 0.0620997 Apr 08 10:45:23.671721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53614) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.716304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.739361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:23.740981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.750161 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6a8288-9d67-434f-bc1f-9500a300e097 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.750650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6a8288-9d67-434f-bc1f-9500a300e097 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.754721 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0c6a8288-9d67-434f-bc1f-9500a300e097 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/02021220-648c-404e-9d2f-b9d74d61137a HTTP/1.1" status: 404 len: 333 time: 0.0796967 Apr 08 10:45:23.758205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53618) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.798372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] For port fedec47d-726f-40f3-ab54-934c4d4e0bc9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=fedec47d-726f-40f3-ab54-934c4d4e0bc9,segment=NetworkSegment(9ee97f60-493d-4671-99d5-5889c1d6bdb7),segment_id=9ee97f60-493d-4671-99d5-5889c1d6bdb7)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:23.798698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.805422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adf8def9-022d-46ce-b15c-c52e33eb43bd tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.815400 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-353dd0dd-163c-477d-83d3-8fdd3269a460 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.815988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353dd0dd-163c-477d-83d3-8fdd3269a460 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.820564 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-353dd0dd-163c-477d-83d3-8fdd3269a460 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/da279cdb-f622-413a-9ecb-2f2a45fab17e HTTP/1.1" status: 404 len: 337 time: 0.0613017 Apr 08 10:45:23.821239 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53622) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.859379 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec63e66c-1776-45a9-a5df-e9df8177680e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.859815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec63e66c-1776-45a9-a5df-e9df8177680e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.861894 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ec63e66c-1776-45a9-a5df-e9df8177680e tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/9d506243-8790-46fe-8a5e-9f564c1e3275 HTTP/1.1" status: 404 len: 337 time: 0.0394156 Apr 08 10:45:23.864534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53626) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.866084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8def9-022d-46ce-b15c-c52e33eb43bd tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Subnet': ['ID=00eb6f0a-bd83-4689-bc73-64ec8fc6715f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:23.891951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ec9dd111-0f23-4b74-bceb-729d24f86ad4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d7157035cce4f46bad48730fe88cb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316155 Apr 08 10:45:23.897372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53630) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.899574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adf8def9-022d-46ce-b15c-c52e33eb43bd tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:23.906717 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f8ffa8f2-5b45-4b50-80f5-b39b277521c3 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4953299 Apr 08 10:45:23.918390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70a166b-06db-44bf-a2e2-1253117d5d82 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.918390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70a166b-06db-44bf-a2e2-1253117d5d82 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:23.918390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b70a166b-06db-44bf-a2e2-1253117d5d82 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/742ba3f8-dc9e-4b90-8c6b-064e06206d45 HTTP/1.1" status: 404 len: 333 time: 0.0496857 Apr 08 10:45:23.918390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53634) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.919270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53636) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.947714 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-adf8def9-022d-46ce-b15c-c52e33eb43bd tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/subnets/00eb6f0a-bd83-4689-bc73-64ec8fc6715f HTTP/1.1" status: 204 len: 168 time: 1.0952361 Apr 08 10:45:23.948167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53642) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:23.952863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f967a0b-209f-40c3-b447-2fa695f0736c None None] Network 5d0a9cde-5ac7-4598-8486-0417c27a431a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:23.958815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:23.996934 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fcd749-3f1c-4c85-9e31-dfb187e743aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:23.997391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fcd749-3f1c-4c85-9e31-dfb187e743aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:24.001899 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-42fcd749-3f1c-4c85-9e31-dfb187e743aa tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/d6bd18c3-e62c-4542-bf48-13448e99de9b HTTP/1.1" status: 404 len: 337 time: 0.0793636 Apr 08 10:45:24.003596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53646) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.022102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.026689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] Calling delete_port for fedec47d-726f-40f3-ab54-934c4d4e0bc9 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:24.072601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92ea32-faa4-458d-9cf6-77070adf255d None None] Pushing event updated for resources: {'Port': ['ID=ff9c2eaf-be5d-4441-be17-89c3b743b488,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:24.079891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9c64bdef-4420-4e07-afeb-196230fd48ca None None] Provisioning for port f1017ebd-f2bf-4341-9007-9116d4679f45 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:24.088493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9c64bdef-4420-4e07-afeb-196230fd48ca None None] Provisioning complete for port f1017ebd-f2bf-4341-9007-9116d4679f45 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:24.088737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c64bdef-4420-4e07-afeb-196230fd48ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.093263 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d374247-96c2-43c8-8932-5cc9acbc1127 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:24.093897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d374247-96c2-43c8-8932-5cc9acbc1127 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:24.098092 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0d374247-96c2-43c8-8932-5cc9acbc1127 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/bced2b7b-19c2-4aef-b1ec-4c6f663fccfb HTTP/1.1" status: 404 len: 337 time: 0.0913293 Apr 08 10:45:24.104302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53650) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.122893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.156804 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e78858a-c409-4998-ab57-36678aa85013 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:24.157281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e78858a-c409-4998-ab57-36678aa85013 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:24.159036 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0e78858a-c409-4998-ab57-36678aa85013 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/e27fdb57-9786-4ebf-a5fb-a19d4a686369 HTTP/1.1" status: 404 len: 333 time: 0.0540388 Apr 08 10:45:24.162453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53654) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.218378 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3840a1b-cd78-4668-9968-47c4a19761bc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:24.218834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3840a1b-cd78-4668-9968-47c4a19761bc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:24.220626 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d3840a1b-cd78-4668-9968-47c4a19761bc tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/76ae9d81-d672-47c4-aff6-afe15d239727 HTTP/1.1" status: 404 len: 337 time: 0.0572045 Apr 08 10:45:24.223735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53658) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.249232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9c64bdef-4420-4e07-afeb-196230fd48ca None None] Port f1017ebd-f2bf-4341-9007-9116d4679f45 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:24.295938 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2f4335-53e9-4873-8d96-5706f228bece tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:24.305520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2f4335-53e9-4873-8d96-5706f228bece tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:24.307579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6b2f4335-53e9-4873-8d96-5706f228bece tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/c418631a-9f3a-457c-a1b2-751506d0f785 HTTP/1.1" status: 404 len: 337 time: 0.0826919 Apr 08 10:45:24.313532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53662) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.386426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.393191 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-485b45e3-875b-4a16-839e-fee4a4b09053 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef046172-e16a-4fba-bc9a-1f899356a14a HTTP/1.1" status: 200 len: 205 time: 0.0772257 Apr 08 10:45:24.395238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53666) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.395862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:24.406909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:24.410287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:24.416961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:24.448602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c16262e9-7245-4a2b-8519-aae652ebe089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.463144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] Pushing event deleted for resources: {'Port': ['ID=fedec47d-726f-40f3-ab54-934c4d4e0bc9,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:24.479088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc596f-d2e2-408d-8e37-26035e59d1a8 None None] No DVR routers for this DVR port fedec47d-726f-40f3-ab54-934c4d4e0bc9 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:24.486521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=b4d5a21c-b0f2-47ee-8a01-679a38eb2c8f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:24.498920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:24.504604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.593248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] DHCP port deletion for 5d0a9cde-5ac7-4598-8486-0417c27a431a request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:24.598065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] Deleting port 9befa9ac-276e-410d-9c8e-2be2a114d815 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:24.598441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.617265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.659335 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.ipam_backend_mixin [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b2aa42b6-200e-42a7-8950-12efc8bc58a5 (CIDR: 172.20.0.0/28) Apr 08 10:45:24.666628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-bcae2b92-9cc9-4852-9037-627aa7793594 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] delete failed (client error): The resource could not be found. Apr 08 10:45:24.667740 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bcae2b92-9cc9-4852-9037-627aa7793594 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/routers/ef046172-e16a-4fba-bc9a-1f899356a14a HTTP/1.1" status: 404 len: 336 time: 0.2209623 Apr 08 10:45:24.670969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53670) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.671984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c16262e9-7245-4a2b-8519-aae652ebe089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.678780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=fff8aa72-51d5-4b61-a008-70a5733c3163,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:24.714886 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:24.715374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:24.719891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': '81ed13cc-4491-4e89-affa-348db7d35447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4bad3ff4-eb96-4cb6-ac0b-654ba48940b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:24.720249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:45:24.722732 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e167f4-f5d2-4c24-9bd2-67da831a6e2f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:24.723185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e167f4-f5d2-4c24-9bd2-67da831a6e2f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:24.727577 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f6e167f4-f5d2-4c24-9bd2-67da831a6e2f tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/d6b64aaf-9e4d-4e94-a5bb-98d4ac8e526d HTTP/1.1" status: 404 len: 337 time: 0.0528958 Apr 08 10:45:24.731959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53674) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.795162 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a705bac5-da31-437b-a9c0-51ced7394765 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e85fd462-353c-48bc-9df3-2b09a13de3d8 HTTP/1.1" status: 200 len: 205 time: 0.0587795 Apr 08 10:45:24.795398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53678) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.824113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] For port 9befa9ac-276e-410d-9c8e-2be2a114d815, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9befa9ac-276e-410d-9c8e-2be2a114d815,segment=NetworkSegment(831bfacd-372a-4534-8c70-511ca84e7493),segment_id=831bfacd-372a-4534-8c70-511ca84e7493)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:24.826854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.858239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.874074 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-660fb2cb-8261-44cf-b01d-49e751b2827b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] delete failed (client error): The resource could not be found. Apr 08 10:45:24.877467 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-660fb2cb-8261-44cf-b01d-49e751b2827b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/routers/e85fd462-353c-48bc-9df3-2b09a13de3d8 HTTP/1.1" status: 404 len: 336 time: 0.0787489 Apr 08 10:45:24.877725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53682) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.923831 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2b1a9aaa-4ebf-4077-9a91-cc98c1439e12 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0061290 Apr 08 10:45:24.927986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53686) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.928917 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6402ece3-455a-48e7-906a-9bbc8c23b038 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:24.929376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6402ece3-455a-48e7-906a-9bbc8c23b038 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:24.931886 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6402ece3-455a-48e7-906a-9bbc8c23b038 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/ba3e4941-cfcc-4756-8574-04de7f7b5b6b HTTP/1.1" status: 404 len: 337 time: 0.0526090 Apr 08 10:45:24.937947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:24.952392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53690) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:24.955735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] Calling delete_port for 9befa9ac-276e-410d-9c8e-2be2a114d815 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:25.007581 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8e547e-e065-4b58-b9fc-e9a2ccf34f23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.008056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8e547e-e065-4b58-b9fc-e9a2ccf34f23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.009935 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ae8e547e-e065-4b58-b9fc-e9a2ccf34f23 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/28060c03-b481-4500-81fb-b3d367243bdb HTTP/1.1" status: 404 len: 337 time: 0.0540442 Apr 08 10:45:25.013639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53694) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.045767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.052849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:45:25.085564 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-90656b3e-bd1c-4ec8-8ec8-cac654180b44 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.086200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90656b3e-bd1c-4ec8-8ec8-cac654180b44 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.090447 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-90656b3e-bd1c-4ec8-8ec8-cac654180b44 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/a9385907-9dae-400f-8f30-64a729e59e3e HTTP/1.1" status: 404 len: 333 time: 0.0736160 Apr 08 10:45:25.132206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53698) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.139463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.184940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:25.189874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:25.191465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.196339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44dc7ca-b7b8-4b87-ab20-664a22f92518']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:25.213628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.220667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ff9c2eaf-be5d-4441-be17-89c3b743b488 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:25.220925 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc00cb1-cfeb-4813-bb7a-fa3aa6cd7579 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.221462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc00cb1-cfeb-4813-bb7a-fa3aa6cd7579 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.231548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.234505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee97f60-493d-4671-99d5-5889c1d6bdb7') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:25.234803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee97f60-493d-4671-99d5-5889c1d6bdb7') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:25.245857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c16262e9-7245-4a2b-8519-aae652ebe089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.253427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6cb6d-a557-479f-a2b6-7ff4ab2c2c26 None None] Network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:25.278581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.294309 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6cc00cb1-cfeb-4813-bb7a-fa3aa6cd7579 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/89a0adcb-f29b-4e3a-9a9b-c4fa6a6b16db HTTP/1.1" status: 404 len: 337 time: 0.1606452 Apr 08 10:45:25.296885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53702) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.302101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16262e9-7245-4a2b-8519-aae652ebe089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8532db-d739-4ac6-bfe0-5e5e32acfa86,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:25.313808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.329746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:25.330200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.358975 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-506cf786-18c8-44cc-818c-d1c5349994ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.359709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506cf786-18c8-44cc-818c-d1c5349994ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.361690 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-506cf786-18c8-44cc-818c-d1c5349994ba tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/8ed1a621-b8e3-42ed-8954-f6b35e239dce HTTP/1.1" status: 404 len: 333 time: 0.0637598 Apr 08 10:45:25.365791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53706) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.434971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] Pushing event deleted for resources: {'Port': ['ID=9befa9ac-276e-410d-9c8e-2be2a114d815,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:25.447925 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-12450340-460f-41ba-b57f-140b98c4b994 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.448706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12450340-460f-41ba-b57f-140b98c4b994 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.453253 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-12450340-460f-41ba-b57f-140b98c4b994 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/faafc2a7-671b-4665-b71e-a94d34c107b6 HTTP/1.1" status: 404 len: 337 time: 0.0835512 Apr 08 10:45:25.454997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce65853-d268-414b-a3ba-719b6c584d1d None None] No DVR routers for this DVR port 9befa9ac-276e-410d-9c8e-2be2a114d815 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:25.456627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53710) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:25.459895 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:25.468236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.468926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Fanout notify agent at l3_agent the message router_deleted on router 00ad549a-ed3f-40ad-b090-be5defaa7a15 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:45:25.473492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:25.479882 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c627c496-53a8-4b0e-a987-938f728a472f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2709930 Apr 08 10:45:25.481486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c16262e9-7245-4a2b-8519-aae652ebe089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.484003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:25.488179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:25.491876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53714) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.495729 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c16262e9-7245-4a2b-8519-aae652ebe089 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b8532db-d739-4ac6-bfe0-5e5e32acfa86 HTTP/1.1" status: 204 len: 168 time: 1.5930037 Apr 08 10:45:25.515525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.520079 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c9c85b23-3117-4a1c-84da-47c0ace41b54 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/routers/00ad549a-ed3f-40ad-b090-be5defaa7a15 HTTP/1.1" status: 204 len: 168 time: 4.2370818 Apr 08 10:45:25.521186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53718) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.523592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaea527-fab9-45d5-9e71-7764f1ca9adb None None] Network 87668dda-66e0-4791-8758-1b4df6ce2234 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:25.538150 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c28770-0271-465a-8636-74603da8f219 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.538617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c28770-0271-465a-8636-74603da8f219 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.544208 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c9c28770-0271-465a-8636-74603da8f219 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/fcda21c5-eff4-44dd-b041-b8edbde55af8 HTTP/1.1" status: 404 len: 333 time: 0.0825233 Apr 08 10:45:25.549147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1903628665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:25.558857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53724) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.595373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0adc589-d814-41a8-944f-4fbfdc7d8259 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting subnet 96f26b3f-761e-49cb-8dff-42986e46d274 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:25.598910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.600539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0adc589-d814-41a8-944f-4fbfdc7d8259 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.606510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:25.618148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:25.632367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:router and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:25.635801 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a396d8-f396-46df-af26-45f806a09f30 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.636249 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a396d8-f396-46df-af26-45f806a09f30 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.641041 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-89a396d8-f396-46df-af26-45f806a09f30 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/f9f3ba6e-865b-4d5b-8998-a7d8011627ea HTTP/1.1" status: 404 len: 337 time: 0.0809827 Apr 08 10:45:25.641598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53728) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.643222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:25.658575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.662843 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/networks/e44dc7ca-b7b8-4b87-ab20-664a22f92518 HTTP/1.1" status: 204 len: 168 time: 1.7115014 Apr 08 10:45:25.670498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53732) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.687994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:25.696983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08ebdf-5551-4850-93e5-42a8dfc9e31f tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Network': ['ID=e44dc7ca-b7b8-4b87-ab20-664a22f92518,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:25.698822 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5b2569-ad2b-4fc2-8a76-26397d19f6dd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.699298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5b2569-ad2b-4fc2-8a76-26397d19f6dd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.709071 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aa5b2569-ad2b-4fc2-8a76-26397d19f6dd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/51396b72-e25f-4cf0-9c1c-81d4646306bc HTTP/1.1" status: 404 len: 333 time: 0.0571432 Apr 08 10:45:25.709071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53736) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.709555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:25.712845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.728837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0adc589-d814-41a8-944f-4fbfdc7d8259 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.847576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-4bad3ff4-eb96-4cb6-ac0b-654ba48940b7', 'network_id': '4bad3ff4-eb96-4cb6-ac0b-654ba48940b7', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': 'fff8aa72-51d5-4b61-a008-70a5733c3163'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:45:25.849244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.856325 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf2df34-53f4-49d8-8147-7ce958665879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.857586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf2df34-53f4-49d8-8147-7ce958665879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.858647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.862475 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ccf2df34-53f4-49d8-8147-7ce958665879 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/411e774a-f105-4dd4-9b4d-33beb0252708 HTTP/1.1" status: 404 len: 337 time: 0.1530147 Apr 08 10:45:25.862475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.863698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.864854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53742) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.916866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:25.927908 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea245f6e-5d03-4127-94f4-edd474d5e711 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:25.928393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea245f6e-5d03-4127-94f4-edd474d5e711 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:25.934502 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ea245f6e-5d03-4127-94f4-edd474d5e711 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/94279c5e-a084-4517-9902-3250b91afdec HTTP/1.1" status: 404 len: 333 time: 0.0625167 Apr 08 10:45:25.939138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53746) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:25.953610 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.ipam_backend_mixin [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0170eb3e-c69f-4dab-ae0d-211e39509db6 (CIDR: 172.20.0.16/28) Apr 08 10:45:25.967144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port ff9c2eaf-be5d-4441-be17-89c3b743b488 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:25.986286 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:45:25.987021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:26.024877 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5379945-8508-42f5-a129-a0603f60aa6b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:26.026389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5379945-8508-42f5-a129-a0603f60aa6b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:26.027033 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b5379945-8508-42f5-a129-a0603f60aa6b tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/38b5404d-94e1-4610-9997-9e235fe15221 HTTP/1.1" status: 404 len: 337 time: 0.0869474 Apr 08 10:45:26.031388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-663d303b-dee1-40be-98bf-525cdf0f38f1 None None] Provisioning for port ff9c2eaf-be5d-4441-be17-89c3b743b488 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:26.032269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53752) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:26.040443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ff9c2eaf-be5d-4441-be17-89c3b743b488 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:26.040683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.071776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0adc589-d814-41a8-944f-4fbfdc7d8259 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.093956 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df66584-80ec-4bf0-9468-42e16a49dd92 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:26.094449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df66584-80ec-4bf0-9468-42e16a49dd92 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:26.098617 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1df66584-80ec-4bf0-9468-42e16a49dd92 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/d7353705-4ed3-4f57-90d4-5260b8396faa HTTP/1.1" status: 404 len: 333 time: 0.0625017 Apr 08 10:45:26.098617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.100333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53758) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:26.126557 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1c32a227-d83e-4bc5-aef3-c09feb1a71da tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1942704 Apr 08 10:45:26.127233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-663d303b-dee1-40be-98bf-525cdf0f38f1 None None] Provisioning complete for port ff9c2eaf-be5d-4441-be17-89c3b743b488 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:26.127361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53760) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:26.127623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-663d303b-dee1-40be-98bf-525cdf0f38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.133554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'subnet': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:26.300389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Allocated IP 2001:db8:1::2 (4bad3ff4-eb96-4cb6-ac0b-654ba48940b7/fff8aa72-51d5-4b61-a008-70a5733c3163/f85de759-b372-4bc6-86e4-d63be63e5d34) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:26.319751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:26.322392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.323809 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c25778d7-ec32-4d66-8cc6-3cdb3005fffa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7874415 Apr 08 10:45:26.327738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Usage tracker for resource:subnet and tenant:e7065754d30d41529d7c41eb80ce0f7c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:26.331426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53768) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:26.334391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:26.458956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.463939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-663d303b-dee1-40be-98bf-525cdf0f38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.470383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c59fc6e-b5f3-4ad1-b7ee-f948ebe084cf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:26.471110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c59fc6e-b5f3-4ad1-b7ee-f948ebe084cf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:26.473026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4c59fc6e-b5f3-4ad1-b7ee-f948ebe084cf tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/1e2ef1d5-2900-45f9-a62e-78d4abb85603 HTTP/1.1" status: 404 len: 337 time: 0.0859153 Apr 08 10:45:26.475865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.480520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53774) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:26.514646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:26.547369 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ef6168-98a1-41e9-b2b6-e4bb621b865d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:26.547943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ef6168-98a1-41e9-b2b6-e4bb621b865d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:26.552102 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c4ef6168-98a1-41e9-b2b6-e4bb621b865d tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/ports/e4b523c4-11ee-4428-a9d8-f070998f0def HTTP/1.1" status: 404 len: 333 time: 0.0658696 Apr 08 10:45:26.559824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53778) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:26.564508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0a9cde-5ac7-4598-8486-0417c27a431a']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:26.590273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-663d303b-dee1-40be-98bf-525cdf0f38f1 None None] For port ff9c2eaf-be5d-4441-be17-89c3b743b488, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ff9c2eaf-be5d-4441-be17-89c3b743b488,segment=NetworkSegment(cf233897-fd1a-428a-b816-859f9ddfb681),segment_id=cf233897-fd1a-428a-b816-859f9ddfb681)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:26.633100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831bfacd-372a-4534-8c70-511ca84e7493') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:26.633609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831bfacd-372a-4534-8c70-511ca84e7493') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:26.663096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.684687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.687664 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b97a453-a230-4dd3-af53-dc67d7eb4822 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:26.688180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b97a453-a230-4dd3-af53-dc67d7eb4822 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:26.701552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-663d303b-dee1-40be-98bf-525cdf0f38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.723787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:26.728651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.745406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Made reservation on behalf of e7065754d30d41529d7c41eb80ce0f7c for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:26.749408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.758787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4b97a453-a230-4dd3-af53-dc67d7eb4822 tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/subnets/8079428c-dfbc-4f07-b02f-1686d26f7016 HTTP/1.1" status: 404 len: 337 time: 0.1973414 Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:26.759926 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:26.764344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53788) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:26.796186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.829877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Transition to ACTIVE for port object f85de759-b372-4bc6-86e4-d63be63e5d34 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:26.877406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:45:26.877781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:45:26.879219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0adc589-d814-41a8-944f-4fbfdc7d8259 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.879467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Transition to ACTIVE for port object f85de759-b372-4bc6-86e4-d63be63e5d34 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:26.884683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d303b-dee1-40be-98bf-525cdf0f38f1 None None] Pushing event updated for resources: {'Port': ['ID=ff9c2eaf-be5d-4441-be17-89c3b743b488,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:26.887296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0bb639db-8fc9-4913-acdd-4ff9c193d036 None None] Provisioning complete for port ff9c2eaf-be5d-4441-be17-89c3b743b488 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:26.887668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0bb639db-8fc9-4913-acdd-4ff9c193d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.969237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.055456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.073907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adc589-d814-41a8-944f-4fbfdc7d8259 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Subnet': ['ID=96f26b3f-761e-49cb-8dff-42986e46d274,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:27.078293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53794) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:27.080948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0adc589-d814-41a8-944f-4fbfdc7d8259 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.106085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c18e6b2-7d3f-41c1-9ebf-d077aa965807 None None] Network 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:27.139348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.229315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:27.232564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.240455 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c0adc589-d814-41a8-944f-4fbfdc7d8259 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/subnets/96f26b3f-761e-49cb-8dff-42986e46d274 HTTP/1.1" status: 204 len: 168 time: 1.7180104 Apr 08 10:45:27.245114 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-65d6196c-65ba-47c7-a36f-e0c650b38953 tempest-ServiceProvidersTest-913411586 tempest-ServiceProvidersTest-913411586-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1636782 Apr 08 10:45:27.247934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53800) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:27.253298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:27.256143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:27.268800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.272923 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/networks/5d0a9cde-5ac7-4598-8486-0417c27a431a HTTP/1.1" status: 204 len: 168 time: 1.5964639 Apr 08 10:45:27.293491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.302082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199f795-39c9-454f-9a91-80920e9032c0 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Network': ['ID=5d0a9cde-5ac7-4598-8486-0417c27a431a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:27.315085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Pushing event updated for resources: {'Port': ['ID=f85de759-b372-4bc6-86e4-d63be63e5d34,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:27.323065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53806) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:27.359908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfd581f-1d53-49f3-a3d8-b73cd57c9061']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:27.391265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b717233-c0a3-4fa6-b0aa-b43a759004a8') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:27.391645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b717233-c0a3-4fa6-b0aa-b43a759004a8') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:27.435169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.465200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.475622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:27.476210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:27.495221 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:27.506966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4ae50807-4eba-41fd-88dc-a23fcc4d31f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.556136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Attempting to bind port f85de759-b372-4bc6-86e4-d63be63e5d34 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:27.556571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Attempting to bind port f85de759-b372-4bc6-86e4-d63be63e5d34 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '81ed13cc-4491-4e89-affa-348db7d35447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4bad3ff4-eb96-4cb6-ac0b-654ba48940b7'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:27.556895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Attempting to bind port f85de759-b372-4bc6-86e4-d63be63e5d34 on network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:45:27.569741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:45:27.569741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Checking segment: {'id': '81ed13cc-4491-4e89-affa-348db7d35447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4bad3ff4-eb96-4cb6-ac0b-654ba48940b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:27.569741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.570037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Bound using segment: {'id': '81ed13cc-4491-4e89-affa-348db7d35447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4bad3ff4-eb96-4cb6-ac0b-654ba48940b7'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:45:27.571124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Bound port: f85de759-b372-4bc6-86e4-d63be63e5d34, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ed13cc-4491-4e89-affa-348db7d35447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4bad3ff4-eb96-4cb6-ac0b-654ba48940b7'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:27.571124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.599183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9102e8d-7410-473e-80a5-b95b87235251 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Deleting subnet ffb25ff0-60d4-4699-8d56-e1bfe02d01f4 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:27.611129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9102e8d-7410-473e-80a5-b95b87235251 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.641152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9befa9ac-276e-410d-9c8e-2be2a114d815 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:27.642256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.686669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 9befa9ac-276e-410d-9c8e-2be2a114d815 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:27.686669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9befa9ac-276e-410d-9c8e-2be2a114d815 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:27.686669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device fedec47d-726f-40f3-ab54-934c4d4e0bc9 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:27.688908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.714646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.724189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] Pushing event deleted for resources: {'Network': ['ID=4bfd581f-1d53-49f3-a3d8-b73cd57c9061,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:27.727961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: fedec47d-726f-40f3-ab54-934c4d4e0bc9 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:27.728281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device fedec47d-726f-40f3-ab54-934c4d4e0bc9 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:27.731594 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e3ee4f72-53c4-486e-b002-57d14ca295fd tempest-NetworksTestDHCPv6-416389291 tempest-NetworksTestDHCPv6-416389291-project] 10.222.0.23 "DELETE /v2.0/networks/4bfd581f-1d53-49f3-a3d8-b73cd57c9061 HTTP/1.1" status: 204 len: 168 time: 0.9432449 Apr 08 10:45:27.742512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 8e059a36-2ba5-43b0-9c76-eb89dca6504a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:27.748748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.775403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] For port f85de759-b372-4bc6-86e4-d63be63e5d34, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:45:27.779185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] For port f85de759-b372-4bc6-86e4-d63be63e5d34, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f85de759-b372-4bc6-86e4-d63be63e5d34,segment=NetworkSegment(81ed13cc-4491-4e89-affa-348db7d35447),segment_id=81ed13cc-4491-4e89-affa-348db7d35447)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:45:27.792110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9102e8d-7410-473e-80a5-b95b87235251 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.849436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] DHCP port deletion for 158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:27.854273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] Deleting port 8e059a36-2ba5-43b0-9c76-eb89dca6504a {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:27.854709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:27.897807 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ff9c2eaf-be5d-4441-be17-89c3b743b488 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:27.928532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53816) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:27.930236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.046328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8::1 (87668dda-66e0-4791-8758-1b4df6ce2234/2e4949b2-5579-45ac-b035-94db4cdad69c/2c616fbc-477a-4c10-aeb5-73e3536adb6f) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:28.082523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.098341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:28.102639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] Usage tracker for resource:security_group_rule and tenant:76e7e44af8cb41e88584383e1785ec03 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:28.105778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:28.113076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:28.125497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9102e8d-7410-473e-80a5-b95b87235251 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.182601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ff9c2eaf-be5d-4441-be17-89c3b743b488 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:28.182983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.228081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.265790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.289306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a1706-47c2-4797-9c6e-f31eed2640b6 None None] Pushing event updated for resources: {'Port': ['ID=f85de759-b372-4bc6-86e4-d63be63e5d34,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:28.328111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.347265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53824) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:28.399556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Network 7282e28c-5a87-448b-8085-12facade5cbd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:28.402058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813b0c1e-f4fa-4cf5-bd0e-96d011a3977c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:28.431426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6aba8a6e-f21e-4505-aa07-9ca0a78da617 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76e7e44af8cb41e88584383e1785ec03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015397 Apr 08 10:45:28.434106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53830) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:28.448381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] For port 8e059a36-2ba5-43b0-9c76-eb89dca6504a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8e059a36-2ba5-43b0-9c76-eb89dca6504a,segment=NetworkSegment(c4215dbe-ef0e-4b65-aa0c-ec34e93267f1),segment_id=c4215dbe-ef0e-4b65-aa0c-ec34e93267f1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:28.449106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.494474 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:28.504207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:28.508435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.518476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Subnet': ['ID=97f68edf-88ca-48ed-8560-14932c063dfb,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:28.529709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] For port 8e059a36-2ba5-43b0-9c76-eb89dca6504a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8e059a36-2ba5-43b0-9c76-eb89dca6504a,segment=NetworkSegment(c4215dbe-ef0e-4b65-aa0c-ec34e93267f1),segment_id=c4215dbe-ef0e-4b65-aa0c-ec34e93267f1)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:28.530489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.568349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398332bb-5d10-46ea-8e53-1fec90da73cb None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:28.596145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0054532c-9bba-4d73-bde0-022786193b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.646037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0054532c-9bba-4d73-bde0-022786193b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.710457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 8e059a36-2ba5-43b0-9c76-eb89dca6504a owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:28.712957 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7d702179-5079-4961-a036-fa91791d6824 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=117c7e40e2b44584a2fce36df712e2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230913 Apr 08 10:45:28.716304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53834) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:28.796634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d509dca-0496-401d-b535-7cef00f089d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.801283 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] Calling delete_port for 8e059a36-2ba5-43b0-9c76-eb89dca6504a owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:28.827778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d509dca-0496-401d-b535-7cef00f089d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.899030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0054532c-9bba-4d73-bde0-022786193b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.904582 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1defd632-bb06-4762-929f-fa83f369eebe tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7733872 Apr 08 10:45:28.910913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53838) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:28.931705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1773169079', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97f68edf-88ca-48ed-8560-14932c063dfb'}], 'security_groups': ['508f0dcb-8376-4fb7-8a5d-4882615d44d4', 'cfb5f8be-7036-4759-be36-9ebcfe892e8b']}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:28.932208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054532c-9bba-4d73-bde0-022786193b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813b0c1e-f4fa-4cf5-bd0e-96d011a3977c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:28.937076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0054532c-9bba-4d73-bde0-022786193b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:28.938509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0054532c-9bba-4d73-bde0-022786193b6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/813b0c1e-f4fa-4cf5-bd0e-96d011a3977c HTTP/1.1" status: 204 len: 168 time: 0.5029035 Apr 08 10:45:28.983188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.013636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d509dca-0496-401d-b535-7cef00f089d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.016666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d509dca-0496-401d-b535-7cef00f089d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.020397 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4d509dca-0496-401d-b535-7cef00f089d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bddc8a05-6571-4ff5-93fa-8a947c4acc72 HTTP/1.1" status: 204 len: 168 time: 0.3000708 Apr 08 10:45:29.033676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d509dca-0496-401d-b535-7cef00f089d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddc8a05-6571-4ff5-93fa-8a947c4acc72,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:29.049634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object 2c616fbc-477a-4c10-aeb5-73e3536adb6f will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:29.072978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9102e8d-7410-473e-80a5-b95b87235251 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.098692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.144919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] No DVR routers for this DVR port 8e059a36-2ba5-43b0-9c76-eb89dca6504a on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:29.166647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96cfff8-d359-49a6-8b34-b0c11dfd4870 None None] Network 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:29.188722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819af1e-c2ef-4e28-91b8-9e45d99853e5 None None] Pushing event deleted for resources: {'Port': ['ID=8e059a36-2ba5-43b0-9c76-eb89dca6504a,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:29.213223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9102e8d-7410-473e-80a5-b95b87235251 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb25ff0-60d4-4699-8d56-e1bfe02d01f4,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:29.225162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c9102e8d-7410-473e-80a5-b95b87235251 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.258267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:45:29.258567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:45:29.298872 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c9102e8d-7410-473e-80a5-b95b87235251 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/subnets/ffb25ff0-60d4-4699-8d56-e1bfe02d01f4 HTTP/1.1" status: 204 len: 168 time: 1.9746728 Apr 08 10:45:29.301434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53848) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:29.436070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.453684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8869c89-6553-4b69-b815-45f7b2d94e05 None None] Update dhcp port {'port': {'network_id': '7282e28c-5a87-448b-8085-12facade5cbd', 'fixed_ips': [{'subnet_id': '0170eb3e-c69f-4dab-ae0d-211e39509db6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b2aa42b6-200e-42a7-8950-12efc8bc58a5', 'ip_address': '172.20.0.2'}, {'subnet_id': '97f68edf-88ca-48ed-8560-14932c063dfb'}], 'binding:host_id': 'dv-neutron-837109-1-hyperv'}, 'id': 'c1963340-7133-453f-ab79-05df030a640e'} from dv-neutron-837109-1-hyperv. {{(pid=88614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 08 10:45:29.549584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a8869c89-6553-4b69-b815-45f7b2d94e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.553192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.587771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Deleting port e5334ec9-aef9-4996-bcae-76ac1575040b {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:29.589167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.593283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=2c616fbc-477a-4c10-aeb5-73e3536adb6f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:29.614784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-64c44e72-ebb2-46d4-a07f-61ff55e58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.635856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 87668dda-66e0-4791-8758-1b4df6ce2234 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:29.640259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:29.642815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.654241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:29.660429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.759732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 8e059a36-2ba5-43b0-9c76-eb89dca6504a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:29.760267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.887158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3396acc-f7c1-421c-a3ef-a611d122a936 None None] Network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:29.905155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] The port '8e059a36-2ba5-43b0-9c76-eb89dca6504a' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:45:29.905590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] DHCP port deletion for 86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:30.078805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] Deleting port e5334ec9-aef9-4996-bcae-76ac1575040b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:30.079010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.100964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] For port e5334ec9-aef9-4996-bcae-76ac1575040b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5334ec9-aef9-4996-bcae-76ac1575040b,segment=NetworkSegment(b5313450-64a7-46d9-b874-dd566459750b),segment_id=b5313450-64a7-46d9-b874-dd566459750b)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:30.101589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.160025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-a8869c89-6553-4b69-b815-45f7b2d94e05 None None] Allocated IP 172.20.0.34 (7282e28c-5a87-448b-8085-12facade5cbd/97f68edf-88ca-48ed-8560-14932c063dfb/c1963340-7133-453f-ab79-05df030a640e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:30.204863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.256004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Calling delete_port for e5334ec9-aef9-4996-bcae-76ac1575040b owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:30.313816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158a28d2-c75f-421d-bed4-ae7ebb3b1eb3']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:30.358597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4215dbe-ef0e-4b65-aa0c-ec34e93267f1') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:30.358898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4215dbe-ef0e-4b65-aa0c-ec34e93267f1') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:30.375590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.391830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.429799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.450311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.459446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f85de759-b372-4bc6-86e4-d63be63e5d34 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:30.488728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] No DVR routers for this DVR port e5334ec9-aef9-4996-bcae-76ac1575040b on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:30.530885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Port': ['ID=e5334ec9-aef9-4996-bcae-76ac1575040b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:30.609515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:30.609933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.642876 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a8869c89-6553-4b69-b815-45f7b2d94e05 None None] For port c1963340-7133-453f-ab79-05df030a640e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1963340-7133-453f-ab79-05df030a640e,segment=NetworkSegment(5fcc41b3-0237-46d1-96fb-446663181e71),segment_id=5fcc41b3-0237-46d1-96fb-446663181e71)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:30.676677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a8869c89-6553-4b69-b815-45f7b2d94e05 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:30.707925 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:30.723359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.761176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ce2527-bf12-4ba9-8ebe-fd3b12d10e95']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:30.781044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5313450-64a7-46d9-b874-dd566459750b') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:30.781324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5313450-64a7-46d9-b874-dd566459750b') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:30.782312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] For port e5334ec9-aef9-4996-bcae-76ac1575040b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5334ec9-aef9-4996-bcae-76ac1575040b,segment=NetworkSegment(b5313450-64a7-46d9-b874-dd566459750b),segment_id=b5313450-64a7-46d9-b874-dd566459750b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:30.782716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.795091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.815152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.823386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:30.823733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.833492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:30.840446 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:30.843191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53888) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:30.863880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.873048 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/networks/158a28d2-c75f-421d-bed4-ae7ebb3b1eb3 HTTP/1.1" status: 204 len: 168 time: 3.6216266 Apr 08 10:45:30.879927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53894) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:30.898345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e325e0-e08d-4f7e-8dd7-8f5ff55fca48 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Network': ['ID=158a28d2-c75f-421d-bed4-ae7ebb3b1eb3,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:30.951389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c5d50625-f52d-43a7-9896-9795a0cc083b None None] Provisioning for port f85de759-b372-4bc6-86e4-d63be63e5d34 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:30.979139 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.991309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] Calling delete_port for e5334ec9-aef9-4996-bcae-76ac1575040b owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:31.000836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.025397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a8869c89-6553-4b69-b815-45f7b2d94e05 None None] Transition to ACTIVE for port object c1963340-7133-453f-ab79-05df030a640e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:31.046276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.059328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Pushing event deleted for resources: {'Network': ['ID=86ce2527-bf12-4ba9-8ebe-fd3b12d10e95,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:31.077049 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dd7ef46d-16e1-4093-b007-80057a30ebc5 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/networks/86ce2527-bf12-4ba9-8ebe-fd3b12d10e95 HTTP/1.1" status: 204 len: 168 time: 1.7722261 Apr 08 10:45:31.079614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53900) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:31.136741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a8869c89-6553-4b69-b815-45f7b2d94e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.227069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port f85de759-b372-4bc6-86e4-d63be63e5d34 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:31.259414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9ab3a7a7-5240-45d0-b976-32a2b626b424 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Synchronizing usage tracker for tenant:472ec02137e94aefa60313a9bcb3f71c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:31.268244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1438853559'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:31.274671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:31.280177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:45:31.280858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:45:31.281584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Usage tracker for resource:network and tenant:87912d85ada44939bf6c32a3cdd02c8b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:31.287030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:31.295385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port f85de759-b372-4bc6-86e4-d63be63e5d34 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:31.295989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.305615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:31.355045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9ab3a7a7-5240-45d0-b976-32a2b626b424 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Unset dirty status for tenant:472ec02137e94aefa60313a9bcb3f71c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:31.358953 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9ab3a7a7-5240-45d0-b976-32a2b626b424 tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "GET /v2.0/ports?device_id=6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 HTTP/1.1" status: 200 len: 205 time: 0.2756393 Apr 08 10:45:31.362573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53908) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:31.369670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.432447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8869c89-6553-4b69-b815-45f7b2d94e05 None None] Pushing event updated for resources: {'Port': ['ID=c1963340-7133-453f-ab79-05df030a640e,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:31.451197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-325da618-07ab-4876-8797-3473ceb96b57 None None] Provisioning for port 2c616fbc-477a-4c10-aeb5-73e3536adb6f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:31.468545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-325da618-07ab-4876-8797-3473ceb96b57 None None] Provisioning complete for port 2c616fbc-477a-4c10-aeb5-73e3536adb6f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:31.469263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-325da618-07ab-4876-8797-3473ceb96b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.512680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f7e26d4d-ecc8-4b01-9042-b5be216aab6c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.559720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.592117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-325da618-07ab-4876-8797-3473ceb96b57 None None] Port 2c616fbc-477a-4c10-aeb5-73e3536adb6f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:31.607634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Made reservation on behalf of 87912d85ada44939bf6c32a3cdd02c8b for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:31.619774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.640857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 60a91ac8-264a-4324-95a4-89ae729305ea {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:31.641206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.657534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.733182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port f85de759-b372-4bc6-86e4-d63be63e5d34, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f85de759-b372-4bc6-86e4-d63be63e5d34,segment=NetworkSegment(81ed13cc-4491-4e89-affa-348db7d35447),segment_id=81ed13cc-4491-4e89-affa-348db7d35447)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:31.776683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.777416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.781779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] Deleting port e5334ec9-aef9-4996-bcae-76ac1575040b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:31.782163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.864984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53920) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:31.898934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:31.918191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-85e1fbb3-0cd4-4b75-bb27-3ea5b2060674 None None] The port 'e5334ec9-aef9-4996-bcae-76ac1575040b' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:45:31.996148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e5334ec9-aef9-4996-bcae-76ac1575040b no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:32.053247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: e5334ec9-aef9-4996-bcae-76ac1575040b {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:32.053627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e5334ec9-aef9-4996-bcae-76ac1575040b not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:32.054041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8e059a36-2ba5-43b0-9c76-eb89dca6504a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:32.061336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f7e26d4d-ecc8-4b01-9042-b5be216aab6c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.063803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f7e26d4d-ecc8-4b01-9042-b5be216aab6c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.088318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.097688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=2c616fbc-477a-4c10-aeb5-73e3536adb6f,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:32.106022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.107590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:32.112270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Usage tracker for resource:security_group_rule and tenant:87912d85ada44939bf6c32a3cdd02c8b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:32.117175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:32.125141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 8e059a36-2ba5-43b0-9c76-eb89dca6504a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:32.125430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:32.125555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8e059a36-2ba5-43b0-9c76-eb89dca6504a not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:32.147174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-789b22a4-f967-44dd-a369-ea568ba716df None None] Provisioning complete for port f85de759-b372-4bc6-86e4-d63be63e5d34 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:32.147585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-789b22a4-f967-44dd-a369-ea568ba716df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.172613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f7e26d4d-ecc8-4b01-9042-b5be216aab6c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.174739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e26d4d-ecc8-4b01-9042-b5be216aab6c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Fanout notify agent at l3_agent the message router_deleted on router 6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:45:32.193163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.193514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.193862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.194197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.194536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.194866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.195193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.195515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.195843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.196165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.196627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.197595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.214888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.215060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.235343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f7e26d4d-ecc8-4b01-9042-b5be216aab6c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.239147 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f7e26d4d-ecc8-4b01-9042-b5be216aab6c tempest-RoutersNegativeTest-628067995 tempest-RoutersNegativeTest-628067995-project] 10.222.0.23 "DELETE /v2.0/routers/6062c6eb-ff85-4951-a0bb-cccaa8ba0fb8 HTTP/1.1" status: 204 len: 168 time: 0.8767431 Apr 08 10:45:32.239307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=f85de759-b372-4bc6-86e4-d63be63e5d34,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:32.355202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1963340-7133-453f-ab79-05df030a640e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:32.358043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.424328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.432357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 60a91ac8-264a-4324-95a4-89ae729305ea owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:32.478939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--274112008', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:32.490118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d058dbdc-281a-4075-b4da-2403a1e9627f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:32.499912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:45:32.509190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:32.511281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.511636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.512321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.512321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.512670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.520609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.520609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.520609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.520609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.520609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.520609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.520609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:32.522468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.522889 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Added segment 7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e of type vlan for network d289bbd6-35ec-43ea-b057-12c8111bf468 Apr 08 10:45:32.523680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 87668dda-66e0-4791-8758-1b4df6ce2234 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:32.534696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Delete allocated IP 172.20.0.10 (7282e28c-5a87-448b-8085-12facade5cbd/b2aa42b6-200e-42a7-8950-12efc8bc58a5) {{(pid=88613) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:45:32.539966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:32.545883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:network and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:32.553500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:32.557056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.558492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Allocated IP 172.20.0.38 (7282e28c-5a87-448b-8085-12facade5cbd/97f68edf-88ca-48ed-8560-14932c063dfb/f1017ebd-f2bf-4341-9007-9116d4679f45) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:32.635153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:32.726911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.727454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Provisioning for port c1963340-7133-453f-ab79-05df030a640e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:32.732712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:32.733476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.736355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:32.736355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.793476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:32.797088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.819807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.876927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Provisioning complete for port 91eb8efa-782c-4042-9d2a-ec68e683208e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:32.877302 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:32.908701 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0656435 Apr 08 10:45:32.915754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53930) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:32.916038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:32.921570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e96ba4-5eef-49b0-b0d7-fae04e2a2d5d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event updated for resources: {'Network': ['ID=d289bbd6-35ec-43ea-b057-12c8111bf468,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:32.933151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d289bbd6-35ec-43ea-b057-12c8111bf468 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:45:32.933815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Request body: {'subnet': {'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:32.939137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:32.946660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:32.962367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:33.057272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Port 91eb8efa-782c-4042-9d2a-ec68e683208e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:33.077127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53934) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:33.079404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Provisioning complete for port f1017ebd-f2bf-4341-9007-9116d4679f45 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:33.079788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.137015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-01032332-0526-4c37-9f97-97ce08640a6c None None] Port f1017ebd-f2bf-4341-9007-9116d4679f45 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:33.154743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.173532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:33.180680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Usage tracker for resource:subnet and tenant:87912d85ada44939bf6c32a3cdd02c8b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:33.186090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:33.196386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:33.260359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2111861e-7513-4807-a584-eab219a7e1da None None] Provisioning complete for port 2c616fbc-477a-4c10-aeb5-73e3536adb6f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:33.260847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2111861e-7513-4807-a584-eab219a7e1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.312434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Made reservation on behalf of 87912d85ada44939bf6c32a3cdd02c8b for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:33.319682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.327155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2111861e-7513-4807-a584-eab219a7e1da None None] Port 2c616fbc-477a-4c10-aeb5-73e3536adb6f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:33.344510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router beb88b79-a738-4fcc-8140-6217522ad4e2 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:45:33.352634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.368538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=60a91ac8-264a-4324-95a4-89ae729305ea,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:33.549363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Transition to ACTIVE for port object f1017ebd-f2bf-4341-9007-9116d4679f45 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:33.584942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.652882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.654055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.657553 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-93395c58-ef92-4f36-baee-e3692111d7ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=472ec02137e94aefa60313a9bcb3f71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782390 Apr 08 10:45:33.687243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53940) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:33.705081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.719056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.789839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event updated for resources: {'Subnet': ['ID=ba119bcb-eb43-4ace-ba3f-9bda6f7cc2c1,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:33.799225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Checking segment: {'id': '7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:33.799225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Network hostable DHCP agents. Network: d289bbd6-35ec-43ea-b057-12c8111bf468, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:45:33.822809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2045-0683-4b9d-b745-3810a8a3fe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.835940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:33.844023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:45:33.847848 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935af45-f2d4-4931-b8d7-77d880683d65 None None] Sync routers for ids ['beb88b79-a738-4fcc-8140-6217522ad4e2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:33.854029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2045-0683-4b9d-b745-3810a8a3fe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.864524 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935af45-f2d4-4931-b8d7-77d880683d65 None None] Routers {'beb88b79-a738-4fcc-8140-6217522ad4e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:33.865806 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b935af45-f2d4-4931-b8d7-77d880683d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['beb88b79-a738-4fcc-8140-6217522ad4e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:33.882458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event updated for resources: {'Port': ['ID=f1017ebd-f2bf-4341-9007-9116d4679f45,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:33.893701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a21e88-1802-4229-9168-496c02567816,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:33.894000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Network d289bbd6-35ec-43ea-b057-12c8111bf468 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:45:33.909810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.910160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment 0ec754a4-8d7d-43fe-ac33-e9b7369e3235 of type vlan for network f6ccc3d6-7a75-4045-88a2-58f61f156a0b Apr 08 10:45:33.932208 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b935af45-f2d4-4931-b8d7-77d880683d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:33.942435 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935af45-f2d4-4931-b8d7-77d880683d65 None None] Routers {'beb88b79-a738-4fcc-8140-6217522ad4e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:33.943297 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b935af45-f2d4-4931-b8d7-77d880683d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['beb88b79-a738-4fcc-8140-6217522ad4e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:33.943884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] In _notify_port_updated(), no bound segment for port f1017ebd-f2bf-4341-9007-9116d4679f45 on network 7282e28c-5a87-448b-8085-12facade5cbd {{(pid=88613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:45:33.949319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:33.949933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:33.951296 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8e4bc703-4a67-4180-97f7-3da52a6d841f tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "PUT /v2.0/ports/f1017ebd-f2bf-4341-9007-9116d4679f45 HTTP/1.1" status: 200 len: 960 time: 5.0337718 Apr 08 10:45:33.954261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53944) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:33.960934 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-88383dd0-377f-4723-abe6-9b9a1fd6a9d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/beb88b79-a738-4fcc-8140-6217522ad4e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6282458 Apr 08 10:45:33.964027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53948) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.007605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.014974 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b935af45-f2d4-4931-b8d7-77d880683d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:34.015386 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935af45-f2d4-4931-b8d7-77d880683d65 None None] The sync data for ids ['beb88b79-a738-4fcc-8140-6217522ad4e2'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:34.018307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.024357 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-30d15a7c-a7b5-49bc-a3d6-f04289d2000b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/floatingips/6aff35af-5ca6-465d-ba4b-78cd155e9162 HTTP/1.1" status: 204 len: 168 time: 3.1383138 Apr 08 10:45:34.024504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, d289bbd6-35ec-43ea-b057-12c8111bf468) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:34.024825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53952) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.029832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62de19f2-5034-4867-b6bd-fe57d4d201a1 None None] Network d289bbd6-35ec-43ea-b057-12c8111bf468 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:34.032218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:34.032845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.039735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2045-0683-4b9d-b745-3810a8a3fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.054796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-0c60d931-4445-43e8-83ad-b9749a235832 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port f1017ebd-f2bf-4341-9007-9116d4679f45 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:34.055135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0c60d931-4445-43e8-83ad-b9749a235832 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.089717 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23d5b5c-690c-49c6-b8b2-cb31466a979e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:34.089717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23d5b5c-690c-49c6-b8b2-cb31466a979e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:34.089717 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b23d5b5c-690c-49c6-b8b2-cb31466a979e tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/ports/3567ba41-be0b-4ab8-8cf1-0775b75461d9 HTTP/1.1" status: 404 len: 333 time: 0.0609028 Apr 08 10:45:34.100918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53956) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.139509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.165165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f9946-78be-484b-999a-a81d0cab2632 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:34.165929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4d9f9946-78be-484b-999a-a81d0cab2632 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:34.185264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-babab4a9-ca3f-41ce-9869-a2137ea3c378 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Synchronizing usage tracker for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:34.218446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.224624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:34.225543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.263955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f85de759-b372-4bc6-86e4-d63be63e5d34 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:34.276966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf2045-0683-4b9d-b745-3810a8a3fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd68391-dcd1-4d06-9009-efb14bda1989,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:34.341695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e9bf2045-0683-4b9d-b745-3810a8a3fe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.345309 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e9bf2045-0683-4b9d-b745-3810a8a3fe8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fd68391-dcd1-4d06-9009-efb14bda1989 HTTP/1.1" status: 204 len: 168 time: 0.6549659 Apr 08 10:45:34.353949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-babab4a9-ca3f-41ce-9869-a2137ea3c378 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Unset dirty status for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:34.357944 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-babab4a9-ca3f-41ce-9869-a2137ea3c378 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "GET /v2.0/ports?device_id=00ad549a-ed3f-40ad-b090-be5defaa7a15 HTTP/1.1" status: 200 len: 205 time: 0.2535789 Apr 08 10:45:34.357944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4d9f9946-78be-484b-999a-a81d0cab2632 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:34.357944 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4d9f9946-78be-484b-999a-a81d0cab2632 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports/2c616fbc-477a-4c10-aeb5-73e3536adb6f HTTP/1.1" status: 200 len: 911 time: 0.3924611 Apr 08 10:45:34.364034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53962) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.364651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53964) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.445506 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f541426e-b1ac-43e3-ae28-433085ec902e tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5267344 Apr 08 10:45:34.463237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53970) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.479529 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port f85de759-b372-4bc6-86e4-d63be63e5d34 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:34.479908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.484190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Request body: {'port': {'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-916221703'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:34.515058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=f6ccc3d6-7a75-4045-88a2-58f61f156a0b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:34.518224 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7d3030c6-21fb-4fa9-b457-717e378896e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6531816 Apr 08 10:45:34.518854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-d289bbd6-35ec-43ea-b057-12c8111bf468', 'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468', 'tenant_id': '87912d85ada44939bf6c32a3cdd02c8b', 'fixed_ips': [{'subnet_id': 'ba119bcb-eb43-4ace-ba3f-9bda6f7cc2c1'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:45:34.520356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.526720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53974) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.531056 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-d3922a20-2695-4726-90ca-6be79597d184 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] delete failed (client error): The resource could not be found. Apr 08 10:45:34.534298 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d3922a20-2695-4726-90ca-6be79597d184 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/routers/00ad549a-ed3f-40ad-b090-be5defaa7a15 HTTP/1.1" status: 404 len: 336 time: 0.1662352 Apr 08 10:45:34.538477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53978) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.542401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-543130366', 'admin_state_up': True, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:34.550253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:34.554820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:router and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:34.558928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:34.566140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:34.574736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:45:34.616317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-398c1758-f256-492c-add3-4584e016915d None None] Provisioning for port f1017ebd-f2bf-4341-9007-9116d4679f45 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:34.665369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-398c1758-f256-492c-add3-4584e016915d None None] Provisioning complete for port f1017ebd-f2bf-4341-9007-9116d4679f45 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:34.665985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-398c1758-f256-492c-add3-4584e016915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.738824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.739945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.775104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cdf200-7875-45bb-8fa5-74d30c2eea73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:34.775576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cdf200-7875-45bb-8fa5-74d30c2eea73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:34.779571 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-72cdf200-7875-45bb-8fa5-74d30c2eea73 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/subnets/96f26b3f-761e-49cb-8dff-42986e46d274 HTTP/1.1" status: 404 len: 337 time: 0.2014828 Apr 08 10:45:34.789861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53982) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:34.871860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.886184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-398c1758-f256-492c-add3-4584e016915d None None] Port f1017ebd-f2bf-4341-9007-9116d4679f45 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:34.891969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0c60d931-4445-43e8-83ad-b9749a235832 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:34.966343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Allocated IP 2001:db8::2 (d289bbd6-35ec-43ea-b057-12c8111bf468/ba119bcb-eb43-4ace-ba3f-9bda6f7cc2c1/4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:34.976312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:35.036933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Usage tracker for resource:port and tenant:87912d85ada44939bf6c32a3cdd02c8b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:35.046547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-0c60d931-4445-43e8-83ad-b9749a235832 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for f1017ebd-f2bf-4341-9007-9116d4679f45 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:35.078299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:35.091980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:35.124109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-da4e19a3-e8da-4f0a-92f4-b7251dce0c43 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 425a2d9a-05ed-4cea-ae1a-17ea6cdd356b {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:35.124626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-da4e19a3-e8da-4f0a-92f4-b7251dce0c43 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.214769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.228633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Transition to ACTIVE for port object 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:35.242127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Made reservation on behalf of 87912d85ada44939bf6c32a3cdd02c8b for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:35.245702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.252639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Transition to ACTIVE for port object 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:35.334666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.351600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] device_id is not set on port c5a0105e-e7c0-4391-8012-3b152fb1158c yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:45:35.441247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Network d289bbd6-35ec-43ea-b057-12c8111bf468 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:35.445047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:35.449700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:35.479867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.532662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Pushing event updated for resources: {'Port': ['ID=4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:35.558572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Attempting to bind port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:35.558952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Attempting to bind port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:35.559315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Attempting to bind port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 on network d289bbd6-35ec-43ea-b057-12c8111bf468 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:45:35.564932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:45:35.565270 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Checking segment: {'id': '7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:35.565682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.566081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Bound using segment: {'id': '7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:45:35.566692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Bound port: 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:35.567087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.585788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.611994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0c60d931-4445-43e8-83ad-b9749a235832 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.688186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60d931-4445-43e8-83ad-b9749a235832 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=f1017ebd-f2bf-4341-9007-9116d4679f45,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:35.720740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] For port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:45:35.724509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] For port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94,segment=NetworkSegment(7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e),segment_id=7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:45:35.760598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-da4e19a3-e8da-4f0a-92f4-b7251dce0c43 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.782804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Allocated IP 2001:db8::1ef (d289bbd6-35ec-43ea-b057-12c8111bf468/ba119bcb-eb43-4ace-ba3f-9bda6f7cc2c1/c5a0105e-e7c0-4391-8012-3b152fb1158c) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:35.813219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:35.913257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-da4e19a3-e8da-4f0a-92f4-b7251dce0c43 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 425a2d9a-05ed-4cea-ae1a-17ea6cdd356b owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:35.942279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d994d-5af8-472a-bf03-f8a0d3a6a803 None None] Pushing event updated for resources: {'Port': ['ID=4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:36.065792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0c60d931-4445-43e8-83ad-b9749a235832 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.220617 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0c60d931-4445-43e8-83ad-b9749a235832 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/f1017ebd-f2bf-4341-9007-9116d4679f45 HTTP/1.1" status: 204 len: 168 time: 2.2631004 Apr 08 10:45:36.227707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53986) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:36.295783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8:1::1 (4bad3ff4-eb96-4cb6-ac0b-654ba48940b7/fff8aa72-51d5-4b61-a008-70a5733c3163/197e5ca4-411e-48d6-870d-aafa96edbd5c) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:36.322190 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1704931-4170-4c30-b407-59b1fe306e18 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] GET failed (client error): The resource could not be found. Apr 08 10:45:36.324423 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c1704931-4170-4c30-b407-59b1fe306e18 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Synchronizing usage tracker for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:36.333306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:36.365656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-da4e19a3-e8da-4f0a-92f4-b7251dce0c43 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.495392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e19a3-e8da-4f0a-92f4-b7251dce0c43 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=425a2d9a-05ed-4cea-ae1a-17ea6cdd356b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:36.508229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:36.538737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.580410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c1704931-4170-4c30-b407-59b1fe306e18 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Unset dirty status for tenant:e7065754d30d41529d7c41eb80ce0f7c on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:36.584091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c1704931-4170-4c30-b407-59b1fe306e18 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports/f1017ebd-f2bf-4341-9007-9116d4679f45 HTTP/1.1" status: 404 len: 333 time: 0.3526015 Apr 08 10:45:36.587875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53990) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:36.594460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.632974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Transition to ACTIVE for port object c5a0105e-e7c0-4391-8012-3b152fb1158c will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:36.638232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-da4e19a3-e8da-4f0a-92f4-b7251dce0c43 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.640721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.661860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.671029 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-da4e19a3-e8da-4f0a-92f4-b7251dce0c43 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/ports/425a2d9a-05ed-4cea-ae1a-17ea6cdd356b HTTP/1.1" status: 204 len: 168 time: 1.8771029 Apr 08 10:45:36.673587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 53994) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:36.829030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1eac6ee-b914-4536-a57f-a00d24301be9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.852124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object 197e5ca4-411e-48d6-870d-aafa96edbd5c will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:36.865652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.70 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/3623acbf-f6da-4448-ad99-448e7c66a9b3) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:36.868300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.891594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a3050a31-dbf6-4ee4-b8e3-f0756419766b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 39400e13-885a-4d3e-90fb-5dab7f033f9a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:36.891944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a3050a31-dbf6-4ee4-b8e3-f0756419766b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.923582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1eac6ee-b914-4536-a57f-a00d24301be9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:36.976864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Network d289bbd6-35ec-43ea-b057-12c8111bf468 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:37.015150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:37.031400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:37.037020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:37.037674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.042552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event updated for resources: {'Port': ['ID=c5a0105e-e7c0-4391-8012-3b152fb1158c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:37.112232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.165874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75750b-cb87-4912-8aaf-a9398b81691f None None] Network d289bbd6-35ec-43ea-b057-12c8111bf468 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:37.184822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.208828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1eac6ee-b914-4536-a57f-a00d24301be9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.212046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1eac6ee-b914-4536-a57f-a00d24301be9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.214812 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a1eac6ee-b914-4536-a57f-a00d24301be9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/security-groups/cefd2e25-73d2-4c1a-a220-00dc58adc61c HTTP/1.1" status: 204 len: 168 time: 0.6204982 Apr 08 10:45:37.216065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 53998) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:37.216841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:37.228413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:37.237007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:37.237538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.252394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eac6ee-b914-4536-a57f-a00d24301be9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefd2e25-73d2-4c1a-a220-00dc58adc61c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:37.265415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=197e5ca4-411e-48d6-870d-aafa96edbd5c,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:37.265649 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-62584ed7-7432-48c2-8583-c9589e20d054 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7978921 Apr 08 10:45:37.267146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54002) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:37.286417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Request body: {'port': {'network_id': 'd289bbd6-35ec-43ea-b057-12c8111bf468', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-572070493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:37.286913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] bootfile-name is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:45:37.287032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a3050a31-dbf6-4ee4-b8e3-f0756419766b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.287257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] tftp-server is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:45:37.287590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.api.validators [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] server-ip-address is not in valid_values {{(pid=88612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:45:37.378431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Provisioning for port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:37.393066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Provisioning complete for port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:37.393441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.415305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.473406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a3050a31-dbf6-4ee4-b8e3-f0756419766b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 39400e13-885a-4d3e-90fb-5dab7f033f9a owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:37.581195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=3623acbf-f6da-4448-ad99-448e7c66a9b3,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:37.591212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:37.592650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-747dbe1f-826e-46cc-b4cb-7096a6274f78 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.600855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.604944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:37.617546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:37.639494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] For port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94,segment=NetworkSegment(7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e),segment_id=7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:37.677902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:37.680976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-747dbe1f-826e-46cc-b4cb-7096a6274f78 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.700638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Usage tracker for resource:port and tenant:87912d85ada44939bf6c32a3cdd02c8b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:37.712993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:37.728444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:37.729031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.730230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.796105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a3050a31-dbf6-4ee4-b8e3-f0756419766b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:37.817939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Pushing event updated for resources: {'Port': ['ID=4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:37.828543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.829356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.829882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.830508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.831069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.831721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.832291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.832838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.833380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.834017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.835323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.835865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f04cb-32db-4103-9d44-bb7383f8444f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:37.859855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3050a31-dbf6-4ee4-b8e3-f0756419766b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=39400e13-885a-4d3e-90fb-5dab7f033f9a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:37.932251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5dcd9353-953b-4db9-904a-99fc4821df0e None None] Provisioning for port 197e5ca4-411e-48d6-870d-aafa96edbd5c completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:37.939486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5dcd9353-953b-4db9-904a-99fc4821df0e None None] Provisioning complete for port 197e5ca4-411e-48d6-870d-aafa96edbd5c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:37.945118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9353-953b-4db9-904a-99fc4821df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.017052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd9353-953b-4db9-904a-99fc4821df0e None None] Port 197e5ca4-411e-48d6-870d-aafa96edbd5c cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:38.038618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a3050a31-dbf6-4ee4-b8e3-f0756419766b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.110642 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a3050a31-dbf6-4ee4-b8e3-f0756419766b tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/ports/39400e13-885a-4d3e-90fb-5dab7f033f9a HTTP/1.1" status: 204 len: 168 time: 1.4360220 Apr 08 10:45:38.113188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54006) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:38.132190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Made reservation on behalf of 87912d85ada44939bf6c32a3cdd02c8b for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:38.136099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.158493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-747dbe1f-826e-46cc-b4cb-7096a6274f78 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.162602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] device_id is not set on port d928ad26-fc96-43b2-8fcb-ee59d17d8ee0 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:45:38.172061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-da5f95a4-3ddb-4a50-8bfc-1db6eed05445 None None] Provisioning for port c5a0105e-e7c0-4391-8012-3b152fb1158c completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:38.178132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-da5f95a4-3ddb-4a50-8bfc-1db6eed05445 None None] Provisioning complete for port c5a0105e-e7c0-4391-8012-3b152fb1158c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:38.178584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da5f95a4-3ddb-4a50-8bfc-1db6eed05445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.246155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-da5f95a4-3ddb-4a50-8bfc-1db6eed05445 None None] Port c5a0105e-e7c0-4391-8012-3b152fb1158c cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:38.257785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-da5f95a4-3ddb-4a50-8bfc-1db6eed05445 None None] Provisioning complete for port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:38.258295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da5f95a4-3ddb-4a50-8bfc-1db6eed05445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.268714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747dbe1f-826e-46cc-b4cb-7096a6274f78 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb5f8be-7036-4759-be36-9ebcfe892e8b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:38.318945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:38.332828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b25dc-6e15-478d-abd0-16d577cd6d06 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:38.333557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3c9b25dc-6e15-478d-abd0-16d577cd6d06 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Synchronizing usage tracker for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:38.336949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-747dbe1f-826e-46cc-b4cb-7096a6274f78 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.342335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54010) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:38.343918 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-747dbe1f-826e-46cc-b4cb-7096a6274f78 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfb5f8be-7036-4759-be36-9ebcfe892e8b HTTP/1.1" status: 204 len: 168 time: 1.1168063 Apr 08 10:45:38.446663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3c9b25dc-6e15-478d-abd0-16d577cd6d06 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Unset dirty status for tenant:6bb7970e83ad42edbef6504ef0d64b2f on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:38.451412 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3c9b25dc-6e15-478d-abd0-16d577cd6d06 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "GET /v2.0/ports?device_id=017a4d29-c729-44c1-8d69-37fedb4118eb HTTP/1.1" status: 200 len: 913 time: 0.3337188 Apr 08 10:45:38.452460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54014) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:38.458708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.472778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:38.473431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.566699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.622743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-acb91acd-b5fe-448c-8371-7a38538550c9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.639684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.640671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.647519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Allocated IP 2001:db8::2e0 (d289bbd6-35ec-43ea-b057-12c8111bf468/ba119bcb-eb43-4ace-ba3f-9bda6f7cc2c1/d928ad26-fc96-43b2-8fcb-ee59d17d8ee0) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:38.739168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-acb91acd-b5fe-448c-8371-7a38538550c9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.867308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=197e5ca4-411e-48d6-870d-aafa96edbd5c,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:39.055533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-acb91acd-b5fe-448c-8371-7a38538550c9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.092794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb91acd-b5fe-448c-8371-7a38538550c9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508f0dcb-8376-4fb7-8a5d-4882615d44d4,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:39.095803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:39.104029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:39.115124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-acb91acd-b5fe-448c-8371-7a38538550c9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.119277 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-acb91acd-b5fe-448c-8371-7a38538550c9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/security-groups/508f0dcb-8376-4fb7-8a5d-4882615d44d4 HTTP/1.1" status: 204 len: 168 time: 0.7727973 Apr 08 10:45:39.120063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54018) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:39.161071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.231622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.286834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Transition to ACTIVE for port object d928ad26-fc96-43b2-8fcb-ee59d17d8ee0 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:39.311210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67c486b-e38a-44cc-8fcf-97723585e8e5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet b2aa42b6-200e-42a7-8950-12efc8bc58a5 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:39.371433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e67c486b-e38a-44cc-8fcf-97723585e8e5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.418561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router beb88b79-a738-4fcc-8140-6217522ad4e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:39.452997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7330f782-b4ca-4818-bcf4-1a4d4f25ee39 None None] Provisioning complete for port 197e5ca4-411e-48d6-870d-aafa96edbd5c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:39.453866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7330f782-b4ca-4818-bcf4-1a4d4f25ee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.467078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e67c486b-e38a-44cc-8fcf-97723585e8e5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.515982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7330f782-b4ca-4818-bcf4-1a4d4f25ee39 None None] Port 197e5ca4-411e-48d6-870d-aafa96edbd5c cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:39.582131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e67c486b-e38a-44cc-8fcf-97723585e8e5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.611592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.629547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:39.635295 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ebb04e8c-58da-4ed7-8076-317d5edce36b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/beb88b79-a738-4fcc-8140-6217522ad4e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2677343 Apr 08 10:45:39.639111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54022) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:39.642005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628aa004-0cd2-48f9-8010-482dee4bb6e3 None None] Sync routers for ids ['beb88b79-a738-4fcc-8140-6217522ad4e2'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:39.651854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628aa004-0cd2-48f9-8010-482dee4bb6e3 None None] Routers {'beb88b79-a738-4fcc-8140-6217522ad4e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:39.652630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-628aa004-0cd2-48f9-8010-482dee4bb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['beb88b79-a738-4fcc-8140-6217522ad4e2'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:39.716738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-628aa004-0cd2-48f9-8010-482dee4bb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:39.737415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628aa004-0cd2-48f9-8010-482dee4bb6e3 None None] Routers {'beb88b79-a738-4fcc-8140-6217522ad4e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:39.737415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-628aa004-0cd2-48f9-8010-482dee4bb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['beb88b79-a738-4fcc-8140-6217522ad4e2'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:39.772181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c23098-2b98-4921-a27f-ccdce81c9ab0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:39.772843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-50c23098-2b98-4921-a27f-ccdce81c9ab0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:39.807214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-628aa004-0cd2-48f9-8010-482dee4bb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:39.807794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628aa004-0cd2-48f9-8010-482dee4bb6e3 None None] The sync data for ids ['beb88b79-a738-4fcc-8140-6217522ad4e2'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:39.809240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:39.838998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4b39ed90-bfb7-416d-8da6-b744d3d6837c is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:45:39.877893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-50c23098-2b98-4921-a27f-ccdce81c9ab0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:39.880719 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-50c23098-2b98-4921-a27f-ccdce81c9ab0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports/197e5ca4-411e-48d6-870d-aafa96edbd5c HTTP/1.1" status: 200 len: 913 time: 0.2390099 Apr 08 10:45:39.884038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54026) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:39.898356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Network d289bbd6-35ec-43ea-b057-12c8111bf468 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:39.970427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:39.973509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:39.982590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:39.983841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:40.010849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event updated for resources: {'Port': ['ID=d928ad26-fc96-43b2-8fcb-ee59d17d8ee0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:40.147622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e67c486b-e38a-44cc-8fcf-97723585e8e5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:40.200749 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1067d59e-1c0e-49e7-9aef-98c5f252a40a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9241886 Apr 08 10:45:40.208990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54030) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:40.212026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e67c486b-e38a-44cc-8fcf-97723585e8e5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:40.214085 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e67c486b-e38a-44cc-8fcf-97723585e8e5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/b2aa42b6-200e-42a7-8950-12efc8bc58a5 HTTP/1.1" status: 204 len: 168 time: 1.0932119 Apr 08 10:45:40.216904 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c486b-e38a-44cc-8fcf-97723585e8e5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=b2aa42b6-200e-42a7-8950-12efc8bc58a5,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:40.219181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54034) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:40.230463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde78ed8-c98e-4fd5-b683-0cb52940367e None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:40.334552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:40.349199 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Sync routers for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:40.366180 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:40.366721 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:40.423387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec54305b-1ef1-4add-8ff8-16c7fcef9c09 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet 97f68edf-88ca-48ed-8560-14932c063dfb {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:40.426721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ec54305b-1ef1-4add-8ff8-16c7fcef9c09 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:40.493814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ec54305b-1ef1-4add-8ff8-16c7fcef9c09 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:40.595722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:40.599658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c8224935-738d-4b90-bcb0-0d6086e3f305 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0688808 Apr 08 10:45:40.604099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54038) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:40.659885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f420c5-d223-4a90-96bb-6dbcad4e630a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:40.662727 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:45:40.668024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f420c5-d223-4a90-96bb-6dbcad4e630a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:40.675707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f420c5-d223-4a90-96bb-6dbcad4e630a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:40.676920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-26f420c5-d223-4a90-96bb-6dbcad4e630a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Synchronizing usage tracker for tenant:87912d85ada44939bf6c32a3cdd02c8b on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:40.713214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ec54305b-1ef1-4add-8ff8-16c7fcef9c09 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:40.792838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-454dda0d-a268-40f1-8058-38cef027106b None None] Provisioning for port d928ad26-fc96-43b2-8fcb-ee59d17d8ee0 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:40.799915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-454dda0d-a268-40f1-8058-38cef027106b None None] Provisioning complete for port d928ad26-fc96-43b2-8fcb-ee59d17d8ee0 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:40.800352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-454dda0d-a268-40f1-8058-38cef027106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:40.869437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-454dda0d-a268-40f1-8058-38cef027106b None None] Port d928ad26-fc96-43b2-8fcb-ee59d17d8ee0 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:40.875403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-26f420c5-d223-4a90-96bb-6dbcad4e630a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Unset dirty status for tenant:87912d85ada44939bf6c32a3cdd02c8b on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:40.876672 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-26f420c5-d223-4a90-96bb-6dbcad4e630a tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6615467 Apr 08 10:45:40.879805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54044) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:41.075063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9e24fe20-6ac9-455f-9065-0c61d9150559 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Deleting port d928ad26-fc96-43b2-8fcb-ee59d17d8ee0 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:41.075698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e24fe20-6ac9-455f-9065-0c61d9150559 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.098398 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:38Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:41.104224 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Checking router: 4b39ed90-bfb7-416d-8da6-b744d3d6837c for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:45:41.104629 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Updating router 4b39ed90-bfb7-416d-8da6-b744d3d6837c port 3623acbf-f6da-4448-ad99-448e7c66a9b3 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:45:41.133309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port 307b5393-f924-4354-9e5a-89b43aefc734 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:41.133863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.171368 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.198057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ec54305b-1ef1-4add-8ff8-16c7fcef9c09 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.274166 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1d0918d8-e247-469e-9b09-33f6a14a6bea tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6685543 Apr 08 10:45:41.275098 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.275280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54048) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:41.325062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54305b-1ef1-4add-8ff8-16c7fcef9c09 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=97f68edf-88ca-48ed-8560-14932c063dfb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:41.350113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ec54305b-1ef1-4add-8ff8-16c7fcef9c09 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.374660 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:45:41.503626 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ec54305b-1ef1-4add-8ff8-16c7fcef9c09 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/97f68edf-88ca-48ed-8560-14932c063dfb HTTP/1.1" status: 204 len: 168 time: 1.2794418 Apr 08 10:45:41.509691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54052) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:41.586353 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-20211540-3867-4c72-a7bb-cd91376998d6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:41.586820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20211540-3867-4c72-a7bb-cd91376998d6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:41.592972 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-20211540-3867-4c72-a7bb-cd91376998d6 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/b2aa42b6-200e-42a7-8950-12efc8bc58a5 HTTP/1.1" status: 404 len: 337 time: 0.0762126 Apr 08 10:45:41.593284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54056) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:41.746212 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.748112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbcf756-773c-4fc0-a7f0-791c26c9f1cc None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:41.760925 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Transition to ACTIVE for port object 3623acbf-f6da-4448-ad99-448e7c66a9b3 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:41.771459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-87521514-ac46-4840-9bec-8f9bb4609541 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting subnet 0170eb3e-c69f-4dab-ae0d-211e39509db6 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:41.782131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-87521514-ac46-4840-9bec-8f9bb4609541 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.874002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.878704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-73086f38-b463-403e-bd57-5d226ece1c49 None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:41.879711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-73086f38-b463-403e-bd57-5d226ece1c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.887159 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:41.910926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65733129-1034-4800-87b9-5213016bba1c tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:41.916679 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-65733129-1034-4800-87b9-5213016bba1c tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6283908 Apr 08 10:45:41.921237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54060) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:41.975160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-87521514-ac46-4840-9bec-8f9bb4609541 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.051697 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b6e118b3-38be-4b9e-a7d5-7a705deb15ef tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264491 Apr 08 10:45:42.069040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54064) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:42.074837 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Pushing event updated for resources: {'Port': ['ID=3623acbf-f6da-4448-ad99-448e7c66a9b3,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:42.088675 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.089460 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.089997 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.091242 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.091821 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.092364 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.092911 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.094432 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.096099 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.096847 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.097599 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.098120 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:42.100695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-681664933', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:42.145191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-73086f38-b463-403e-bd57-5d226ece1c49 None None] Provisioning complete for port 91eb8efa-782c-4042-9d2a-ec68e683208e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:42.145584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-73086f38-b463-403e-bd57-5d226ece1c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.149509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Attempting to bind port 3623acbf-f6da-4448-ad99-448e7c66a9b3 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:42.150406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e24fe20-6ac9-455f-9065-0c61d9150559 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.151543 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Attempting to bind port 3623acbf-f6da-4448-ad99-448e7c66a9b3 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:42.152166 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Attempting to bind port 3623acbf-f6da-4448-ad99-448e7c66a9b3 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:45:42.159710 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:45:42.161610 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:42.162296 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.162891 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:45:42.163719 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Bound port: 3623acbf-f6da-4448-ad99-448e7c66a9b3, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:42.164355 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.210925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-73086f38-b463-403e-bd57-5d226ece1c49 None None] Port 91eb8efa-782c-4042-9d2a-ec68e683208e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:42.289054 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] For port 3623acbf-f6da-4448-ad99-448e7c66a9b3, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:45:42.293202 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] For port 3623acbf-f6da-4448-ad99-448e7c66a9b3, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3623acbf-f6da-4448-ad99-448e7c66a9b3,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:45:42.343529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for 307b5393-f924-4354-9e5a-89b43aefc734 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:42.396106 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.522396 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9778ccb-17d3-4e61-bbb3-9a6ec629ae0a None None] Pushing event updated for resources: {'Port': ['ID=3623acbf-f6da-4448-ad99-448e7c66a9b3,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:42.535684 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:42.536436 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:42.590092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9e24fe20-6ac9-455f-9065-0c61d9150559 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Calling delete_port for d928ad26-fc96-43b2-8fcb-ee59d17d8ee0 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:42.658610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-87521514-ac46-4840-9bec-8f9bb4609541 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.761978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:42.789397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:42.790778 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:45:42.794842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:42.802791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:42.877114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port 197e5ca4-411e-48d6-870d-aafa96edbd5c {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:42.877458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.888815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:42.893216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:42.952718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-87521514-ac46-4840-9bec-8f9bb4609541 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.059234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.086948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521514-ac46-4840-9bec-8f9bb4609541 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Subnet': ['ID=0170eb3e-c69f-4dab-ae0d-211e39509db6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:43.174827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=307b5393-f924-4354-9e5a-89b43aefc734,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:43.193624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-87521514-ac46-4840-9bec-8f9bb4609541 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.232509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-87521514-ac46-4840-9bec-8f9bb4609541 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/0170eb3e-c69f-4dab-ae0d-211e39509db6 HTTP/1.1" status: 204 len: 168 time: 1.6332774 Apr 08 10:45:43.234192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54068) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:43.250332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918c60d-2826-4f24-bc42-f5f7bd784558 None None] Network 7282e28c-5a87-448b-8085-12facade5cbd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:43.287108 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb146aa-ee48-45d2-88df-739089e311f5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:43.287720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb146aa-ee48-45d2-88df-739089e311f5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:43.293054 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4eb146aa-ee48-45d2-88df-739089e311f5 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/295260f1-9d55-42f2-985a-78d0b4e0e1dd HTTP/1.1" status: 404 len: 337 time: 0.0557561 Apr 08 10:45:43.305084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54072) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:43.351170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e24fe20-6ac9-455f-9065-0c61d9150559 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.368193 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:38Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:43.370021 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-745f2a06-668a-4c73-8df9-7e61c1ad83ae tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcfd519-b586-4aa4-968d-1e7cc24c17a4 HTTP/1.1" status: 200 len: 205 time: 0.0636296 Apr 08 10:45:43.377021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54076) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:43.379527 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302f071-f446-455c-be24-5eaeefe0ac05 None None] The sync data for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv is: [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:38Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:43.442282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24fe20-6ac9-455f-9065-0c61d9150559 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event deleted for resources: {'Port': ['ID=d928ad26-fc96-43b2-8fcb-ee59d17d8ee0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:43.514491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e24fe20-6ac9-455f-9065-0c61d9150559 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.529823 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9e24fe20-6ac9-455f-9065-0c61d9150559 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "DELETE /v2.0/ports/d928ad26-fc96-43b2-8fcb-ee59d17d8ee0 HTTP/1.1" status: 204 len: 168 time: 2.6486771 Apr 08 10:45:43.533446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.548676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54080) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:43.550951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6e4c4180-126f-462b-b607-e758b0f05c6b None None] Provisioning complete for port c1963340-7133-453f-ab79-05df030a640e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:43.551420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4180-126f-462b-b607-e758b0f05c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.561585 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-1f1b6dd7-a65a-4db3-850f-2277dc18af41 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] delete failed (client error): The resource could not be found. Apr 08 10:45:43.563028 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1f1b6dd7-a65a-4db3-850f-2277dc18af41 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/routers/ddcfd519-b586-4aa4-968d-1e7cc24c17a4 HTTP/1.1" status: 404 len: 336 time: 0.1637373 Apr 08 10:45:43.573466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54084) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:43.583421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Request body: {'port': {'name': 'tempest-new-port-name-592088851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:43.584044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.api.validators [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] bootfile-name is not in valid_values {{(pid=88613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:45:43.584565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.api.validators [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] tftp-server is not in valid_values {{(pid=88613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:45:43.585024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.api.validators [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] server-ip-address is not in valid_values {{(pid=88613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:45:43.634644 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44fd92c-eac6-4ad2-9b84-753ae56a37b9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:43.635210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44fd92c-eac6-4ad2-9b84-753ae56a37b9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:43.636900 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b44fd92c-eac6-4ad2-9b84-753ae56a37b9 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/e2cb305e-9cd8-4f18-ad54-53205bc1e3a9 HTTP/1.1" status: 404 len: 337 time: 0.0624664 Apr 08 10:45:43.649154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54088) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:43.801436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6e4c4180-126f-462b-b607-e758b0f05c6b None None] Provisioning complete for port 91eb8efa-782c-4042-9d2a-ec68e683208e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:43.802386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4180-126f-462b-b607-e758b0f05c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.830573 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34b3f3a-52f0-4bce-a641-285607a695de tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:43.838238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34b3f3a-52f0-4bce-a641-285607a695de tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:43.838238 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a34b3f3a-52f0-4bce-a641-285607a695de tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/0e40f722-d7aa-48ae-9e55-9722dcadb499 HTTP/1.1" status: 404 len: 337 time: 0.1201017 Apr 08 10:45:43.838238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54092) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:43.893122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] DHCP port deletion for 7282e28c-5a87-448b-8085-12facade5cbd request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:43.893398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-642d36d9-736a-4a1d-bfa1-3c60e96a7dce tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:43.893881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642d36d9-736a-4a1d-bfa1-3c60e96a7dce tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:43.899327 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-642d36d9-736a-4a1d-bfa1-3c60e96a7dce tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/dc3e9977-aee9-4649-a770-bb6958f07487 HTTP/1.1" status: 404 len: 337 time: 0.0613129 Apr 08 10:45:43.900371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54096) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:43.903640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for 197e5ca4-411e-48d6-870d-aafa96edbd5c owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:43.904862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.908510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] Deleting port c1963340-7133-453f-ab79-05df030a640e {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:43.908906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.952211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c4180-126f-462b-b607-e758b0f05c6b None None] Port 91eb8efa-782c-4042-9d2a-ec68e683208e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:44.016196 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ae52dd-25b0-45d6-8c59-7e89e6a613bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:44.016707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ae52dd-25b0-45d6-8c59-7e89e6a613bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:44.022776 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a5ae52dd-25b0-45d6-8c59-7e89e6a613bc tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/56171625-26f8-4c0b-8bcb-439a185c8d49 HTTP/1.1" status: 404 len: 333 time: 0.1200364 Apr 08 10:45:44.023400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54100) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:44.104823 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ee3011-2576-47da-a0ab-ae76b42bc5d2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:44.105288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ee3011-2576-47da-a0ab-ae76b42bc5d2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:44.110490 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-34ee3011-2576-47da-a0ab-ae76b42bc5d2 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/5c65f64c-788b-4691-8044-a7332fa7e2f2 HTTP/1.1" status: 404 len: 337 time: 0.0751684 Apr 08 10:45:44.116310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54104) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:44.169591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=660b0abe-f9b7-4a1f-90db-c81cb71a3a3e,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:44.171912 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a524e2b0-c68d-4275-a772-d5f3566527b7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:44.172364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a524e2b0-c68d-4275-a772-d5f3566527b7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:44.178307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:44.178569 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a524e2b0-c68d-4275-a772-d5f3566527b7 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/df2018f4-f841-4059-82d8-11df3b6a6544 HTTP/1.1" status: 404 len: 337 time: 0.0593584 Apr 08 10:45:44.178729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] For port c1963340-7133-453f-ab79-05df030a640e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c1963340-7133-453f-ab79-05df030a640e,segment=NetworkSegment(5fcc41b3-0237-46d1-96fb-446663181e71),segment_id=5fcc41b3-0237-46d1-96fb-446663181e71)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:44.178729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:44.179040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54108) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:44.220692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:44.220692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: f6ccc3d6-7a75-4045-88a2-58f61f156a0b, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:45:44.234606 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67e5524-09cc-445f-bb47-81b08dc0ba20 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:44.235173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67e5524-09cc-445f-bb47-81b08dc0ba20 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:44.239789 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e67e5524-09cc-445f-bb47-81b08dc0ba20 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/8e1e7c18-8879-4710-99b8-beb695f6881d HTTP/1.1" status: 404 len: 333 time: 0.0594521 Apr 08 10:45:44.240714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54112) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:44.328267 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cdbf3e-a2b9-45b5-812d-80f777e3379d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:44.328895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cdbf3e-a2b9-45b5-812d-80f777e3379d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:44.333432 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b8cdbf3e-a2b9-45b5-812d-80f777e3379d tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/f75f8f4b-6b04-4330-817e-588b25d8f050 HTTP/1.1" status: 404 len: 337 time: 0.0885487 Apr 08 10:45:44.335570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54116) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:44.394377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] Calling delete_port for c1963340-7133-453f-ab79-05df030a640e owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:44.406306 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a4c0fa-5116-46e3-b6f0-a17f47e33ad4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:45:44.406841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a4c0fa-5116-46e3-b6f0-a17f47e33ad4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:45:44.411825 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-41a4c0fa-5116-46e3-b6f0-a17f47e33ad4 tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/subnets/68829bef-8a5d-495f-8214-254045ca8582 HTTP/1.1" status: 404 len: 337 time: 0.0752962 Apr 08 10:45:44.412461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54120) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:44.470413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:45:44.482897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3623acbf-f6da-4448-ad99-448e7c66a9b3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:44.541514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf6e45-6537-4198-bb4e-76d6ee2281ee tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Deleting port 91eb8efa-782c-4042-9d2a-ec68e683208e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:44.542251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6e45-6537-4198-bb4e-76d6ee2281ee tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:44.599389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, f6ccc3d6-7a75-4045-88a2-58f61f156a0b) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:44.628770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:44.629837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:44.641947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e0c155-17d2-4a16-bc5f-1b5f2b02a824 None None] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:44.683922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:44.742730 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-86ae3b07-9cb9-4e36-9b95-1a78a7abfcdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6722877 Apr 08 10:45:44.746728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54124) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:44.865211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 3623acbf-f6da-4448-ad99-448e7c66a9b3 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:44.969182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 3623acbf-f6da-4448-ad99-448e7c66a9b3 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:44.969684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.069872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.144509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=197e5ca4-411e-48d6-870d-aafa96edbd5c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:45.199765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.261337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6e45-6537-4198-bb4e-76d6ee2281ee tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.359935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:45:45.437863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:45:45.439386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.461747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] Pushing event deleted for resources: {'Port': ['ID=c1963340-7133-453f-ab79-05df030a640e,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:45.486787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefa73e-12bc-46c5-b797-82a76762fbbb None None] No DVR routers for this DVR port c1963340-7133-453f-ab79-05df030a640e on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:45.566854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf6e45-6537-4198-bb4e-76d6ee2281ee tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Calling delete_port for 91eb8efa-782c-4042-9d2a-ec68e683208e owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:45.591682 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.633589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.650980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 3623acbf-f6da-4448-ad99-448e7c66a9b3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3623acbf-f6da-4448-ad99-448e7c66a9b3,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:45.739642 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.820316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.843662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:45.881269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1963340-7133-453f-ab79-05df030a640e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:45.923016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c1963340-7133-453f-ab79-05df030a640e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:45.923350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c1963340-7133-453f-ab79-05df030a640e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:45.963911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=3623acbf-f6da-4448-ad99-448e7c66a9b3,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:45.972151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Allocated IP 172.20.0.2 (f6ccc3d6-7a75-4045-88a2-58f61f156a0b/660b0abe-f9b7-4a1f-90db-c81cb71a3a3e/6aaa1728-6a58-47d8-a158-07583900a4cc) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:46.049222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6e45-6537-4198-bb4e-76d6ee2281ee tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.071715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Router 017a4d29-c729-44c1-8d69-37fedb4118eb has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:46.088564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] In _notify_port_updated(), no bound segment for port c5a0105e-e7c0-4391-8012-3b152fb1158c on network d289bbd6-35ec-43ea-b057-12c8111bf468 {{(pid=88613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:45:46.098824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:46.099911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.104264 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "PUT /v2.0/ports/c5a0105e-e7c0-4391-8012-3b152fb1158c HTTP/1.1" status: 200 len: 1129 time: 2.5518923 Apr 08 10:45:46.134474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54130) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:46.289146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3623acbf-f6da-4448-ad99-448e7c66a9b3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:46.304288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c56329-9c74-4a8e-b69c-96e2540aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:46.305230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-68c56329-9c74-4a8e-b69c-96e2540aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Synchronizing usage tracker for tenant:87912d85ada44939bf6c32a3cdd02c8b on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:46.317172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf6e45-6537-4198-bb4e-76d6ee2281ee tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Port': ['ID=91eb8efa-782c-4042-9d2a-ec68e683208e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:46.360141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6e45-6537-4198-bb4e-76d6ee2281ee tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.440410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.453243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 3623acbf-f6da-4448-ad99-448e7c66a9b3 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:46.453629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.464302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c165e8-db59-4ebb-8660-f976edff8d8d tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event updated for resources: {'Port': ['ID=c5a0105e-e7c0-4391-8012-3b152fb1158c,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:46.475749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-68c56329-9c74-4a8e-b69c-96e2540aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Unset dirty status for tenant:87912d85ada44939bf6c32a3cdd02c8b on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:46.479807 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-68c56329-9c74-4a8e-b69c-96e2540aaa99 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "GET /v2.0/ports/c5a0105e-e7c0-4391-8012-3b152fb1158c HTTP/1.1" status: 200 len: 1129 time: 0.3467319 Apr 08 10:45:46.487282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54134) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:46.503125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Transition to ACTIVE for port object 6aaa1728-6a58-47d8-a158-07583900a4cc will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:46.554819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bdfcb71d-ce83-4c0d-891b-1004e555cfb6 None None] Provisioning complete for port c5a0105e-e7c0-4391-8012-3b152fb1158c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:46.555317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb71d-ce83-4c0d-891b-1004e555cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.576285 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-aaaf6e45-6537-4198-bb4e-76d6ee2281ee tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/ports/91eb8efa-782c-4042-9d2a-ec68e683208e HTTP/1.1" status: 204 len: 168 time: 2.1603811 Apr 08 10:45:46.586221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Transition to ACTIVE for port object 6aaa1728-6a58-47d8-a158-07583900a4cc will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:46.647513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcb71d-ce83-4c0d-891b-1004e555cfb6 None None] Port c5a0105e-e7c0-4391-8012-3b152fb1158c cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:46.665727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.677810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54138) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:46.770709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Pushing event updated for resources: {'Port': ['ID=6aaa1728-6a58-47d8-a158-07583900a4cc,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:46.783681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:46.786120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:46.790296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:46.896983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Attempting to bind port 6aaa1728-6a58-47d8-a158-07583900a4cc on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:46.897543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Attempting to bind port 6aaa1728-6a58-47d8-a158-07583900a4cc by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:46.897915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Attempting to bind port 6aaa1728-6a58-47d8-a158-07583900a4cc on network f6ccc3d6-7a75-4045-88a2-58f61f156a0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:45:46.904569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:45:46.905070 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Checking segment: {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:46.905487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.905875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Bound using segment: {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:45:46.906352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Bound port: 6aaa1728-6a58-47d8-a158-07583900a4cc, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:46.906730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.980192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e0eabc29-a36f-4527-9234-4426c0a33314 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Deleting port c5a0105e-e7c0-4391-8012-3b152fb1158c {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:46.980678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0eabc29-a36f-4527-9234-4426c0a33314 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.009275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.019487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:47.030972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] For port 6aaa1728-6a58-47d8-a158-07583900a4cc, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:45:47.038866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] For port 6aaa1728-6a58-47d8-a158-07583900a4cc, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6aaa1728-6a58-47d8-a158-07583900a4cc,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:45:47.040965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f5c85-bad4-43de-a5bf-d61cbf0cf167 None None] Sync routers for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:47.046484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.059923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f5c85-bad4-43de-a5bf-d61cbf0cf167 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:47.061173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7f5f5c85-bad4-43de-a5bf-d61cbf0cf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.097929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router beb88b79-a738-4fcc-8140-6217522ad4e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:47.188179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.219185 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-759afcc6-fe01-43ff-a2dc-5d1dc104a5ab tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "PUT /v2.0/routers/017a4d29-c729-44c1-8d69-37fedb4118eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7608182 Apr 08 10:45:47.236965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54142) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:47.244725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7f5f5c85-bad4-43de-a5bf-d61cbf0cf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.308972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f5c85-bad4-43de-a5bf-d61cbf0cf167 None None] Routers {'017a4d29-c729-44c1-8d69-37fedb4118eb'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:47.310575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7f5f5c85-bad4-43de-a5bf-d61cbf0cf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['017a4d29-c729-44c1-8d69-37fedb4118eb'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.440947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7f5f5c85-bad4-43de-a5bf-d61cbf0cf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.441598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f5c85-bad4-43de-a5bf-d61cbf0cf167 None None] The sync data for ids ['017a4d29-c729-44c1-8d69-37fedb4118eb'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:47.459878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2b11d-669d-4333-87f1-4d8d176d3e23 None None] Pushing event updated for resources: {'Port': ['ID=6aaa1728-6a58-47d8-a158-07583900a4cc,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:47.555352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:47.568302 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214688ad-861a-4101-aeef-772431423bd8 None None] Sync routers for ids ['beb88b79-a738-4fcc-8140-6217522ad4e2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:47.571218 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-13bc02ef-2d38-4517-9a7c-69c22057afae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/beb88b79-a738-4fcc-8140-6217522ad4e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6788206 Apr 08 10:45:47.577032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54146) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:47.579823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.582459 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214688ad-861a-4101-aeef-772431423bd8 None None] Routers {'beb88b79-a738-4fcc-8140-6217522ad4e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:47.583439 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-214688ad-861a-4101-aeef-772431423bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['beb88b79-a738-4fcc-8140-6217522ad4e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.629238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.653630 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-214688ad-861a-4101-aeef-772431423bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.663370 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214688ad-861a-4101-aeef-772431423bd8 None None] Routers {'beb88b79-a738-4fcc-8140-6217522ad4e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:47.664241 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-214688ad-861a-4101-aeef-772431423bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['beb88b79-a738-4fcc-8140-6217522ad4e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.746010 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-214688ad-861a-4101-aeef-772431423bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.747449 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214688ad-861a-4101-aeef-772431423bd8 None None] The sync data for ids ['beb88b79-a738-4fcc-8140-6217522ad4e2'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:47.757711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7282e28c-5a87-448b-8085-12facade5cbd']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.791584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcc41b3-0237-46d1-96fb-446663181e71') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.791882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcc41b3-0237-46d1-96fb-446663181e71') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:47.882694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.941351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.961103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.987533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:47.987946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:48.005997 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:48.038185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting port b500d0de-e4e7-40b6-9c7d-7ecbbd10354b {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:48.039053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.084431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0eabc29-a36f-4527-9234-4426c0a33314 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.272782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-e0eabc29-a36f-4527-9234-4426c0a33314 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Calling delete_port for c5a0105e-e7c0-4391-8012-3b152fb1158c owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:48.333890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6aaa1728-6a58-47d8-a158-07583900a4cc up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:48.403013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.445737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.453453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] Pushing event deleted for resources: {'Network': ['ID=7282e28c-5a87-448b-8085-12facade5cbd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:48.488127 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fdbe966a-f6b1-4bab-ad81-4bec6206f87a tempest-PortsTestJSON-1348688060 tempest-PortsTestJSON-1348688060-project] 10.222.0.23 "DELETE /v2.0/networks/7282e28c-5a87-448b-8085-12facade5cbd HTTP/1.1" status: 204 len: 168 time: 1.7375839 Apr 08 10:45:48.498425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.1 (f6ccc3d6-7a75-4045-88a2-58f61f156a0b/660b0abe-f9b7-4a1f-90db-c81cb71a3a3e/6e2f3db1-0577-4b11-8b58-4d2971875cb5) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:48.618352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6aaa1728-6a58-47d8-a158-07583900a4cc completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:48.679813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.780739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.800346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 6e2f3db1-0577-4b11-8b58-4d2971875cb5 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:48.830465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0eabc29-a36f-4527-9234-4426c0a33314 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.844699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3b19a-4bdc-451b-b89b-d346651c38bd None None] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:48.893011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eabc29-a36f-4527-9234-4426c0a33314 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event deleted for resources: {'Port': ['ID=c5a0105e-e7c0-4391-8012-3b152fb1158c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:48.901884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Calling delete_port for b500d0de-e4e7-40b6-9c7d-7ecbbd10354b owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:48.940703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0eabc29-a36f-4527-9234-4426c0a33314 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.952730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.095246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f3c0ea4f-8a68-4556-b09d-811e7d5305e8 None None] Provisioning for port 6aaa1728-6a58-47d8-a158-07583900a4cc completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:49.125304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f3c0ea4f-8a68-4556-b09d-811e7d5305e8 None None] Provisioning complete for port 6aaa1728-6a58-47d8-a158-07583900a4cc triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:49.125304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ea4f-8a68-4556-b09d-811e7d5305e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.162382 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e0eabc29-a36f-4527-9234-4426c0a33314 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "DELETE /v2.0/ports/c5a0105e-e7c0-4391-8012-3b152fb1158c HTTP/1.1" status: 204 len: 168 time: 2.6737194 Apr 08 10:45:49.173291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:49.174303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54152) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:49.177899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:49.219043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:45:49.313554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=6e2f3db1-0577-4b11-8b58-4d2971875cb5,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:49.330978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbad046-6d21-443e-afb4-a96351e824c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Deleting subnet ba119bcb-eb43-4ace-ba3f-9bda6f7cc2c1 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:49.333177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.405787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54158) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:49.412863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2dbad046-6d21-443e-afb4-a96351e824c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.480832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2dbad046-6d21-443e-afb4-a96351e824c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.540837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.596221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ea4f-8a68-4556-b09d-811e7d5305e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.613389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2dbad046-6d21-443e-afb4-a96351e824c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.664844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f3c0ea4f-8a68-4556-b09d-811e7d5305e8 None None] For port 6aaa1728-6a58-47d8-a158-07583900a4cc, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6aaa1728-6a58-47d8-a158-07583900a4cc,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:49.680139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Port': ['ID=b500d0de-e4e7-40b6-9c7d-7ecbbd10354b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:49.745470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ea4f-8a68-4556-b09d-811e7d5305e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.776974 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-13f6fa51-0d3a-43e0-b3a4-29d3c687eab6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7065754d30d41529d7c41eb80ce0f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606336 Apr 08 10:45:49.781351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54164) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:49.813447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.890484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0ea4f-8a68-4556-b09d-811e7d5305e8 None None] Pushing event updated for resources: {'Port': ['ID=6aaa1728-6a58-47d8-a158-07583900a4cc,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:49.896954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.961732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:49.989765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9173eac1-c58b-444c-83b0-b9a7844913c0 None None] Provisioning for port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:49.997212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9173eac1-c58b-444c-83b0-b9a7844913c0 None None] Provisioning complete for port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:49.997880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9173eac1-c58b-444c-83b0-b9a7844913c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.024559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b346fa26-52d4-4cdc-b3d1-8c6a6869d104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.028570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2dbad046-6d21-443e-afb4-a96351e824c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.063290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9173eac1-c58b-444c-83b0-b9a7844913c0 None None] Port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:50.079976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9173eac1-c58b-444c-83b0-b9a7844913c0 None None] Provisioning complete for port 6aaa1728-6a58-47d8-a158-07583900a4cc triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:50.081837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9173eac1-c58b-444c-83b0-b9a7844913c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.125947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf06d02-7a56-4c04-831e-6969e488dec2 None None] Network d289bbd6-35ec-43ea-b057-12c8111bf468 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:50.126197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2dbad046-6d21-443e-afb4-a96351e824c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.160122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbad046-6d21-443e-afb4-a96351e824c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event deleted for resources: {'Subnet': ['ID=ba119bcb-eb43-4ace-ba3f-9bda6f7cc2c1,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:50.197235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.201247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.268177 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2dbad046-6d21-443e-afb4-a96351e824c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "DELETE /v2.0/subnets/ba119bcb-eb43-4ace-ba3f-9bda6f7cc2c1 HTTP/1.1" status: 204 len: 168 time: 1.0878839 Apr 08 10:45:50.289373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54168) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:50.315509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6aaa1728-6a58-47d8-a158-07583900a4cc up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:50.372657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.374281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Fanout notify agent at l3_agent the message router_deleted on router 017a4d29-c729-44c1-8d69-37fedb4118eb {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:45:50.432093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b346fa26-52d4-4cdc-b3d1-8c6a6869d104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.454830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.459050 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a56ec152-0cee-4137-9c8a-9a4821db55ad tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/routers/017a4d29-c729-44c1-8d69-37fedb4118eb HTTP/1.1" status: 204 len: 168 time: 3.2184575 Apr 08 10:45:50.462529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54172) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:50.470839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-33fe3290-acc3-456a-9f1f-84e65628447b None None] Provisioning complete for port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:50.471296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-33fe3290-acc3-456a-9f1f-84e65628447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.502614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port 2c616fbc-477a-4c10-aeb5-73e3536adb6f {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:50.503158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.518187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6aaa1728-6a58-47d8-a158-07583900a4cc triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:50.518650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.597369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-33fe3290-acc3-456a-9f1f-84e65628447b None None] Port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:50.606501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.697328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] DHCP port deletion for d289bbd6-35ec-43ea-b057-12c8111bf468 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:50.702990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] Deleting port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:50.703611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.767258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Deleting port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:50.767785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.833584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f08141-08d1-4bd0-9cc9-44f915971b2f tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Deleting subnet 0e366c22-6910-40bc-92ff-3cc94c99f283 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:50.844216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.850816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1f08141-08d1-4bd0-9cc9-44f915971b2f tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.924812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] For port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94,segment=NetworkSegment(7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e),segment_id=7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:50.925099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:50.981443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for 2c616fbc-477a-4c10-aeb5-73e3536adb6f owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:51.052112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] Calling delete_port for 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:51.068453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1f08141-08d1-4bd0-9cc9-44f915971b2f tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.123576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b346fa26-52d4-4cdc-b3d1-8c6a6869d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.279255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346fa26-52d4-4cdc-b3d1-8c6a6869d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d423939f-7074-4cb1-8477-e8417d32419b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:51.336555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b346fa26-52d4-4cdc-b3d1-8c6a6869d104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.338234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b346fa26-52d4-4cdc-b3d1-8c6a6869d104 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d423939f-7074-4cb1-8477-e8417d32419b HTTP/1.1" status: 204 len: 168 time: 1.5545299 Apr 08 10:45:51.583664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.612309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.616981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1f08141-08d1-4bd0-9cc9-44f915971b2f tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.633048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] Pushing event deleted for resources: {'Port': ['ID=4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:51.643224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cedaeb-23b2-48e9-a097-613493414aef None None] No DVR routers for this DVR port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:51.668328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=2c616fbc-477a-4c10-aeb5-73e3536adb6f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:51.748283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] For port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94,segment=NetworkSegment(7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e),segment_id=7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:51.757282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.889311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.902763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Calling delete_port for 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:51.943487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.resource_extend [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:45:51.964382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:51.989828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1f08141-08d1-4bd0-9cc9-44f915971b2f tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.053256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.138863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f08141-08d1-4bd0-9cc9-44f915971b2f tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Subnet': ['ID=0e366c22-6910-40bc-92ff-3cc94c99f283,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:52.152589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e1f08141-08d1-4bd0-9cc9-44f915971b2f tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.201897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:45:52.202244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:45:52.213729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router beb88b79-a738-4fcc-8140-6217522ad4e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:52.220205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=6e2f3db1-0577-4b11-8b58-4d2971875cb5,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:52.230349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.278170 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:52.302207 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e1f08141-08d1-4bd0-9cc9-44f915971b2f tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/subnets/0e366c22-6910-40bc-92ff-3cc94c99f283 HTTP/1.1" status: 204 len: 168 time: 1.8242950 Apr 08 10:45:52.306238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54188) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:52.363483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:52.365731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:52.413946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:52.425859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e72711-3481-466d-8a6e-938f989f4f7e None None] Sync routers for ids ['beb88b79-a738-4fcc-8140-6217522ad4e2'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:52.439523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e72711-3481-466d-8a6e-938f989f4f7e None None] Routers {'beb88b79-a738-4fcc-8140-6217522ad4e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:52.440506 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f6e72711-3481-466d-8a6e-938f989f4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['beb88b79-a738-4fcc-8140-6217522ad4e2'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:52.456789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:52.458195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:52.510172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.577500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f6e72711-3481-466d-8a6e-938f989f4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:52.593287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e72711-3481-466d-8a6e-938f989f4f7e None None] Routers {'beb88b79-a738-4fcc-8140-6217522ad4e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:52.601290 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8d76e147-3267-43bc-8bf3-d686f1c669ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/beb88b79-a738-4fcc-8140-6217522ad4e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8307853 Apr 08 10:45:52.604003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f6e72711-3481-466d-8a6e-938f989f4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['beb88b79-a738-4fcc-8140-6217522ad4e2'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:52.625494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54196) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:52.694734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4b39ed90-bfb7-416d-8da6-b744d3d6837c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:45:52.703600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Deleting port 4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:52.704277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.704557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9b1a9e4e-bf1e-4aab-9a61-ee5e15c1d479 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:52.727956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f6e72711-3481-466d-8a6e-938f989f4f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:52.728617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e72711-3481-466d-8a6e-938f989f4f7e None None] The sync data for ids ['beb88b79-a738-4fcc-8140-6217522ad4e2'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:52.849624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1b5eae31-bc3d-4b96-9ca1-0ae4feb60c2f None None] Provisioning complete for port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:52.850000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1b5eae31-bc3d-4b96-9ca1-0ae4feb60c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.862267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] The port '4fc0b7cf-5da0-4fe9-8f83-9d76159dfa94' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:45:52.893831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.919942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-1b5eae31-bc3d-4b96-9ca1-0ae4feb60c2f None None] Port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:45:52.927831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107b7158-e33f-4a62-9e9f-d30cebdf2297']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:52.940866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395cffa8-7089-4814-aa05-550a1894680e') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:52.941185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395cffa8-7089-4814-aa05-550a1894680e') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:52.954733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.972674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.979931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:52.980435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:52.998261 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:53.000984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54204) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:53.019835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9b1a9e4e-bf1e-4aab-9a61-ee5e15c1d479 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:53.020999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9b1a9e4e-bf1e-4aab-9a61-ee5e15c1d479 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb88b79-a738-4fcc-8140-6217522ad4e2 HTTP/1.1" status: 200 len: 205 time: 0.4032044 Apr 08 10:45:53.066940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54208) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:53.143441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.166971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.196099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.201343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958910491'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:53.210919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] Pushing event deleted for resources: {'Network': ['ID=107b7158-e33f-4a62-9e9f-d30cebdf2297,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:53.213160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:53.219710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:53.223239 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-abce009b-e817-46c7-8bae-327e6b43a094 tempest-FloatingIPTestJSON-402372907 tempest-FloatingIPTestJSON-402372907-project] 10.222.0.23 "DELETE /v2.0/networks/107b7158-e33f-4a62-9e9f-d30cebdf2297 HTTP/1.1" status: 204 len: 168 time: 0.9160390 Apr 08 10:45:53.224347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:53.234254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:53.327292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.340221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.357986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:53.361914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:53.364907 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:53.370726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:53.399223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d289bbd6-35ec-43ea-b057-12c8111bf468']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:53.420811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef05706e-c844-4d7f-af0d-cdfc41fe4d31 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.471620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.483003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:53.483298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aae3a89-e3ed-40de-a7b3-6ab5eca4d79e') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:53.491265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:45:53.498671 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fc896a41-8c4c-4b46-a612-15198b18a0cf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/4b39ed90-bfb7-416d-8da6-b744d3d6837c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7505052 Apr 08 10:45:53.502844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54216) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:53.503080 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Sync routers for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:45:53.513453 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:53.518091 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:53.533199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.538283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.593614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:53.695660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:53.711078 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:45:53.714817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:53.735334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:53.738546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5b36e-3fac-4348-b58d-b4e1df87f05f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:53.739224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.877173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd1f52-940b-4000-8090-46403d080e94 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:53.877968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd1f52-940b-4000-8090-46403d080e94 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:53.878771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd1f52-940b-4000-8090-46403d080e94 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:53.879593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd1f52-940b-4000-8090-46403d080e94 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:53.880406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd1f52-940b-4000-8090-46403d080e94 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:53.881239 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd1f52-940b-4000-8090-46403d080e94 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:53.882037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd1f52-940b-4000-8090-46403d080e94 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:53.893452 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4abd1f52-940b-4000-8090-46403d080e94 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4928 time: 0.3880000 Apr 08 10:45:53.895643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54222) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:53.942304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:53.942755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:53.945652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54226) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:53.978322 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:54.033392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.045858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a97565-9cb9-4628-9c20-68fac370c975 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:54.046333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a97565-9cb9-4628-9c20-68fac370c975 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:54.048973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a97565-9cb9-4628-9c20-68fac370c975 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:54.048973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a97565-9cb9-4628-9c20-68fac370c975 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:54.048973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a97565-9cb9-4628-9c20-68fac370c975 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:54.048973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a97565-9cb9-4628-9c20-68fac370c975 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:54.055615 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-31a97565-9cb9-4628-9c20-68fac370c975 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3960 time: 0.1541929 Apr 08 10:45:54.055892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54232) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:54.082356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef05706e-c844-4d7f-af0d-cdfc41fe4d31 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.097252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef05706e-c844-4d7f-af0d-cdfc41fe4d31 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.128378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.202008 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:49Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:50Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:54.206166 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Checking router: 4b39ed90-bfb7-416d-8da6-b744d3d6837c for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:45:54.206760 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Updating router 4b39ed90-bfb7-416d-8da6-b744d3d6837c port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:45:54.211792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.217528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4176ba1-8a2a-42e4-ae8a-cd824c5360d8,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:54.238010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.239395 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-45ce98ef-d3f1-4c11-a742-a56e87018532 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2243490 Apr 08 10:45:54.243569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54236) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:54.260980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.266387 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.269667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef05706e-c844-4d7f-af0d-cdfc41fe4d31 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.270151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef05706e-c844-4d7f-af0d-cdfc41fe4d31 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Fanout notify agent at l3_agent the message router_deleted on router beb88b79-a738-4fcc-8140-6217522ad4e2 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:45:54.276252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] Pushing event deleted for resources: {'Network': ['ID=d289bbd6-35ec-43ea-b057-12c8111bf468,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:54.297388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a2990404-9f29-4580-b130-a2ad4f39fa73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bb7970e83ad42edbef6504ef0d64b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369942 Apr 08 10:45:54.297726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef05706e-c844-4d7f-af0d-cdfc41fe4d31 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.297726 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ef05706e-c844-4d7f-af0d-cdfc41fe4d31 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/beb88b79-a738-4fcc-8140-6217522ad4e2 HTTP/1.1" status: 204 len: 168 time: 1.2212358 Apr 08 10:45:54.297726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54240) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:54.299701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54244) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:54.333788 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c855d9fd-f431-4f17-9196-5db90d3e8a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003 tempest-ExtraDHCPOptionsIpV6TestJSON-1321400003-project] 10.222.0.23 "DELETE /v2.0/networks/d289bbd6-35ec-43ea-b057-12c8111bf468 HTTP/1.1" status: 204 len: 168 time: 4.0430694 Apr 08 10:45:54.367201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf5b3-3ec8-44d1-b8c3-93c42e1cbf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.398619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf5b3-3ec8-44d1-b8c3-93c42e1cbf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.474763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-651c0ac3-9bde-47f3-8e43-cf7db5369a6b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:54.489775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce91b2fe-bc2b-49e3-8f43-b2accc4f1215 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet fff8aa72-51d5-4b61-a008-70a5733c3163 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:54.497331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce91b2fe-bc2b-49e3-8f43-b2accc4f1215 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.572069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf5b3-3ec8-44d1-b8c3-93c42e1cbf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.592080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaf5b3-3ec8-44d1-b8c3-93c42e1cbf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9444e04-66d9-4494-a6d6-9255227b41da,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:54.603885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf5b3-3ec8-44d1-b8c3-93c42e1cbf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.618457 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8cbaf5b3-3ec8-44d1-b8c3-93c42e1cbf40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9444e04-66d9-4494-a6d6-9255227b41da HTTP/1.1" status: 204 len: 168 time: 0.3194833 Apr 08 10:45:54.636172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce91b2fe-bc2b-49e3-8f43-b2accc4f1215 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.679339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-651c0ac3-9bde-47f3-8e43-cf7db5369a6b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:54.681431 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-651c0ac3-9bde-47f3-8e43-cf7db5369a6b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4298835 Apr 08 10:45:54.686210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54252) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:54.696055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-66a92ec3-9fe4-4ae3-a702-75f57168f8ec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-security--1563758816', 'description': 'tempest-security-description-1002357238'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:54.753302 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bada2a71-38b4-4dab-8a38-8f7a89340c93 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2135 time: 0.6962869 Apr 08 10:45:54.760513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66a92ec3-9fe4-4ae3-a702-75f57168f8ec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.763731 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.773324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce91b2fe-bc2b-49e3-8f43-b2accc4f1215 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.776819 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Transition to ACTIVE for port object 6e2f3db1-0577-4b11-8b58-4d2971875cb5 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:54.851080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66a92ec3-9fe4-4ae3-a702-75f57168f8ec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.898304 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.932751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66a92ec3-9fe4-4ae3-a702-75f57168f8ec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.939134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66a92ec3-9fe4-4ae3-a702-75f57168f8ec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:54.944018 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-66a92ec3-9fe4-4ae3-a702-75f57168f8ec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "PUT /v2.0/security-groups/f4176ba1-8a2a-42e4-ae8a-cd824c5360d8 HTTP/1.1" status: 200 len: 1780 time: 0.2533383 Apr 08 10:45:54.944916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54260) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:54.958961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54264) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:54.983485 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6de7c-00d4-4298-8558-6c43f7851a7f None None] Pushing event updated for resources: {'Port': ['ID=6e2f3db1-0577-4b11-8b58-4d2971875cb5,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:54.988230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a92ec3-9fe4-4ae3-a702-75f57168f8ec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4176ba1-8a2a-42e4-ae8a-cd824c5360d8,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:55.016414 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-908d5dcf-a36f-4e60-a004-aa88fb83d848 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups/f4176ba1-8a2a-42e4-ae8a-cd824c5360d8 HTTP/1.1" status: 200 len: 1780 time: 0.0678854 Apr 08 10:45:55.016834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54270) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:55.040097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce91b2fe-bc2b-49e3-8f43-b2accc4f1215 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.087997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91b2fe-bc2b-49e3-8f43-b2accc4f1215 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=fff8aa72-51d5-4b61-a008-70a5733c3163,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:55.090760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce91b2fe-bc2b-49e3-8f43-b2accc4f1215 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.106582 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ce91b2fe-bc2b-49e3-8f43-b2accc4f1215 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/fff8aa72-51d5-4b61-a008-70a5733c3163 HTTP/1.1" status: 204 len: 168 time: 0.7998316 Apr 08 10:45:55.107717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54276) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:55.108756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d269fe2-9a13-499f-9005-bcb054ba6171 None None] Network 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:55.189892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fa44d74-d1de-4053-9bf7-89aea3c61d56 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.200683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c536547b-6f73-4493-8260-74dad19511fb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet 2e4949b2-5579-45ac-b035-94db4cdad69c {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:45:55.230152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c536547b-6f73-4493-8260-74dad19511fb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.233380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fa44d74-d1de-4053-9bf7-89aea3c61d56 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.347078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c536547b-6f73-4493-8260-74dad19511fb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.376926 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Attempting to bind port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:55.377535 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Attempting to bind port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:55.378080 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Attempting to bind port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 on network f6ccc3d6-7a75-4045-88a2-58f61f156a0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:45:55.385304 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:45:55.385958 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Checking segment: {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:45:55.386515 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.387620 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Bound using segment: {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:45:55.388455 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Bound port: 6e2f3db1-0577-4b11-8b58-4d2971875cb5, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:55.389021 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.389831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fa44d74-d1de-4053-9bf7-89aea3c61d56 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.427051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa44d74-d1de-4053-9bf7-89aea3c61d56 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4176ba1-8a2a-42e4-ae8a-cd824c5360d8,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:55.429130 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-80352d96-8d92-430b-9522-bcf622b13c8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87912d85ada44939bf6c32a3cdd02c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690797 Apr 08 10:45:55.431936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54286) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:55.503838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fa44d74-d1de-4053-9bf7-89aea3c61d56 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.505008 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6fa44d74-d1de-4053-9bf7-89aea3c61d56 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/f4176ba1-8a2a-42e4-ae8a-cd824c5360d8 HTTP/1.1" status: 204 len: 168 time: 0.4871967 Apr 08 10:45:55.508386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54292) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:55.528619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f04fc933-e05e-4cf9-91d1-c3186b95b7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.536174 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] For port 6e2f3db1-0577-4b11-8b58-4d2971875cb5, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:45:55.542182 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] For port 6e2f3db1-0577-4b11-8b58-4d2971875cb5, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6e2f3db1-0577-4b11-8b58-4d2971875cb5,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:45:55.546534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c536547b-6f73-4493-8260-74dad19511fb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.577077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f04fc933-e05e-4cf9-91d1-c3186b95b7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.595255 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.616819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-47bec69e-03d4-44d9-8185-5d06ac4595cd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:55.724725 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:45:55.725194 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:45:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:55.755080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-47bec69e-03d4-44d9-8185-5d06ac4595cd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:55.756780 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-47bec69e-03d4-44d9-8185-5d06ac4595cd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2473507 Apr 08 10:45:55.758910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] DHCP port deletion for 4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:55.759651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54296) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:55.766486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] Deleting port f85de759-b372-4bc6-86e4-d63be63e5d34 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:55.771183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.782531 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-a0c9046c-7240-4eb8-9aaf-6c89416ed28f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] delete failed (client error): The resource could not be found. Apr 08 10:45:55.785956 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a0c9046c-7240-4eb8-9aaf-6c89416ed28f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/f4176ba1-8a2a-42e4-ae8a-cd824c5360d8 HTTP/1.1" status: 404 len: 347 time: 0.0252554 Apr 08 10:45:55.790821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54300) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:55.804379 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6de7c-00d4-4298-8558-6c43f7851a7f None None] Pushing event updated for resources: {'Port': ['ID=6e2f3db1-0577-4b11-8b58-4d2971875cb5,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:55.834555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148547994'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:55.835604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c536547b-6f73-4493-8260-74dad19511fb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.835818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f04fc933-e05e-4cf9-91d1-c3186b95b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.835818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:55.859081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fc933-e05e-4cf9-91d1-c3186b95b7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d058dbdc-281a-4075-b4da-2403a1e9627f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:55.891400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:55.892827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f04fc933-e05e-4cf9-91d1-c3186b95b7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:55.894230 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f04fc933-e05e-4cf9-91d1-c3186b95b7a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d058dbdc-281a-4075-b4da-2403a1e9627f HTTP/1.1" status: 204 len: 168 time: 0.4613016 Apr 08 10:45:56.000537 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c536547b-6f73-4493-8260-74dad19511fb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.005352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536547b-6f73-4493-8260-74dad19511fb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4949b2-5579-45ac-b035-94db4cdad69c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:56.023298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.027052 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c536547b-6f73-4493-8260-74dad19511fb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/2e4949b2-5579-45ac-b035-94db4cdad69c HTTP/1.1" status: 204 len: 168 time: 0.9178677 Apr 08 10:45:56.030492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54312) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:56.086010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:56.096557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:56.101536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:56.111205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:56.150509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:45:56.210672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] For port f85de759-b372-4bc6-86e4-d63be63e5d34, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f85de759-b372-4bc6-86e4-d63be63e5d34,segment=NetworkSegment(81ed13cc-4491-4e89-affa-348db7d35447),segment_id=81ed13cc-4491-4e89-affa-348db7d35447)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:56.214494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.304946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.361074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2684de2-377c-4069-ae66-6a2533941564 None None] Network 87668dda-66e0-4791-8758-1b4df6ce2234 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:45:56.382957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.384239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f85de759-b372-4bc6-86e4-d63be63e5d34 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:56.466604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.507070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port f85de759-b372-4bc6-86e4-d63be63e5d34 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:56.507417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.515119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b8d239-c5cf-4bbf-a0c6-7fb00941689a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:56.538843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.545430 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eb45d42e-2e6e-4a3e-82bd-586b085fa3cb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7526097 Apr 08 10:45:56.550484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54322) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:56.561741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': '05b8d239-c5cf-4bbf-a0c6-7fb00941689a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:56.569293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] Calling delete_port for f85de759-b372-4bc6-86e4-d63be63e5d34 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:56.577687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:56.585135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:56.589718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:56.611072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:56.657746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54326) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:56.704437 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:49Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:56.709197 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b60725-615d-42c0-bc4e-6a6a26081ba1 None None] The sync data for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv is: [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:49Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:45:56.781269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:56.924560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'networks': [{'name': 'tempest-network--254342320'}, {'name': 'tempest-network--866706391'}]} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:56.924932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'network': {'name': 'tempest-network--254342320'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:56.925463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'network': {'name': 'tempest-network--866706391'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:56.930145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:56.935733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Usage tracker for resource:network and tenant:ea99552360694c23a999a714b25d6109 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:56.938934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:56.944899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:56.995950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.070078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Made reservation on behalf of ea99552360694c23a999a714b25d6109 for: {'network': 2} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:57.080426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.106278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.136811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port f85de759-b372-4bc6-86e4-d63be63e5d34, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f85de759-b372-4bc6-86e4-d63be63e5d34,segment=NetworkSegment(81ed13cc-4491-4e89-affa-348db7d35447),segment_id=81ed13cc-4491-4e89-affa-348db7d35447)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:57.136811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.190299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.197988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:57.274137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Usage tracker for resource:security_group_rule and tenant:ea99552360694c23a999a714b25d6109 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:57.274338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.296846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:57.308802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e1ff36-cbf3-44e1-8f2e-6c54df07e5c8,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:57.347490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54340) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:57.351824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:57.361721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.387902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094072637', 'description': 'tempest-secgroup-smoke-1094072637 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:57.417760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:57.426576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:57.428212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for f85de759-b372-4bc6-86e4-d63be63e5d34 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:57.432106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:57.443970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:57.477084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] Pushing event deleted for resources: {'Port': ['ID=f85de759-b372-4bc6-86e4-d63be63e5d34,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:57.510257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a207a6af-8f23-466f-bb77-0a745b647ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.518659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bdf88-1eea-44a0-82be-90cab0dfcdbc None None] No DVR routers for this DVR port f85de759-b372-4bc6-86e4-d63be63e5d34 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:57.520839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:45:57.521161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:45:57.529441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.531314 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e8a5b5cc-4c05-4b65-a6da-9815b8da1639 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9822621 Apr 08 10:45:57.541697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54344) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:57.633651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] DHCP port deletion for 87668dda-66e0-4791-8758-1b4df6ce2234 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:45:57.635754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4e35466-1d17-4934-9c94-49e73a79d52f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.650415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] Deleting port ff9c2eaf-be5d-4441-be17-89c3b743b488 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:57.650415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.652171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.676189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4e35466-1d17-4934-9c94-49e73a79d52f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.704525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:57.716276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:57.721814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:57.733928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:57.797391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.860521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4e35466-1d17-4934-9c94-49e73a79d52f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.867686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.889722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.890489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.913662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e35466-1d17-4934-9c94-49e73a79d52f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96e1ff36-cbf3-44e1-8f2e-6c54df07e5c8,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:57.974158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:57.981082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf39b8d-8bbf-4994-99b6-c4a79f1ccf4e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:58.007045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] For port ff9c2eaf-be5d-4441-be17-89c3b743b488, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ff9c2eaf-be5d-4441-be17-89c3b743b488,segment=NetworkSegment(cf233897-fd1a-428a-b816-859f9ddfb681),segment_id=cf233897-fd1a-428a-b816-859f9ddfb681)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:58.007820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.022041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port f85de759-b372-4bc6-86e4-d63be63e5d34 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:45:58.031993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.069752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4e35466-1d17-4934-9c94-49e73a79d52f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.073815 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c4e35466-1d17-4934-9c94-49e73a79d52f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/96e1ff36-cbf3-44e1-8f2e-6c54df07e5c8 HTTP/1.1" status: 204 len: 168 time: 0.5212173 Apr 08 10:45:58.073815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792e98cd-c575-4a40-baa5-5816c9ee95ac,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:58.087755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54356) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:58.098581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:45:58.129007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54360) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:58.134519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.135194 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Added segment e2189f2a-c707-410e-8e73-6b2dea047c05 of type vlan for network 1a1535c3-93d7-476c-8a7f-4085e976dc86 Apr 08 10:45:58.152605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] The port 'f85de759-b372-4bc6-86e4-d63be63e5d34' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:45:58.194339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.202185 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ee6269e9-2554-4049-95dc-6017759f78be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8526649 Apr 08 10:45:58.209295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] Calling delete_port for ff9c2eaf-be5d-4441-be17-89c3b743b488 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:45:58.211144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.236912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54366) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:58.247492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '792e98cd-c575-4a40-baa5-5816c9ee95ac', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:58.263797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:58.280821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:58.294432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:58.373856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:58.394989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6e2f3db1-0577-4b11-8b58-4d2971875cb5 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:58.417896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1601699915'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:58.422292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5d306c0d-254e-4349-bf8c-bb4f329345dd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:58.428071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:58.441005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.443594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.456793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Usage tracker for resource:network and tenant:2f5ca3bd674a49569547701d569c5592 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:58.470458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:45:58.474595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:58.479986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bad3ff4-eb96-4cb6-ac0b-654ba48940b7']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:58.492961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:58.495370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ed13cc-4491-4e89-affa-348db7d35447') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:58.495877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ed13cc-4491-4e89-affa-348db7d35447') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:58.513559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.516579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.517089 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Added segment 6c6eb775-4b54-4b9e-8d10-d97a55a24464 of type vlan for network 33e579a2-eff2-43d3-855b-39ed38b57ca6 Apr 08 10:45:58.525129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] Pushing event deleted for resources: {'Port': ['ID=ff9c2eaf-be5d-4441-be17-89c3b743b488,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:58.528075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.535245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d3808-1243-43f1-a165-2905b1f7ebf4 None None] No DVR routers for this DVR port ff9c2eaf-be5d-4441-be17-89c3b743b488 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:58.545483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.557193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:58.557594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:58.579680 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:58.585004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5d306c0d-254e-4349-bf8c-bb4f329345dd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:58.585004 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5d306c0d-254e-4349-bf8c-bb4f329345dd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4936767 Apr 08 10:45:58.598803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54370) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:58.619137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Made reservation on behalf of 2f5ca3bd674a49569547701d569c5592 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:58.625903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.640192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.663880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:58.668119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.675970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:58.676611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.696433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:58.724261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.727979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Usage tracker for resource:security_group_rule and tenant:2f5ca3bd674a49569547701d569c5592 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:58.732966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:58.741647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:58.742354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-266ae1ba-a108-4f63-ba80-7f7ae3c289a6 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.782471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-266ae1ba-a108-4f63-ba80-7f7ae3c289a6 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.796333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.822869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.838530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=4bad3ff4-eb96-4cb6-ac0b-654ba48940b7,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:58.875742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.876644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.889624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:58.898680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:58.899735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.905896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.906676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:58.934170 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cc6b8834-1de8-4180-8927-86d133e9e3ae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/4bad3ff4-eb96-4cb6-ac0b-654ba48940b7 HTTP/1.1" status: 204 len: 168 time: 2.8995476 Apr 08 10:45:58.940838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54374) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:58.960574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6e2f3db1-0577-4b11-8b58-4d2971875cb5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6e2f3db1-0577-4b11-8b58-4d2971875cb5,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:45:58.963876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-266ae1ba-a108-4f63-ba80-7f7ae3c289a6 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.003658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ae1ba-a108-4f63-ba80-7f7ae3c289a6 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b8d239-c5cf-4bbf-a0c6-7fb00941689a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:59.033507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219b7625-4c84-45ab-9c9d-aa10e0d326d9,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:59.046717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.119318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.132877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ff9c2eaf-be5d-4441-be17-89c3b743b488 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:59.192680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-266ae1ba-a108-4f63-ba80-7f7ae3c289a6 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.195185 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-266ae1ba-a108-4f63-ba80-7f7ae3c289a6 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/05b8d239-c5cf-4bbf-a0c6-7fb00941689a HTTP/1.1" status: 204 len: 168 time: 0.5950265 Apr 08 10:45:59.202780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54378) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:59.213209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: ff9c2eaf-be5d-4441-be17-89c3b743b488 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:45:59.213772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ff9c2eaf-be5d-4441-be17-89c3b743b488 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:59.249639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6e2f3db1-0577-4b11-8b58-4d2971875cb5,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:59.263666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.265641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Network': ['ID=1a1535c3-93d7-476c-8a7f-4085e976dc86,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:59.298007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 1a1535c3-93d7-476c-8a7f-4085e976dc86 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:45:59.363322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7fbf32ff-94e3-45da-b8e7-23f8390738b0 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:59.371011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.373021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.377368 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1c73a291-6d10-465e-a902-2e81ad3e6b09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1389427 Apr 08 10:45:59.378621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.378782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54382) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:59.397658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '792e98cd-c575-4a40-baa5-5816c9ee95ac', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:59.404996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:59.409385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:59.412675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:45:59.419604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:59.428766 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7658405 Apr 08 10:45:59.429047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54386) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:59.436215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bfba96-7ba1-4443-a95f-41c21d9e03e5,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:59.439998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1611e0e-a9db-4913-aa40-d9c131b47bb9 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Network': ['ID=33e579a2-eff2-43d3-855b-39ed38b57ca6,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:59.455966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:45:59.469721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.470544 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Added segment 976fa2b2-184e-499f-977a-cc746f4be7b6 of type vlan for network 615abdc6-565f-48c9-8748-4c9507a34d16 Apr 08 10:45:59.503485 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.528216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 33e579a2-eff2-43d3-855b-39ed38b57ca6 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:45:59.592397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7fbf32ff-94e3-45da-b8e7-23f8390738b0 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:59.594287 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7fbf32ff-94e3-45da-b8e7-23f8390738b0 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3892250 Apr 08 10:45:59.602535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54390) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:59.606294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.611166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87668dda-66e0-4791-8758-1b4df6ce2234']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:59.614606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:59.615408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.641892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330941076'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:59.662111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:59.667942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3ff009d9-09e2-41a1-87de-e4a08b301050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.670672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.701747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:59.703864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf233897-fd1a-428a-b816-859f9ddfb681') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:59.704252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf233897-fd1a-428a-b816-859f9ddfb681') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:59.745200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.768727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Pushing event updated for resources: {'Network': ['ID=615abdc6-565f-48c9-8748-4c9507a34d16,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:59.780450 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6bc7cfeb-1151-4c80-89df-894f18391fc0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6496050 Apr 08 10:45:59.783786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 615abdc6-565f-48c9-8748-4c9507a34d16 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:45:59.790441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54394) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:59.797391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Request body: {'subnet': {'network_id': '615abdc6-565f-48c9-8748-4c9507a34d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:59.797661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.815967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0095ea-8244-46cb-b6b1-5c681c5bfdee tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:59.823491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0095ea-8244-46cb-b6b1-5c681c5bfdee tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:59.831455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0095ea-8244-46cb-b6b1-5c681c5bfdee tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:59.835616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.839568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0095ea-8244-46cb-b6b1-5c681c5bfdee tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:59.846999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5c0095ea-8244-46cb-b6b1-5c681c5bfdee tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4124331 Apr 08 10:45:59.849250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54398) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:59.855191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:45:59.856734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:45:59.876346 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:45:59.891073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.952559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:59.964372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:59.973583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:45:59.996991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ed8a37-c9c1-4d8d-b32c-cd7654e3d0e4,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:00.031154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:00.034318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.039930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:00.055084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.056861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Usage tracker for resource:subnet and tenant:2f5ca3bd674a49569547701d569c5592 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:00.057101 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/87668dda-66e0-4791-8758-1b4df6ce2234 HTTP/1.1" status: 204 len: 168 time: 1.1151760 Apr 08 10:46:00.060240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:00.061506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b21ab-9aee-47ee-aee7-cb8491b65dba tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=87668dda-66e0-4791-8758-1b4df6ce2234,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:00.063387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54402) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:00.066141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:00.073227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-196869439'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:00.076345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:00.076706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:00.081164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:00.083415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.084029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:00.090591 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:00.093986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.095161 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0e21f7e0-73c2-4b25-806f-d3d02e353a59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7148881 Apr 08 10:46:00.099184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54406) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:00.104980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '792e98cd-c575-4a40-baa5-5816c9ee95ac', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:00.111008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:00.114968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:00.117830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:00.124556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:00.185369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Made reservation on behalf of 2f5ca3bd674a49569547701d569c5592 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:00.188757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.217181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:00.220296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.238304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.273401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6e2f3db1-0577-4b11-8b58-4d2971875cb5 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:00.332137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:00.344334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.369535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.370896 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment 6a048f78-c9da-4a5c-a20e-ef34e498e97e of type vlan for network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 Apr 08 10:46:00.397405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1535c3-93d7-476c-8a7f-4085e976dc86']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:00.400279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.411949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:00.413019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.424447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.430680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2189f2a-c707-410e-8e73-6b2dea047c05') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:00.431059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2189f2a-c707-410e-8e73-6b2dea047c05') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:00.450262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.458514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.473042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.483106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:00.483584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:00.503320 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:00.516124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.523100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:00.528549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.529145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.552232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.605966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.611753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28897c44-80b2-426f-88d7-92a6b076adab,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:00.674612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=ccd67c8f-ebc4-4ba1-a28f-7d93bf422668,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:00.683162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5191482-2081-4c5f-9a0d-99ce8bfb2688,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:00.689945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:00.743305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.766092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.773611 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-94c1c743-9816-4ab1-b0e8-955ac89c475e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7088952 Apr 08 10:46:00.775073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.776975 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-831a0cf7-0d34-4146-8640-416e16bedfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6764181 Apr 08 10:46:00.780271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54410) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:00.780672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54412) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:00.781194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.785264 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fb688c90-c5b8-4269-b69b-64367e28f87d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1805718 Apr 08 10:46:00.786112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': 'ccd67c8f-ebc4-4ba1-a28f-7d93bf422668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:00.787305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Network': ['ID=1a1535c3-93d7-476c-8a7f-4085e976dc86,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:00.790294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54416) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:00.799713 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2aa02b60-615f-45e8-8dae-9ec0737d56ff tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/networks/1a1535c3-93d7-476c-8a7f-4085e976dc86 HTTP/1.1" status: 204 len: 168 time: 0.9443533 Apr 08 10:46:00.804656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': 'c5191482-2081-4c5f-9a0d-99ce8bfb2688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:00.812259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54420) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:00.816829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:00.817825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '792e98cd-c575-4a40-baa5-5816c9ee95ac', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:00.823595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:00.829936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:00.834683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:00.890067 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:00.896087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:00.994531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Pushing event updated for resources: {'Subnet': ['ID=a3936e2b-976e-41f4-be52-e32d46ee6a61,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:01.007197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Checking segment: {'id': '976fa2b2-184e-499f-977a-cc746f4be7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '615abdc6-565f-48c9-8748-4c9507a34d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:01.007765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Network hostable DHCP agents. Network: 615abdc6-565f-48c9-8748-4c9507a34d16, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:01.012693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:01.036497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:01.038205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.116534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:01.144782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.148091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Network 615abdc6-565f-48c9-8748-4c9507a34d16 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:01.162097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:01.167402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.171806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:01.174973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:01.183093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:01.239627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.275800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 615abdc6-565f-48c9-8748-4c9507a34d16) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:01.278167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.291066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee2f40-9b7f-44c6-b176-80a143f6b31e None None] Network 615abdc6-565f-48c9-8748-4c9507a34d16 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:01.294524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:01.295613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.312617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:01.321613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.356555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58317ef6-d1d3-4b0d-941b-bd99d832a166,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:01.358501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.369724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.458434 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7f93d0d2-b29a-4328-92b6-2d92bda7ce48 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6664569 Apr 08 10:46:01.462341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54426) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:01.465021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e579a2-eff2-43d3-855b-39ed38b57ca6']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:01.469585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Request body: {'port': {'network_id': '615abdc6-565f-48c9-8748-4c9507a34d16', 'name': 'tempest-TagsExtTest-1285437926'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:01.492802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6eb775-4b54-4b9e-8d10-d97a55a24464') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:01.493069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6eb775-4b54-4b9e-8d10-d97a55a24464') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:01.513162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.519467 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3aa6bfd9-6689-4b63-88ea-618a1bcd9947 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7223945 Apr 08 10:46:01.521123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.522731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54430) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:01.533850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': 'c5191482-2081-4c5f-9a0d-99ce8bfb2688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:01.543590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:01.548189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:01.551840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:01.555293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.559530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:01.577303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:01.577713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.577840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-615abdc6-565f-48c9-8748-4c9507a34d16', 'network_id': '615abdc6-565f-48c9-8748-4c9507a34d16', 'tenant_id': '2f5ca3bd674a49569547701d569c5592', 'fixed_ips': [{'subnet_id': 'a3936e2b-976e-41f4-be52-e32d46ee6a61'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:01.578541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:01.593535 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:01.596134 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.659046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.704129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.740106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:01.747816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Usage tracker for resource:port and tenant:2f5ca3bd674a49569547701d569c5592 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:01.754990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbafbde0-1094-4328-b112-75e3979c2e78,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:01.755208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:01.759844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:01.777217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.885633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.904187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.906106 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/networks/33e579a2-eff2-43d3-855b-39ed38b57ca6 HTTP/1.1" status: 204 len: 168 time: 1.0756321 Apr 08 10:46:01.909626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54434) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:01.917648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58868195-2d1f-4f60-a9e9-8a6c74a8f860 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Network': ['ID=33e579a2-eff2-43d3-855b-39ed38b57ca6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:01.943716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.948154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.952745 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-be49e428-6ab0-49e4-9e26-1420a7d982b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1393135 Apr 08 10:46:01.978929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54438) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:01.990337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:01.999511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '792e98cd-c575-4a40-baa5-5816c9ee95ac', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:02.012113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:02.026570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:02.034858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:02.036753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Allocated IP 172.20.0.2 (615abdc6-565f-48c9-8748-4c9507a34d16/a3936e2b-976e-41f4-be52-e32d46ee6a61/d26e9e66-17e7-41de-932d-3bc34dc4dabb) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:02.054548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:02.078076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.079097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=f74fbe93-7537-49df-82b6-874cf0d33258,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:02.079704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Made reservation on behalf of 2f5ca3bd674a49569547701d569c5592 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:02.080985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': '6a048f78-c9da-4a5c-a20e-ef34e498e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ccd67c8f-ebc4-4ba1-a28f-7d93bf422668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:02.081356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: ccd67c8f-ebc4-4ba1-a28f-7d93bf422668, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:02.083208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.131883 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:46:02.140344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.169105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:02.196720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68381a12-f8d2-480e-89e6-8917647c6a04,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:02.198762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] device_id is not set on port 59b20353-9924-4040-9e46-7b99dab76df5 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:46:02.225892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.274838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, ccd67c8f-ebc4-4ba1-a28f-7d93bf422668) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:02.283030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:02.286169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.306725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86179a56-c96a-4772-924a-97640cb0bf02 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:02.309719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.313409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86179a56-c96a-4772-924a-97640cb0bf02 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:02.314219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86179a56-c96a-4772-924a-97640cb0bf02 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Synchronizing usage tracker for tenant:ea99552360694c23a999a714b25d6109 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:02.333434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.337900 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3d372f5a-59bb-4fb9-b9f7-6f0b4dc208f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8138618 Apr 08 10:46:02.338777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54442) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:02.349831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': 'c5191482-2081-4c5f-9a0d-99ce8bfb2688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:02.357084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:02.357767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.362081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:02.365478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:02.367240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566466f8-d6f5-40ca-9774-a03d5f611645,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:02.368328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Transition to ACTIVE for port object d26e9e66-17e7-41de-932d-3bc34dc4dabb will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:02.373999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:02.385081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af73d5f6-cfe5-46f0-a234-c58de2192e47 None None] Network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:02.416818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Transition to ACTIVE for port object d26e9e66-17e7-41de-932d-3bc34dc4dabb will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:02.423166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86179a56-c96a-4772-924a-97640cb0bf02 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Unset dirty status for tenant:ea99552360694c23a999a714b25d6109 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:02.424653 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-86179a56-c96a-4772-924a-97640cb0bf02 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5138505 Apr 08 10:46:02.428831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54446) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:02.435565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1212941318'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:02.440839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:02.453280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:02.457832 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f759aca7-a255-44b2-becc-de39d984928a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6787992 Apr 08 10:46:02.464377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.464377 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2e3c4da1-6411-4388-917b-cbb113463441 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4792318 Apr 08 10:46:02.464377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54450) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:02.464789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54452) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:02.473266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '792e98cd-c575-4a40-baa5-5816c9ee95ac', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:02.475887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2133973399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:02.484891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:02.489312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:02.498857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:02.499076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:router and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:02.499832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:02.502991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:02.506993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:02.509513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:02.523527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.598436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Allocated IP 172.20.0.8 (615abdc6-565f-48c9-8748-4c9507a34d16/a3936e2b-976e-41f4-be52-e32d46ee6a61/59b20353-9924-4040-9e46-7b99dab76df5) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:02.625640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Network 615abdc6-565f-48c9-8748-4c9507a34d16 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:02.632303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:02.641204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:02.647912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.695604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Pushing event updated for resources: {'Port': ['ID=d26e9e66-17e7-41de-932d-3bc34dc4dabb,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:02.698109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.699925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.716763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.727367 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:46:02.739304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Made reservation on behalf of ea99552360694c23a999a714b25d6109 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:02.742833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.775093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:02.779128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.788042 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.788587 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Added segment 2e59722b-c496-42aa-855b-9a1de624e112 of type vlan for network 031442fa-0d04-4498-8b15-862cc5517944 Apr 08 10:46:02.800431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Attempting to bind port d26e9e66-17e7-41de-932d-3bc34dc4dabb on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:02.800848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Attempting to bind port d26e9e66-17e7-41de-932d-3bc34dc4dabb by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '976fa2b2-184e-499f-977a-cc746f4be7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '615abdc6-565f-48c9-8748-4c9507a34d16'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:02.801219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Attempting to bind port d26e9e66-17e7-41de-932d-3bc34dc4dabb on network 615abdc6-565f-48c9-8748-4c9507a34d16 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:02.807431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:02.807819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Checking segment: {'id': '976fa2b2-184e-499f-977a-cc746f4be7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '615abdc6-565f-48c9-8748-4c9507a34d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:02.808225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.809406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Bound using segment: {'id': '976fa2b2-184e-499f-977a-cc746f4be7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '615abdc6-565f-48c9-8748-4c9507a34d16'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:02.809940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Bound port: d26e9e66-17e7-41de-932d-3bc34dc4dabb, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976fa2b2-184e-499f-977a-cc746f4be7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '615abdc6-565f-48c9-8748-4c9507a34d16'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:02.817932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.821307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-ccd67c8f-ebc4-4ba1-a28f-7d93bf422668', 'network_id': 'ccd67c8f-ebc4-4ba1-a28f-7d93bf422668', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': 'f74fbe93-7537-49df-82b6-874cf0d33258'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:02.822295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.842807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.851605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:02.992932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] For port d26e9e66-17e7-41de-932d-3bc34dc4dabb, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:02.998821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] For port d26e9e66-17e7-41de-932d-3bc34dc4dabb, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d26e9e66-17e7-41de-932d-3bc34dc4dabb,segment=NetworkSegment(976fa2b2-184e-499f-977a-cc746f4be7b6),segment_id=976fa2b2-184e-499f-977a-cc746f4be7b6)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:02.999106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.006038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.012752 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bcd89cf1-5f4d-4a0a-9a6b-29acf80768f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5432312 Apr 08 10:46:03.012752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54458) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:03.016877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'port': {'network_id': 'ccd67c8f-ebc4-4ba1-a28f-7d93bf422668', 'name': 'tempest-RoutersIpV6Test-456092310'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:03.058101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.065774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.066123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Allocated IP 2001:db8::2 (ccd67c8f-ebc4-4ba1-a28f-7d93bf422668/f74fbe93-7537-49df-82b6-874cf0d33258/b8dba549-8e5d-467b-a729-740b63289cf9) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:03.093093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Transition to ACTIVE for port object 59b20353-9924-4040-9e46-7b99dab76df5 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:03.108020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.111228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.156534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.160921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7853a8c-d13d-4319-a024-133d23f22091,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:03.161639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:03.162312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.179997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.213835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c216f1-1053-4c28-a8c8-f493ac5d54f2,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:03.298338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.303732 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d84ffd02-430a-4927-a61b-91117e34462c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9599066 Apr 08 10:46:03.306491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54462) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:03.325889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': 'c5191482-2081-4c5f-9a0d-99ce8bfb2688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:03.339307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:03.349598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:03.361828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:03.365214 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9349139 Apr 08 10:46:03.371037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54466) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:03.378633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4e2e9-0ec0-4e37-9ddc-ce003725c712 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Network': ['ID=031442fa-0d04-4498-8b15-862cc5517944,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:03.383824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-113099601'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:03.389891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:03.407850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:03.408462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:03.408665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.422118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.423882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.424067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 031442fa-0d04-4498-8b15-862cc5517944 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:03.426619 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a1d3cd1a-9841-42b4-967d-34ffe432ad18 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9604814 Apr 08 10:46:03.446825 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Transition to ACTIVE for port object b8dba549-8e5d-467b-a729-740b63289cf9 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:03.474224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:03.481895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:port and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:03.494310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:03.504708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:03.509514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032c377-7b93-4840-b63d-ad3cb203e333 None None] Pushing event updated for resources: {'Port': ['ID=d26e9e66-17e7-41de-932d-3bc34dc4dabb,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:03.533443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Network 615abdc6-565f-48c9-8748-4c9507a34d16 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:03.537063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:03.541537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:03.566046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Made reservation on behalf of ea99552360694c23a999a714b25d6109 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:03.572305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.600571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Pushing event updated for resources: {'Port': ['ID=59b20353-9924-4040-9e46-7b99dab76df5,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:03.625702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.645064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:03.666511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.667132 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Added segment 06e75aaf-a77e-48d3-8f83-a954cc50566f of type vlan for network 105368e1-c3e6-4ad6-a0d2-4ebce093c1d6 Apr 08 10:46:03.676816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:03.677480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.711369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.717963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:03.722949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.725122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Transition to ACTIVE for port object b8dba549-8e5d-467b-a729-740b63289cf9 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:03.736768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.783826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] device_id is not set on port 98c77f40-6417-44d5-b73c-52674040fed9 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:46:03.819602 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b9982312-5bf2-4824-8378-ad25d544917a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3551888 Apr 08 10:46:03.827705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54482) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:03.841017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-61015449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:03.861144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:03.863628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.869889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:03.872703 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-549ccb7c-bbc1-4db3-82f4-15a42da574d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:03.879390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Usage tracker for resource:router and tenant:2f5ca3bd674a49569547701d569c5592 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:03.914955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:03.929240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf18f111-e170-4124-ad00-53bb8d6d1fb9,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:03.942681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:03.954779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Pushing event updated for resources: {'Port': ['ID=b8dba549-8e5d-467b-a729-740b63289cf9,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:03.968670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:03.969953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:03.973101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:04.014085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.024784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:04.028012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.101574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-549ccb7c-bbc1-4db3-82f4-15a42da574d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:04.103432 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-549ccb7c-bbc1-4db3-82f4-15a42da574d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094072637&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.4135096 Apr 08 10:46:04.120833 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.126088 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3d2c0116-2242-4959-9f32-b68257f35f34 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8136258 Apr 08 10:46:04.126088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.126088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.130541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Attempting to bind port b8dba549-8e5d-467b-a729-740b63289cf9 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:04.131137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Attempting to bind port b8dba549-8e5d-467b-a729-740b63289cf9 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '6a048f78-c9da-4a5c-a20e-ef34e498e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ccd67c8f-ebc4-4ba1-a28f-7d93bf422668'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:04.131843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Attempting to bind port b8dba549-8e5d-467b-a729-740b63289cf9 on network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:04.133500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54486) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:04.140513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': 'c5191482-2081-4c5f-9a0d-99ce8bfb2688', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:04.142502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:04.143086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Checking segment: {'id': '6a048f78-c9da-4a5c-a20e-ef34e498e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ccd67c8f-ebc4-4ba1-a28f-7d93bf422668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:04.143710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.144317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Bound using segment: {'id': '6a048f78-c9da-4a5c-a20e-ef34e498e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ccd67c8f-ebc4-4ba1-a28f-7d93bf422668'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:04.145290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Bound port: b8dba549-8e5d-467b-a729-740b63289cf9, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a048f78-c9da-4a5c-a20e-ef34e498e97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ccd67c8f-ebc4-4ba1-a28f-7d93bf422668'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:04.145717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.150239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:04.158422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:04.161506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.163097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:04.175793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:04.252850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.314235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.341667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] For port b8dba549-8e5d-467b-a729-740b63289cf9, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:04.345900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] For port b8dba549-8e5d-467b-a729-740b63289cf9, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b8dba549-8e5d-467b-a729-740b63289cf9,segment=NetworkSegment(6a048f78-c9da-4a5c-a20e-ef34e498e97e),segment_id=6a048f78-c9da-4a5c-a20e-ef34e498e97e)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:04.348789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d26e9e66-17e7-41de-932d-3bc34dc4dabb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:04.353299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.423215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.457533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Network': ['ID=105368e1-c3e6-4ad6-a0d2-4ebce093c1d6,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:04.486607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 105368e1-c3e6-4ad6-a0d2-4ebce093c1d6 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:04.494493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.504216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8::131 (ccd67c8f-ebc4-4ba1-a28f-7d93bf422668/f74fbe93-7537-49df-82b6-874cf0d33258/98c77f40-6417-44d5-b73c-52674040fed9) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:04.531423 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bf5670fd-fb2a-40b4-8bf1-6c286f64975d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1561899 Apr 08 10:46:04.534989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54490) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:04.548201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'ports': [{'network_id': '031442fa-0d04-4498-8b15-862cc5517944', 'name': 'tempest-port--1064874541', 'admin_state_up': True}, {'network_id': '105368e1-c3e6-4ad6-a0d2-4ebce093c1d6', 'admin_state_up': False}]} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:04.548738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'port': {'network_id': '031442fa-0d04-4498-8b15-862cc5517944', 'name': 'tempest-port--1064874541', 'admin_state_up': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:04.550012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'port': {'network_id': '105368e1-c3e6-4ad6-a0d2-4ebce093c1d6', 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:04.636438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d26e9e66-17e7-41de-932d-3bc34dc4dabb completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:04.646989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-5e029dc5-39ec-4553-9d9c-d7819534486d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:04.647891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-5e029dc5-39ec-4553-9d9c-d7819534486d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:04.688155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01253a3d-327b-4780-87b0-8524c1807a40 None None] Pushing event updated for resources: {'Port': ['ID=b8dba549-8e5d-467b-a729-740b63289cf9,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:04.717441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.739215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.743080 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2b320572-ce18-45d1-ab61-c2eff83973e0 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9101365 Apr 08 10:46:04.751783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7297e2-88ab-4925-9d37-0a69905d51fd,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:04.752245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54494) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:04.760520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4c2dc97d-7dde-4a01-92d9-7dbb009d670d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1994100934', 'prefixes': ['172.20.0.0/16']}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:04.769560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4c2dc97d-7dde-4a01-92d9-7dbb009d670d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:04.880529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-5e029dc5-39ec-4553-9d9c-d7819534486d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:04.880529 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-5e029dc5-39ec-4553-9d9c-d7819534486d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 200 len: 796 time: 0.7377279 Apr 08 10:46:04.938125 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-01d5c4d2-a275-410f-807a-67ef8d193df9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0315111 Apr 08 10:46:04.962630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.964514 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-755f29c8-858f-45a9-a13c-2f8ca2cd7eea tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8298051 Apr 08 10:46:04.969023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54498) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:05.017044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:05.025742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Usage tracker for resource:port and tenant:ea99552360694c23a999a714b25d6109 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:05.030206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f0ed-a560-4151-b7da-eff9c10ad7c9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.040415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:05.046734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:05.049705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f0ed-a560-4151-b7da-eff9c10ad7c9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.083687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.148301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017362df-db41-4f58-98b0-adeaa9091738 None None] Network 615abdc6-565f-48c9-8748-4c9507a34d16 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:05.149662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Made reservation on behalf of ea99552360694c23a999a714b25d6109 for: {'port': 2} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:05.156265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.161369 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-bffd98dc-da8c-406f-8d82-4cc1145c66fa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020857 Apr 08 10:46:05.185236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object 98c77f40-6417-44d5-b73c-52674040fed9 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:05.185507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.244881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f0ed-a560-4151-b7da-eff9c10ad7c9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.282004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9f0ed-a560-4151-b7da-eff9c10ad7c9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd7297e2-88ab-4925-9d37-0a69905d51fd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:05.292520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f0ed-a560-4151-b7da-eff9c10ad7c9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.297626 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cfc9f0ed-a560-4151-b7da-eff9c10ad7c9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fd7297e2-88ab-4925-9d37-0a69905d51fd HTTP/1.1" status: 204 len: 168 time: 0.3270285 Apr 08 10:46:05.311024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54506) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:05.376292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d35ef481-ba2b-428c-803e-101b59c86021 None None] Provisioning for port d26e9e66-17e7-41de-932d-3bc34dc4dabb completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:05.407318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d35ef481-ba2b-428c-803e-101b59c86021 None None] Provisioning complete for port d26e9e66-17e7-41de-932d-3bc34dc4dabb triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:05.409454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d35ef481-ba2b-428c-803e-101b59c86021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.416802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.481561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] device_id is not set on port 30641fc8-b500-4c48-99f3-f79a177ae31c yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:46:05.606474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.672930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d35ef481-ba2b-428c-803e-101b59c86021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.674980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:05.688308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:05.692642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:05.703457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:05.704583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.720280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d35ef481-ba2b-428c-803e-101b59c86021 None None] For port d26e9e66-17e7-41de-932d-3bc34dc4dabb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d26e9e66-17e7-41de-932d-3bc34dc4dabb,segment=NetworkSegment(976fa2b2-184e-499f-977a-cc746f4be7b6),segment_id=976fa2b2-184e-499f-977a-cc746f4be7b6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:05.741428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-db8b340c-541c-43ed-8c25-d55dccc6fe45 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:05.811870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d35ef481-ba2b-428c-803e-101b59c86021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.817194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=98c77f40-6417-44d5-b73c-52674040fed9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:05.859223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc97d-7dde-4a01-92d9-7dbb009d670d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for subnetpool, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.864794 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4c2dc97d-7dde-4a01-92d9-7dbb009d670d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.1080537 Apr 08 10:46:05.866310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54510) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:05.877593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-ee472c50-83c4-4fac-8a03-bf0bdc6e51be tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61', 'tempest-TagsExtTest-Tag-517963891') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:05.924432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] device_id is not set on port 06f545e9-efb1-4675-ad2b-231ab1bca95d yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:46:05.944841 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4a5ee573-cc0b-4023-8e20-285d606c6d7f service neutron] 10.222.0.23 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746718 Apr 08 10:46:05.952120 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4a465c7b-e998-4bdf-9930-349ad4643855 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9369705 Apr 08 10:46:05.952120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-db8b340c-541c-43ed-8c25-d55dccc6fe45 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:05.952120 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-db8b340c-541c-43ed-8c25-d55dccc6fe45 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6394460 Apr 08 10:46:05.953168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54514) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:05.971646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54516) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:05.990017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ef481-ba2b-428c-803e-101b59c86021 None None] Pushing event updated for resources: {'Port': ['ID=d26e9e66-17e7-41de-932d-3bc34dc4dabb,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:06.091473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.128651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b96f98f6-3b07-404b-911c-da35ad4ca3a8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.146101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b96f98f6-3b07-404b-911c-da35ad4ca3a8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.229279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-57b7f78d-5414-4d66-a257-d1042ee1f087 None None] Provisioning for port 59b20353-9924-4040-9e46-7b99dab76df5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:06.234943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-57b7f78d-5414-4d66-a257-d1042ee1f087 None None] Provisioning complete for port 59b20353-9924-4040-9e46-7b99dab76df5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:06.236303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57b7f78d-5414-4d66-a257-d1042ee1f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.251907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b96f98f6-3b07-404b-911c-da35ad4ca3a8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.279804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f98f6-3b07-404b-911c-da35ad4ca3a8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf18f111-e170-4124-ad00-53bb8d6d1fb9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:06.301509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c87ee-552e-4ccd-a29f-c4924145b704 None None] Network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:06.308894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.404577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b96f98f6-3b07-404b-911c-da35ad4ca3a8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.409897 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b96f98f6-3b07-404b-911c-da35ad4ca3a8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cf18f111-e170-4124-ad00-53bb8d6d1fb9 HTTP/1.1" status: 204 len: 168 time: 0.4371986 Apr 08 10:46:06.438310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54522) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:06.479686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d26e9e66-17e7-41de-932d-3bc34dc4dabb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:06.557990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Port': ['ID=30641fc8-b500-4c48-99f3-f79a177ae31c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:06.591747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d157a413-09aa-469f-9c14-afb2adff72d2 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:06.592747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-57b7f78d-5414-4d66-a257-d1042ee1f087 None None] Port 59b20353-9924-4040-9e46-7b99dab76df5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:06.598885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Checking segment: {'id': '2e59722b-c496-42aa-855b-9a1de624e112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '031442fa-0d04-4498-8b15-862cc5517944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:06.599393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Network hostable DHCP agents. Network: 031442fa-0d04-4498-8b15-862cc5517944, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:06.646873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-57b7f78d-5414-4d66-a257-d1042ee1f087 None None] Provisioning complete for port d26e9e66-17e7-41de-932d-3bc34dc4dabb triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:06.647239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57b7f78d-5414-4d66-a257-d1042ee1f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.692409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d157a413-09aa-469f-9c14-afb2adff72d2 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:06.699445 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d157a413-09aa-469f-9c14-afb2adff72d2 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2547491 Apr 08 10:46:06.699866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54526) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:06.723825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Network 031442fa-0d04-4498-8b15-862cc5517944 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:06.761766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d26e9e66-17e7-41de-932d-3bc34dc4dabb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:06.762408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.776887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62f4a57a-5471-404f-bd80-b1344f8352d1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.796002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62f4a57a-5471-404f-bd80-b1344f8352d1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.844390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-283f20dd-510c-4b3e-9095-a38fd8125367 service neutron] 10.222.0.23 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8900158 Apr 08 10:46:06.853983 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ee472c50-83c4-4fac-8a03-bf0bdc6e51be tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags/tempest-TagsExtTest-Tag-517963891 HTTP/1.1" status: 201 len: 201 time: 0.9861233 Apr 08 10:46:06.860598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54530) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:06.870492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-eb1ad65c-315c-41c0-9d0d-fc9d206a21bb tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5', 'tempest-TagsExtTest-Tag-385664073') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:06.918844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 031442fa-0d04-4498-8b15-862cc5517944) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:06.929436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:06.929875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e0981-e0c8-473b-8fae-a0f37414c898 None None] Network 031442fa-0d04-4498-8b15-862cc5517944 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:06.930916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.938227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62f4a57a-5471-404f-bd80-b1344f8352d1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.014487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4a57a-5471-404f-bd80-b1344f8352d1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7853a8c-d13d-4319-a024-133d23f22091,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:07.059577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Port': ['ID=06f545e9-efb1-4675-ad2b-231ab1bca95d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:07.083152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Checking segment: {'id': '06e75aaf-a77e-48d3-8f83-a954cc50566f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '105368e1-c3e6-4ad6-a0d2-4ebce093c1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:07.083684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Network hostable DHCP agents. Network: 105368e1-c3e6-4ad6-a0d2-4ebce093c1d6, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:07.121340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62f4a57a-5471-404f-bd80-b1344f8352d1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.122592 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-62f4a57a-5471-404f-bd80-b1344f8352d1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b7853a8c-d13d-4319-a024-133d23f22091 HTTP/1.1" status: 204 len: 168 time: 0.4210758 Apr 08 10:46:07.127334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54534) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:07.164912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.166668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Network 105368e1-c3e6-4ad6-a0d2-4ebce093c1d6 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:07.213691 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eb1ad65c-315c-41c0-9d0d-fc9d206a21bb tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags/tempest-TagsExtTest-Tag-385664073 HTTP/1.1" status: 201 len: 201 time: 0.3505154 Apr 08 10:46:07.215920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54542) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:07.225378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-38d54486-c8f4-4a77-b5c7-be0041d6cb69 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171', 'tempest-TagsExtTest-Tag-277610637') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:07.250298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b8dba549-8e5d-467b-a729-740b63289cf9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:07.309576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Provisioning complete for port 59b20353-9924-4040-9e46-7b99dab76df5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:07.309961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.405844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 105368e1-c3e6-4ad6-a0d2-4ebce093c1d6) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:07.420778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:07.426549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:07.432296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:07.432813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.438778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236153e8-d863-4a9a-8bd6-b6d33e31f8e1 None None] Network 105368e1-c3e6-4ad6-a0d2-4ebce093c1d6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:07.489727 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2dd996f7-96d4-4a59-b21d-7216bff2c61b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3589616 Apr 08 10:46:07.495924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54550) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:07.510387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1af02425-a530-47ee-9992-6158cd8ec103 req-2af51dae-80eb-4149-a829-233d7da4f727 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:07.513228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Port 59b20353-9924-4040-9e46-7b99dab76df5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:07.625164 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-59971bae-6769-437b-abb4-4d7056a208ce tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0877481 Apr 08 10:46:07.627518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e16c768b-7b61-41ce-9fa8-ee8b295d077b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.631071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54554) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:07.653258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e16c768b-7b61-41ce-9fa8-ee8b295d077b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.702278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1af02425-a530-47ee-9992-6158cd8ec103 req-2af51dae-80eb-4149-a829-233d7da4f727 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:07.717006 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1af02425-a530-47ee-9992-6158cd8ec103 req-2af51dae-80eb-4149-a829-233d7da4f727 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 210 time: 0.3200846 Apr 08 10:46:07.751901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.776724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port b8dba549-8e5d-467b-a729-740b63289cf9 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:07.781584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Provisioning for port b8dba549-8e5d-467b-a729-740b63289cf9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:07.787238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc33c1-2874-4c68-b219-2603ee48fb22 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:07.794190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b8dba549-8e5d-467b-a729-740b63289cf9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:07.794414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.795482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc33c1-2874-4c68-b219-2603ee48fb22 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:07.800029 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-80cc33c1-2874-4c68-b219-2603ee48fb22 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1683536 Apr 08 10:46:07.800446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54558) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:07.837377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Provisioning complete for port b8dba549-8e5d-467b-a729-740b63289cf9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:07.837788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.868847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.881690 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-38d54486-c8f4-4a77-b5c7-be0041d6cb69 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags/tempest-TagsExtTest-Tag-277610637 HTTP/1.1" status: 201 len: 201 time: 0.6638250 Apr 08 10:46:07.883181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e16c768b-7b61-41ce-9fa8-ee8b295d077b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.897162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54562) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:07.939019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-340d97c1-ed04-4ce5-80da-66ed7761de93 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334', 'tempest-TagsExtTest-Tag-360120080') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:07.968775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c768b-7b61-41ce-9fa8-ee8b295d077b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68381a12-f8d2-480e-89e6-8917647c6a04,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:07.982030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e16c768b-7b61-41ce-9fa8-ee8b295d077b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.983763 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e16c768b-7b61-41ce-9fa8-ee8b295d077b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/68381a12-f8d2-480e-89e6-8917647c6a04 HTTP/1.1" status: 204 len: 168 time: 0.4867332 Apr 08 10:46:07.992444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54566) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:08.001679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b0671e8f-8c41-42da-94fa-54b13af0dc46 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Deleting port 30641fc8-b500-4c48-99f3-f79a177ae31c {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:08.002515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b0671e8f-8c41-42da-94fa-54b13af0dc46 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.023856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=98c77f40-6417-44d5-b73c-52674040fed9,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:08.260502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.279046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-892d39dc-5a24-4b8c-bb6f-2cf5630f5bc4 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:08.279932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.316322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.378662 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-340d97c1-ed04-4ce5-80da-66ed7761de93 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags/tempest-TagsExtTest-Tag-360120080 HTTP/1.1" status: 201 len: 201 time: 0.4642987 Apr 08 10:46:08.380998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54572) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:08.393773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-0dc12b40-12b2-4325-9c48-f0251daf206f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:08.411741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port b8dba549-8e5d-467b-a729-740b63289cf9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b8dba549-8e5d-467b-a729-740b63289cf9,segment=NetworkSegment(6a048f78-c9da-4a5c-a20e-ef34e498e97e),segment_id=6a048f78-c9da-4a5c-a20e-ef34e498e97e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:08.487149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-892d39dc-5a24-4b8c-bb6f-2cf5630f5bc4 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:08.488405 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-892d39dc-5a24-4b8c-bb6f-2cf5630f5bc4 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4942057 Apr 08 10:46:08.491726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54576) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:08.516725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b0671e8f-8c41-42da-94fa-54b13af0dc46 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.545754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.658443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b0671e8f-8c41-42da-94fa-54b13af0dc46 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Calling delete_port for 30641fc8-b500-4c48-99f3-f79a177ae31c owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:08.693545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:46:08.694090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-5a8a8bd7-f48d-477f-bbaf-41fcefdae794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:46:08.699991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=b8dba549-8e5d-467b-a729-740b63289cf9,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:08.717348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d60db040-904e-4c5a-ae73-4e51c3a22d4d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.722135 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0dc12b40-12b2-4325-9c48-f0251daf206f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags HTTP/1.1" status: 200 len: 240 time: 0.3397968 Apr 08 10:46:08.728451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54580) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:08.735832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-1e177f77-e04b-4ab0-aa57-dfcebcf324ba tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61', 'tempest-TagsExtTest-Tag-517963891') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:08.736605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d60db040-904e-4c5a-ae73-4e51c3a22d4d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.772786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.832603 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1e177f77-e04b-4ab0-aa57-dfcebcf324ba tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags/tempest-TagsExtTest-Tag-517963891 HTTP/1.1" status: 204 len: 168 time: 0.1028471 Apr 08 10:46:08.835513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54586) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:08.844402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-8a9a3e0f-2554-42b6-9617-62c58aaf862e tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61', 'tempest-TagsExtTest-Tag-517963891') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:08.932901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b0671e8f-8c41-42da-94fa-54b13af0dc46 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.971084 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-08217e77-9937-430f-a456-d372ade4c5a4 req-753efbdf-8673-4776-995a-d4973d3c69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 210 time: 0.1085804 Apr 08 10:46:08.973557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d60db040-904e-4c5a-ae73-4e51c3a22d4d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.990819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0671e8f-8c41-42da-94fa-54b13af0dc46 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Port': ['ID=30641fc8-b500-4c48-99f3-f79a177ae31c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:09.001007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b0671e8f-8c41-42da-94fa-54b13af0dc46 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.011727 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b0671e8f-8c41-42da-94fa-54b13af0dc46 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/ports/30641fc8-b500-4c48-99f3-f79a177ae31c HTTP/1.1" status: 204 len: 168 time: 1.2098026 Apr 08 10:46:09.014478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54590) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:09.060727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60db040-904e-4c5a-ae73-4e51c3a22d4d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58317ef6-d1d3-4b0d-941b-bd99d832a166,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:09.140974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d60db040-904e-4c5a-ae73-4e51c3a22d4d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.146583 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d60db040-904e-4c5a-ae73-4e51c3a22d4d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/58317ef6-d1d3-4b0d-941b-bd99d832a166 HTTP/1.1" status: 204 len: 168 time: 0.6493356 Apr 08 10:46:09.148313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54594) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:09.177868 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8a9a3e0f-2554-42b6-9617-62c58aaf862e tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags/tempest-TagsExtTest-Tag-517963891 HTTP/1.1" status: 204 len: 168 time: 0.3386800 Apr 08 10:46:09.184402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54598) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:09.189948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-14400f96-a6be-400a-a0bc-50b6ba833ea8 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:09.282843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6476a066-12e1-4bec-8bd0-0dd1669fe67a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:09.301146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-553da61b-aa48-488d-8c4f-bb8906dff81b tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Deleting port 06f545e9-efb1-4675-ad2b-231ab1bca95d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:09.302324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-553da61b-aa48-488d-8c4f-bb8906dff81b tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.338494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.365617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6476a066-12e1-4bec-8bd0-0dd1669fe67a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:09.368540 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6476a066-12e1-4bec-8bd0-0dd1669fe67a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2191846 Apr 08 10:46:09.375855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54602) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:09.428218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.429223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.478601 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-14400f96-a6be-400a-a0bc-50b6ba833ea8 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags HTTP/1.1" status: 200 len: 205 time: 0.2903042 Apr 08 10:46:09.481104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54606) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:09.498567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-48ea8452-ea94-409d-9bf1-6e11c65d49a7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:09.531594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c06f3383-211b-4b3d-a4c1-a9ff65da273d None None] Provisioning for port 98c77f40-6417-44d5-b73c-52674040fed9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:09.540258 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c06f3383-211b-4b3d-a4c1-a9ff65da273d None None] Provisioning complete for port 98c77f40-6417-44d5-b73c-52674040fed9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:09.540923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c06f3383-211b-4b3d-a4c1-a9ff65da273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.590891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=98c77f40-6417-44d5-b73c-52674040fed9,revision_number=3']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:09.592939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77b21cfe-b05e-4bbf-b5e7-8d42636d7c15 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.620598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c06f3383-211b-4b3d-a4c1-a9ff65da273d None None] Port 98c77f40-6417-44d5-b73c-52674040fed9 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:09.633928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c06f3383-211b-4b3d-a4c1-a9ff65da273d None None] Provisioning complete for port b8dba549-8e5d-467b-a729-740b63289cf9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:09.639834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c06f3383-211b-4b3d-a4c1-a9ff65da273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.661829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:09.665454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:09.694380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-553da61b-aa48-488d-8c4f-bb8906dff81b tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.709923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77b21cfe-b05e-4bbf-b5e7-8d42636d7c15 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:09.857171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-553da61b-aa48-488d-8c4f-bb8906dff81b tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Calling delete_port for 06f545e9-efb1-4675-ad2b-231ab1bca95d owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:09.946296 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-48ea8452-ea94-409d-9bf1-6e11c65d49a7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags HTTP/1.1" status: 200 len: 240 time: 0.4619963 Apr 08 10:46:09.951377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54610) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:09.959510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-621d5bb6-e0eb-459e-a846-cedff07bd4c4 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5', 'tempest-TagsExtTest-Tag-385664073') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:10.001779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8cb7841b-d30f-4120-bb57-7a19506e1067 None None] Provisioning complete for port 98c77f40-6417-44d5-b73c-52674040fed9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:10.002214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8cb7841b-d30f-4120-bb57-7a19506e1067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.035408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77b21cfe-b05e-4bbf-b5e7-8d42636d7c15 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.078131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router dbab51a2-89a7-418f-ab80-48a24535fcf8 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:46:10.126703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b21cfe-b05e-4bbf-b5e7-8d42636d7c15 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5191482-2081-4c5f-9a0d-99ce8bfb2688,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:10.187450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7841b-d30f-4120-bb57-7a19506e1067 None None] Port 98c77f40-6417-44d5-b73c-52674040fed9 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:10.206163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-553da61b-aa48-488d-8c4f-bb8906dff81b tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.214440 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1f0327ec-4a10-4a92-9a06-9d9d3f9d2aeb req-7ff0eaae-be25-4e0e-885f-6f65769ddb16 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 210 time: 0.0655560 Apr 08 10:46:10.292850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553da61b-aa48-488d-8c4f-bb8906dff81b tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Port': ['ID=06f545e9-efb1-4675-ad2b-231ab1bca95d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:10.301160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77b21cfe-b05e-4bbf-b5e7-8d42636d7c15 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.302244 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-77b21cfe-b05e-4bbf-b5e7-8d42636d7c15 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/c5191482-2081-4c5f-9a0d-99ce8bfb2688 HTTP/1.1" status: 204 len: 168 time: 0.9295428 Apr 08 10:46:10.305947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-553da61b-aa48-488d-8c4f-bb8906dff81b tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.309150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54616) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:10.327166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:10.336872 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5197343f-6747-4169-9d0c-746db6dc3dd1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/dbab51a2-89a7-418f-ab80-48a24535fcf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3729229 Apr 08 10:46:10.338092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54620) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:10.341622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc4107-7e1a-416d-a8b9-a13af09866da None None] Sync routers for ids ['dbab51a2-89a7-418f-ab80-48a24535fcf8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:10.343503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-40d70291-cf82-47f5-8f5a-96e6c162f0cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:10.345034 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-40d70291-cf82-47f5-8f5a-96e6c162f0cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 200 len: 796 time: 0.3532331 Apr 08 10:46:10.370260 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-553da61b-aa48-488d-8c4f-bb8906dff81b tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/ports/06f545e9-efb1-4675-ad2b-231ab1bca95d HTTP/1.1" status: 204 len: 168 time: 1.3546288 Apr 08 10:46:10.376722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc4107-7e1a-416d-a8b9-a13af09866da None None] Routers {'dbab51a2-89a7-418f-ab80-48a24535fcf8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:10.377808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54624) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:10.378911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f5bc4107-7e1a-416d-a8b9-a13af09866da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dbab51a2-89a7-418f-ab80-48a24535fcf8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:10.388271 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-621d5bb6-e0eb-459e-a846-cedff07bd4c4 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags/tempest-TagsExtTest-Tag-385664073 HTTP/1.1" status: 204 len: 168 time: 0.4356174 Apr 08 10:46:10.391978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54628) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:10.408937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-eace0590-e419-40c9-b007-b92b5b2a9f46 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5', 'tempest-TagsExtTest-Tag-385664073') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:10.451421 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0b88b989-6a1b-4396-8a5e-78313e9be977 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0668998 Apr 08 10:46:10.457340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54632) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:10.466090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1111366102'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:10.472044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:10.472307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-06fdd4f0-f1d2-4b96-b789-74bd319caa7c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:10.476367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Usage tracker for resource:network and tenant:ea99552360694c23a999a714b25d6109 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:10.479841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1263783d-ce94-4ce1-b8e5-147f96b8dc66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:10.487579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:10.497999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:10.507948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b890d8b-821a-45d3-a631-8f7c4e7adcc8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:10.509369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b890d8b-821a-45d3-a631-8f7c4e7adcc8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:10.509560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-06fdd4f0-f1d2-4b96-b789-74bd319caa7c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:10.510060 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-06fdd4f0-f1d2-4b96-b789-74bd319caa7c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 380 time: 0.1544600 Apr 08 10:46:10.520008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['792e98cd-c575-4a40-baa5-5816c9ee95ac']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:10.553465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f5bc4107-7e1a-416d-a8b9-a13af09866da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:10.566451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc4107-7e1a-416d-a8b9-a13af09866da None None] Routers {'dbab51a2-89a7-418f-ab80-48a24535fcf8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:10.568464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f5bc4107-7e1a-416d-a8b9-a13af09866da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dbab51a2-89a7-418f-ab80-48a24535fcf8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:10.619679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1263783d-ce94-4ce1-b8e5-147f96b8dc66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:10.621536 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1263783d-ce94-4ce1-b8e5-147f96b8dc66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3049388 Apr 08 10:46:10.626837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54636) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:10.634596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b890d8b-821a-45d3-a631-8f7c4e7adcc8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:10.639031 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8b890d8b-821a-45d3-a631-8f7c4e7adcc8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports/98c77f40-6417-44d5-b73c-52674040fed9 HTTP/1.1" status: 200 len: 983 time: 0.2998178 Apr 08 10:46:10.646972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54640) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:10.647231 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082302087'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:10.658558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:10.684120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f5bc4107-7e1a-416d-a8b9-a13af09866da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:10.685695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc4107-7e1a-416d-a8b9-a13af09866da None None] The sync data for ids ['dbab51a2-89a7-418f-ab80-48a24535fcf8'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:10.689146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:10.693464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Made reservation on behalf of ea99552360694c23a999a714b25d6109 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:10.699586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.701871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b8dba549-8e5d-467b-a729-740b63289cf9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:10.739801 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:10.751986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.752328 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Added segment 49096d3f-58fb-4c97-b5aa-3373d71a9f2e of type vlan for network 975219af-923c-40bc-b0ed-f631c82d6203 Apr 08 10:46:10.782643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.822722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b8dba549-8e5d-467b-a729-740b63289cf9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:10.823165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.840652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.868647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:10.876067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:10.880935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:10.890247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:10.920187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.927942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:10.929124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:10.934964 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eace0590-e419-40c9-b007-b92b5b2a9f46 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags/tempest-TagsExtTest-Tag-385664073 HTTP/1.1" status: 204 len: 168 time: 0.5355015 Apr 08 10:46:10.939436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54648) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:10.944162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-6802094c-1cb2-4f5d-a800-5e82d0b38c55 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:10.991381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:11.078775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:11.170362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:11.173824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.183772 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7255507 Apr 08 10:46:11.188916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54652) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:11.205737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-748091762'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:11.208989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7625fa-12e9-4bfb-8855-f4abea0502fd tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Network': ['ID=975219af-923c-40bc-b0ed-f631c82d6203,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:11.214730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:11.219639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Usage tracker for resource:network and tenant:ea99552360694c23a999a714b25d6109 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:11.226081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 975219af-923c-40bc-b0ed-f631c82d6203 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:11.230490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:11.240031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:11.255738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.314277 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6802094c-1cb2-4f5d-a800-5e82d0b38c55 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags HTTP/1.1" status: 200 len: 205 time: 0.3737440 Apr 08 10:46:11.316764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54658) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:11.325722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-2f1527cd-38a9-4028-9b93-0b7628080c69 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:11.416812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.421026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Made reservation on behalf of ea99552360694c23a999a714b25d6109 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:11.424419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.474683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.7 (f6ccc3d6-7a75-4045-88a2-58f61f156a0b/660b0abe-f9b7-4a1f-90db-c81cb71a3a3e/d1ca7ece-1d94-40f0-b9db-95b0630ad55c) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:11.513226 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2e11900a-60ad-4060-8161-02ee35a2474a req-dc08ec9d-1cc5-40ec-89eb-561aa4e551f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 210 time: 0.1043622 Apr 08 10:46:11.543161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2f1f44-5e4b-471c-8220-af5265e0a427,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:11.602261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:11.624164 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2f1527cd-38a9-4028-9b93-0b7628080c69 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags HTTP/1.1" status: 200 len: 240 time: 0.3057795 Apr 08 10:46:11.625983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.625983 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Added segment 3b08354c-863f-4451-b106-933916b90815 of type vlan for network 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 Apr 08 10:46:11.628014 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54662) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:11.634570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.639342 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c6e47a02-4307-4753-8e9c-fbeb01fa0117 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0113904 Apr 08 10:46:11.642747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-123d3144-e5aa-4d59-b020-1c23ab8aa91a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171', 'tempest-TagsExtTest-Tag-277610637') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:11.684544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54666) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:11.707425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': '5e2f1f44-5e4b-471c-8220-af5265e0a427', 'direction': 'ingress', 'protocol': 17}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:11.712183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.728558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.771195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:11.791451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:11.800885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:11.822342 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-123d3144-e5aa-4d59-b020-1c23ab8aa91a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags/tempest-TagsExtTest-Tag-277610637 HTTP/1.1" status: 204 len: 168 time: 0.1932600 Apr 08 10:46:11.827073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54670) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:11.832518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-5a1ec542-934b-4057-b4ec-fa394145e6b2 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171', 'tempest-TagsExtTest-Tag-277610637') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:11.863096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:11.936954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.956598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:11.961676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:11.962261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.019830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.071457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object d1ca7ece-1d94-40f0-b9db-95b0630ad55c will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:12.097256 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9031553 Apr 08 10:46:12.101834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725120e-0da9-4c11-8f4d-8a4bdda0b986 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Network': ['ID=0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:12.130889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:12.159866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.163417 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5a1ec542-934b-4057-b4ec-fa394145e6b2 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags/tempest-TagsExtTest-Tag-277610637 HTTP/1.1" status: 204 len: 168 time: 0.3352535 Apr 08 10:46:12.165896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54674) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:12.176023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-bc223b08-8848-4599-91de-2fa058f0c58f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:12.231685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54678) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:12.236901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port 98c77f40-6417-44d5-b73c-52674040fed9 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:12.237252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.238917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'subnets': [{'network_id': '975219af-923c-40bc-b0ed-f631c82d6203', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--423722788', 'ip_version': 4}, {'network_id': '0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:12.239369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'subnet': {'network_id': '975219af-923c-40bc-b0ed-f631c82d6203', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--423722788', 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:12.239956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Request body: {'subnet': {'network_id': '0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:12.269355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.282268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.370058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4a0db6-f9a7-4506-badc-db62c51cacdb,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:12.430982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:12.459337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:12.463302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Usage tracker for resource:subnet and tenant:ea99552360694c23a999a714b25d6109 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:12.467040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:12.473098 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:12.595545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Made reservation on behalf of ea99552360694c23a999a714b25d6109 for: {'subnet': 2} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:12.600365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.600995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.640947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:12.654407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.655590 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4cac3aba-9c67-448f-85ac-6ec7940f5a07 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9683838 Apr 08 10:46:12.689308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:12.691138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54684) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:12.717106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:12.786781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c40b8696-257f-4a92-b0b5-f657929e0005 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.796209 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bc223b08-8848-4599-91de-2fa058f0c58f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags HTTP/1.1" status: 200 len: 205 time: 0.6262684 Apr 08 10:46:12.804447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54688) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:12.813590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-c4902ea6-d8d8-476e-97f4-3f806def9e8e tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:12.851403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:12.851403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.890032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c40b8696-257f-4a92-b0b5-f657929e0005 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.897448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:12.930368 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c4902ea6-d8d8-476e-97f4-3f806def9e8e tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags HTTP/1.1" status: 200 len: 240 time: 0.1284368 Apr 08 10:46:12.939982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54692) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:12.952316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-51a1761b-eabb-412e-bea1-583dfd746993 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334', 'tempest-TagsExtTest-Tag-360120080') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:12.984943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14af59-d0d0-4f14-a5bd-6ac413d01ec9 req-d7ee58a1-1bbd-4f22-84cf-c37bd5285d95 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:12.985666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3a14af59-d0d0-4f14-a5bd-6ac413d01ec9 req-d7ee58a1-1bbd-4f22-84cf-c37bd5285d95 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:12.999702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6cd4dd5e-f372-49e2-aa8f-d945efa669f0 None None] Provisioning for port d1ca7ece-1d94-40f0-b9db-95b0630ad55c completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:13.007841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6cd4dd5e-f372-49e2-aa8f-d945efa669f0 None None] Provisioning complete for port d1ca7ece-1d94-40f0-b9db-95b0630ad55c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:13.008398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6cd4dd5e-f372-49e2-aa8f-d945efa669f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.058799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for 98c77f40-6417-44d5-b73c-52674040fed9 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:13.089222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4dd5e-f372-49e2-aa8f-d945efa669f0 None None] Port d1ca7ece-1d94-40f0-b9db-95b0630ad55c cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:13.089538 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-8cee32af-1ea2-4e25-a4ce-c0ccf4593aec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5748186 Apr 08 10:46:13.104143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Request body: {'port': {'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:13.159576 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-51a1761b-eabb-412e-bea1-583dfd746993 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags/tempest-TagsExtTest-Tag-360120080 HTTP/1.1" status: 204 len: 168 time: 0.2160351 Apr 08 10:46:13.162401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54696) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:13.177308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-1255fc87-60ed-40e0-9670-78ea4bfb6bbf tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334', 'tempest-TagsExtTest-Tag-360120080') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:13.204628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c40b8696-257f-4a92-b0b5-f657929e0005 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.234062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b8696-257f-4a92-b0b5-f657929e0005 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2f1f44-5e4b-471c-8220-af5265e0a427,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:13.337511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c40b8696-257f-4a92-b0b5-f657929e0005 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.341917 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c40b8696-257f-4a92-b0b5-f657929e0005 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/5e2f1f44-5e4b-471c-8220-af5265e0a427 HTTP/1.1" status: 204 len: 168 time: 0.6501975 Apr 08 10:46:13.344895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54700) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:13.352021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3a14af59-d0d0-4f14-a5bd-6ac413d01ec9 req-d7ee58a1-1bbd-4f22-84cf-c37bd5285d95 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:13.353227 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3a14af59-d0d0-4f14-a5bd-6ac413d01ec9 req-d7ee58a1-1bbd-4f22-84cf-c37bd5285d95 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 931 time: 0.7137105 Apr 08 10:46:13.434732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c54a9b82-e1f8-475d-aa2a-1b00f7be0d73 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:13.491086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.495970 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3a14af59-d0d0-4f14-a5bd-6ac413d01ec9 req-649fdaa7-3c81-4e50-bdf3-846b589f242d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082273 Apr 08 10:46:13.496542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.530352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c54a9b82-e1f8-475d-aa2a-1b00f7be0d73 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:13.532672 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c54a9b82-e1f8-475d-aa2a-1b00f7be0d73 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1867950 Apr 08 10:46:13.545916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54704) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:13.561719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114552373'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:13.569858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:13.585087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Subnet': ['ID=5c76c8be-7871-4e70-a322-00654209f8a9,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:13.593879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Checking segment: {'id': '49096d3f-58fb-4c97-b5aa-3373d71a9f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '975219af-923c-40bc-b0ed-f631c82d6203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:13.594045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:13.594370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Network hostable DHCP agents. Network: 975219af-923c-40bc-b0ed-f631c82d6203, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:13.650690 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1255fc87-60ed-40e0-9670-78ea4bfb6bbf tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags/tempest-TagsExtTest-Tag-360120080 HTTP/1.1" status: 204 len: 168 time: 0.4832256 Apr 08 10:46:13.651090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54708) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:13.657394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-c9797e30-0383-41c0-96eb-188a4ab1d3fc tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:13.681465 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c9797e30-0383-41c0-96eb-188a4ab1d3fc tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags HTTP/1.1" status: 200 len: 205 time: 0.0285864 Apr 08 10:46:13.687005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54712) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:13.691987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-df770681-68eb-4fae-bbdc-66b0b89d6860 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:13.710880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Network 975219af-923c-40bc-b0ed-f631c82d6203 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:13.728951 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-df770681-68eb-4fae-bbdc-66b0b89d6860 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags HTTP/1.1" status: 204 len: 168 time: 0.0384879 Apr 08 10:46:13.729302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54716) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:13.734743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-50959e86-ac2c-469f-887e-1b20981f6ce4 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:13.739149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.835864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:13.850788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:13.855641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:13.858684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 975219af-923c-40bc-b0ed-f631c82d6203) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:13.868950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:13.870034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc80d6-3be2-4f99-a66d-f2d6f00407de None None] Network 975219af-923c-40bc-b0ed-f631c82d6203 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:13.871561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.903668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.939141 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-50959e86-ac2c-469f-887e-1b20981f6ce4 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags HTTP/1.1" status: 204 len: 168 time: 0.2060888 Apr 08 10:46:13.940729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54720) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:13.947447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-6ed20cae-7c38-445d-be42-0faf60a53583 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:13.978193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=98c77f40-6417-44d5-b73c-52674040fed9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:14.000218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event updated for resources: {'Subnet': ['ID=5a93f108-91f3-426c-99a1-c98c11471a29,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:14.017183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Checking segment: {'id': '3b08354c-863f-4451-b106-933916b90815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:14.017530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Network hostable DHCP agents. Network: 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:14.074963 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6ed20cae-7c38-445d-be42-0faf60a53583 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags HTTP/1.1" status: 204 len: 168 time: 0.1297970 Apr 08 10:46:14.075277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54724) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:14.081405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-bbaaecb8-4aeb-4c8e-a33c-514c7034a87e tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:14.117601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Network 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:14.139701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-975219af-923c-40bc-b0ed-f631c82d6203', 'network_id': '975219af-923c-40bc-b0ed-f631c82d6203', 'tenant_id': 'ea99552360694c23a999a714b25d6109', 'fixed_ips': [{'subnet_id': '5c76c8be-7871-4e70-a322-00654209f8a9'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:14.143087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.200142 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bbaaecb8-4aeb-4c8e-a33c-514c7034a87e tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags HTTP/1.1" status: 204 len: 168 time: 0.1193371 Apr 08 10:46:14.200398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54728) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:14.208552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-dac7730c-d622-478e-9ae8-20c81916ca19 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61', 'tempest-TagsExtTest-Tag-976323702') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:14.262196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:14.273240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:14.273867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:14.274535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.289703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd129a-0898-4c4c-aa3e-e103b5610b08 None None] Network 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:14.394999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c0ad6a8d-789d-4c15-a73d-8a593b76d6d8 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1613379 Apr 08 10:46:14.405082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54732) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:14.419810 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Allocated IP 172.20.0.2 (975219af-923c-40bc-b0ed-f631c82d6203/5c76c8be-7871-4e70-a322-00654209f8a9/59881793-d4d5-415c-aa4e-f5b0df45b0d7) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:14.461513 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dac7730c-d622-478e-9ae8-20c81916ca19 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags/tempest-TagsExtTest-Tag-976323702 HTTP/1.1" status: 201 len: 201 time: 0.2599037 Apr 08 10:46:14.470707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54736) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:14.477293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.488826 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-bf2bd7e2-8800-4252-a5bc-fba1b46acb28 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5', 'tempest-TagsExtTest-Tag-1834315896') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:14.497323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d76edb-1365-4e98-87aa-9d87c20a993a tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:14.498858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d76edb-1365-4e98-87aa-9d87c20a993a tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:14.500547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d76edb-1365-4e98-87aa-9d87c20a993a tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:14.501329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-43d76edb-1365-4e98-87aa-9d87c20a993a tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Synchronizing usage tracker for tenant:ea99552360694c23a999a714b25d6109 on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:14.529195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.534814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ca7ece-1d94-40f0-b9db-95b0630ad55c {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:46:14.547513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.553998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.672111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-43d76edb-1365-4e98-87aa-9d87c20a993a tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Unset dirty status for tenant:ea99552360694c23a999a714b25d6109 on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:14.680779 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-43d76edb-1365-4e98-87aa-9d87c20a993a tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2671905 Apr 08 10:46:14.681808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54742) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:14.704754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6', 'network_id': '0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6', 'tenant_id': 'ea99552360694c23a999a714b25d6109', 'fixed_ips': [{'subnet_id': '5a93f108-91f3-426c-99a1-c98c11471a29'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:14.710930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.762932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Transition to ACTIVE for port object d1ca7ece-1d94-40f0-b9db-95b0630ad55c will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:14.763285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b95bc8-aa04-4806-b9fc-c2b49bec5b40,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:14.782988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f36623-b103-48d6-966d-b51f80fed28e tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Deleting subnet 5c76c8be-7871-4e70-a322-00654209f8a9 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:46:14.796575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba3f7b-81a1-4ee9-b9af-0e9e030d619d req-27919890-7dd3-4c57-97b4-3eee00bcbb2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:14.798499 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-71ba3f7b-81a1-4ee9-b9af-0e9e030d619d req-27919890-7dd3-4c57-97b4-3eee00bcbb2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 931 time: 0.1743596 Apr 08 10:46:14.853507 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-71ba3f7b-81a1-4ee9-b9af-0e9e030d619d req-16e12121-f137-420a-bc17-85229da3fe03 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478818 Apr 08 10:46:14.867071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.942775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.996172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Transition to ACTIVE for port object 59881793-d4d5-415c-aa4e-f5b0df45b0d7 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:15.011961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.013962 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1fc31f70-c94b-444a-81af-fa85fb3aab49 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4624743 Apr 08 10:46:15.019232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54746) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:15.028056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Transition to ACTIVE for port object 59881793-d4d5-415c-aa4e-f5b0df45b0d7 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:15.030879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994693394'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:15.038739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:15.050347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:15.053214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Allocated IP 172.20.0.18 (0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6/5a93f108-91f3-426c-99a1-c98c11471a29/7f492867-7054-44c7-bd02-f50d7a6ccd85) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:15.055258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:15.063993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:15.102727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4f36623-b103-48d6-966d-b51f80fed28e tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.104434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.122217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router dbab51a2-89a7-418f-ab80-48a24535fcf8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:46:15.135640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Pushing event updated for resources: {'Port': ['ID=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:15.170954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.215454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4f36623-b103-48d6-966d-b51f80fed28e tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.250570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:15.267001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:15.294851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Network 975219af-923c-40bc-b0ed-f631c82d6203 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:15.295767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:15.303882 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bf2bd7e2-8800-4252-a5bc-fba1b46acb28 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags/tempest-TagsExtTest-Tag-1834315896 HTTP/1.1" status: 201 len: 201 time: 0.8287024 Apr 08 10:46:15.309740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54750) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:15.328404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-e1ba507f-4e29-417f-9b91-c36bbe618d72 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171', 'tempest-TagsExtTest-Tag-797899613') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:15.401934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.412202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:15.415339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Transition to ACTIVE for port object 7f492867-7054-44c7-bd02-f50d7a6ccd85 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:15.422847 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f769c8e1-8748-4aa0-aec2-1a08ea2f3cd2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/dbab51a2-89a7-418f-ab80-48a24535fcf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7793660 Apr 08 10:46:15.423540 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96097047-125b-4567-8a2a-538fe7ce187b None None] Sync routers for ids ['dbab51a2-89a7-418f-ab80-48a24535fcf8'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:15.425446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:15.427262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54754) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:15.443874 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96097047-125b-4567-8a2a-538fe7ce187b None None] Routers {'dbab51a2-89a7-418f-ab80-48a24535fcf8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:15.444899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-96097047-125b-4567-8a2a-538fe7ce187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dbab51a2-89a7-418f-ab80-48a24535fcf8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:15.450416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Transition to ACTIVE for port object 7f492867-7054-44c7-bd02-f50d7a6ccd85 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:15.453421 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:15.456991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Pushing event updated for resources: {'Port': ['ID=59881793-d4d5-415c-aa4e-f5b0df45b0d7,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:15.515736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Attempting to bind port d1ca7ece-1d94-40f0-b9db-95b0630ad55c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:15.516526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Attempting to bind port d1ca7ece-1d94-40f0-b9db-95b0630ad55c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:15.516526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Attempting to bind port d1ca7ece-1d94-40f0-b9db-95b0630ad55c on network f6ccc3d6-7a75-4045-88a2-58f61f156a0b {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:15.519323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4f36623-b103-48d6-966d-b51f80fed28e tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.565987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.567571 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-96097047-125b-4567-8a2a-538fe7ce187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:15.579791 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96097047-125b-4567-8a2a-538fe7ce187b None None] Routers {'dbab51a2-89a7-418f-ab80-48a24535fcf8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:15.580837 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-96097047-125b-4567-8a2a-538fe7ce187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dbab51a2-89a7-418f-ab80-48a24535fcf8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:15.581469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Port d1ca7ece-1d94-40f0-b9db-95b0630ad55c on network f6ccc3d6-7a75-4045-88a2-58f61f156a0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:46:15.581838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Attempting to bind port d1ca7ece-1d94-40f0-b9db-95b0630ad55c on network f6ccc3d6-7a75-4045-88a2-58f61f156a0b {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:15.621491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:15.632419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Attempting to bind port 59881793-d4d5-415c-aa4e-f5b0df45b0d7 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:15.632825 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Attempting to bind port 59881793-d4d5-415c-aa4e-f5b0df45b0d7 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '49096d3f-58fb-4c97-b5aa-3373d71a9f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '975219af-923c-40bc-b0ed-f631c82d6203'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:15.633168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Attempting to bind port 59881793-d4d5-415c-aa4e-f5b0df45b0d7 on network 975219af-923c-40bc-b0ed-f631c82d6203 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:15.655129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:15.655542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Checking segment: {'id': '49096d3f-58fb-4c97-b5aa-3373d71a9f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '975219af-923c-40bc-b0ed-f631c82d6203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:15.655910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.656292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Bound using segment: {'id': '49096d3f-58fb-4c97-b5aa-3373d71a9f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '975219af-923c-40bc-b0ed-f631c82d6203'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:15.656802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Bound port: 59881793-d4d5-415c-aa4e-f5b0df45b0d7, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49096d3f-58fb-4c97-b5aa-3373d71a9f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '975219af-923c-40bc-b0ed-f631c82d6203'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:15.657211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.667150 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-96097047-125b-4567-8a2a-538fe7ce187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:15.668691 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96097047-125b-4567-8a2a-538fe7ce187b None None] The sync data for ids ['dbab51a2-89a7-418f-ab80-48a24535fcf8'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:15.673368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:15.673719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Checking segment: {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:15.674140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Bound using segment: {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:15.674643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Bound port: d1ca7ece-1d94-40f0-b9db-95b0630ad55c, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec754a4-8d7d-43fe-ac33-e9b7369e3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:15.674939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.683753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Network 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:15.692948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:15.726469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:15.737137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Pushing event updated for resources: {'Port': ['ID=7f492867-7054-44c7-bd02-f50d7a6ccd85,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:15.774281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.782270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4f36623-b103-48d6-966d-b51f80fed28e tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.830800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4f36623-b103-48d6-966d-b51f80fed28e tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.846310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f36623-b103-48d6-966d-b51f80fed28e tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Subnet': ['ID=5c76c8be-7871-4e70-a322-00654209f8a9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:15.874318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.882495 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Attempting to bind port 7f492867-7054-44c7-bd02-f50d7a6ccd85 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:15.882863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Attempting to bind port 7f492867-7054-44c7-bd02-f50d7a6ccd85 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '3b08354c-863f-4451-b106-933916b90815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:15.883222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Attempting to bind port 7f492867-7054-44c7-bd02-f50d7a6ccd85 on network 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:15.892689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:15.893158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Checking segment: {'id': '3b08354c-863f-4451-b106-933916b90815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:15.893623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.894091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Bound using segment: {'id': '3b08354c-863f-4451-b106-933916b90815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:15.894691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Bound port: 7f492867-7054-44c7-bd02-f50d7a6ccd85, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b08354c-863f-4451-b106-933916b90815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:15.895147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.906575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] For port 59881793-d4d5-415c-aa4e-f5b0df45b0d7, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:15.930251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] For port 59881793-d4d5-415c-aa4e-f5b0df45b0d7, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=59881793-d4d5-415c-aa4e-f5b0df45b0d7,segment=NetworkSegment(49096d3f-58fb-4c97-b5aa-3373d71a9f2e),segment_id=49096d3f-58fb-4c97-b5aa-3373d71a9f2e)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:15.961831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ca294-82ed-4010-ae0b-fb662ee8b258,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:15.978424 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d4f36623-b103-48d6-966d-b51f80fed28e tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/subnets/5c76c8be-7871-4e70-a322-00654209f8a9 HTTP/1.1" status: 204 len: 168 time: 1.2932034 Apr 08 10:46:15.978734 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e1ba507f-4e29-417f-9b91-c36bbe618d72 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags/tempest-TagsExtTest-Tag-797899613 HTTP/1.1" status: 201 len: 201 time: 0.6641910 Apr 08 10:46:15.979260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54760) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:16.020893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54764) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:16.032783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-7480f3b3-58f0-4625-b8d7-057a7909c1e4 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334', 'tempest-TagsExtTest-Tag-621997757') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:16.046830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.055040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] For port 7f492867-7054-44c7-bd02-f50d7a6ccd85, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:16.063934 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-15e65cb4-eba9-412d-b574-d8b3c17d7395 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] remove_router_interface failed (client error): The resource could not be found. Apr 08 10:46:16.065390 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-15e65cb4-eba9-412d-b574-d8b3c17d7395 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/dbab51a2-89a7-418f-ab80-48a24535fcf8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6367574 Apr 08 10:46:16.086138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54768) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:16.111376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] For port 7f492867-7054-44c7-bd02-f50d7a6ccd85, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7f492867-7054-44c7-bd02-f50d7a6ccd85,segment=NetworkSegment(3b08354c-863f-4451-b106-933916b90815),segment_id=3b08354c-863f-4451-b106-933916b90815)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:16.145264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-27c1bb21-4008-4dbe-b2f3-d04f2739fffb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:16.149471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65b90a-3b6f-4740-9d2d-e902f72b8b32 None None] Pushing event updated for resources: {'Port': ['ID=59881793-d4d5-415c-aa4e-f5b0df45b0d7,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:16.161402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] For port d1ca7ece-1d94-40f0-b9db-95b0630ad55c, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:16.169804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] For port d1ca7ece-1d94-40f0-b9db-95b0630ad55c, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:16.177297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.181410 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0b4aed3a-f02e-4ade-a8df-64b163ea74fd tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1559203 Apr 08 10:46:16.181591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54772) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:16.188895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': 'a2b95bc8-aa04-4806-b9fc-c2b49bec5b40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cd1ca294-82ed-4010-ae0b-fb662ee8b258', 'remote_ip_prefix': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:16.195488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:16.207345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:16.208912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11c6287-5ad0-4dcf-9bff-9adf4776c64d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Deleting subnet 5a93f108-91f3-426c-99a1-c98c11471a29 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:46:16.212056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:16.212986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c11c6287-5ad0-4dcf-9bff-9adf4776c64d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.220791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:16.224597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.257380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d917ba0-0b91-4b11-92ab-858fea437dc0 req-a7d3ab01-aa20-4164-b2bf-5a7a514870b2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:16.257380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9d917ba0-0b91-4b11-92ab-858fea437dc0 req-a7d3ab01-aa20-4164-b2bf-5a7a514870b2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 943 time: 0.2039940 Apr 08 10:46:16.274996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c11c6287-5ad0-4dcf-9bff-9adf4776c64d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.293927 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9d917ba0-0b91-4b11-92ab-858fea437dc0 req-26f09b28-6976-4f2d-b531-4f92a9971ceb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526218 Apr 08 10:46:16.294623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-27c1bb21-4008-4dbe-b2f3-d04f2739fffb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:16.301387 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-27c1bb21-4008-4dbe-b2f3-d04f2739fffb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbab51a2-89a7-418f-ab80-48a24535fcf8 HTTP/1.1" status: 200 len: 205 time: 0.2140417 Apr 08 10:46:16.304129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.304287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54776) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:16.341835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5614030a-164a-44ff-b502-99fdc7c62032 None None] Network 975219af-923c-40bc-b0ed-f631c82d6203 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:16.390898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:16.391738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.393466 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] 10.222.0.41 "PUT /v2.0/ports/d1ca7ece-1d94-40f0-b9db-95b0630ad55c HTTP/1.1" status: 200 len: 1093 time: 3.2957554 Apr 08 10:46:16.396332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:46:16.415238 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7480f3b3-58f0-4625-b8d7-057a7909c1e4 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags/tempest-TagsExtTest-Tag-621997757 HTTP/1.1" status: 201 len: 201 time: 0.3933058 Apr 08 10:46:16.422559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54782) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:16.430490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-3958c4da-872a-4a15-9e34-5fe7b22062fe tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61', {'tags': ['tempest-TagsExtTest-Tag-831151822', 'tempest-TagsExtTest-Tag-1340321053', 'tempest-TagsExtTest-Tag-99794416']}) {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:16.438352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.500791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e053c-6046-4dfd-a31e-01b61121275e service neutron] Pushing event updated for resources: {'Port': ['ID=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:16.525759 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96819237-4e52-48a7-afa4-e7cd14a655c2'] response: {'name': 'network-changed', 'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'status': 'completed', 'code': 200} Apr 08 10:46:16.553806 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b7c0a-a351-4c27-b490-f3ba530b0457 None None] Pushing event updated for resources: {'Port': ['ID=7f492867-7054-44c7-bd02-f50d7a6ccd85,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:16.599949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d97cad-123f-4e69-bcaf-756cb1ad3e98 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.630369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.663058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-ff01b4ce-ef6f-44fc-8694-64566605cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:16.665600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-ff01b4ce-ef6f-44fc-8694-64566605cc5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 1096 time: 0.1345131 Apr 08 10:46:16.774518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.807533 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-1df76597-4ab7-4c2e-9745-061ff8d15cde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c HTTP/1.1" status: 200 len: 217 time: 0.1342614 Apr 08 10:46:16.853190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d989429-2dfb-49f7-ad7a-0b824dbbb9e4,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:16.894540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-716b42f0-7d6d-4b11-80fc-50b5618d5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:16.896125 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-716b42f0-7d6d-4b11-80fc-50b5618d5116 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=660b0abe-f9b7-4a1f-90db-c81cb71a3a3e HTTP/1.1" status: 200 len: 834 time: 0.0796113 Apr 08 10:46:16.961230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.962336 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5a076014-8453-43e7-9502-408ca44be331 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7794077 Apr 08 10:46:16.965887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54786) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:16.971643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d97cad-123f-4e69-bcaf-756cb1ad3e98 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.973896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c11c6287-5ad0-4dcf-9bff-9adf4776c64d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.002286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d97cad-123f-4e69-bcaf-756cb1ad3e98 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.009705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-297ee171-a757-4fe9-b267-630a3e23586f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.018906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-ba0b7720-17f4-4a24-bb61-279c5224bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:17.020568 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-ba0b7720-17f4-4a24-bb61-279c5224bbe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183388 Apr 08 10:46:17.025239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-297ee171-a757-4fe9-b267-630a3e23586f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.086798 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3958c4da-872a-4a15-9e34-5fe7b22062fe tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags HTTP/1.1" status: 200 len: 315 time: 0.6631780 Apr 08 10:46:17.091155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54790) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:17.096061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-392edcb1-299a-4166-a08d-348dc19591df tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:17.126011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d97cad-123f-4e69-bcaf-756cb1ad3e98 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.126488 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d97cad-123f-4e69-bcaf-756cb1ad3e98 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Fanout notify agent at l3_agent the message router_deleted on router dbab51a2-89a7-418f-ab80-48a24535fcf8 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:46:17.156329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47d97cad-123f-4e69-bcaf-756cb1ad3e98 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.158153 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-47d97cad-123f-4e69-bcaf-756cb1ad3e98 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/dbab51a2-89a7-418f-ab80-48a24535fcf8 HTTP/1.1" status: 204 len: 168 time: 0.8526895 Apr 08 10:46:17.160410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c11c6287-5ad0-4dcf-9bff-9adf4776c64d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.160656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54794) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:17.200014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-297ee171-a757-4fe9-b267-630a3e23586f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.202812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c6287-5ad0-4dcf-9bff-9adf4776c64d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Subnet': ['ID=5a93f108-91f3-426c-99a1-c98c11471a29,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:17.214531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c11c6287-5ad0-4dcf-9bff-9adf4776c64d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.220061 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c11c6287-5ad0-4dcf-9bff-9adf4776c64d tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/subnets/5a93f108-91f3-426c-99a1-c98c11471a29 HTTP/1.1" status: 204 len: 168 time: 1.2360172 Apr 08 10:46:17.220641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54798) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:17.254202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-297ee171-a757-4fe9-b267-630a3e23586f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.255373 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-297ee171-a757-4fe9-b267-630a3e23586f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7d989429-2dfb-49f7-ad7a-0b824dbbb9e4 HTTP/1.1" status: 204 len: 168 time: 0.2873313 Apr 08 10:46:17.261903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54802) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:17.262919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ee171-a757-4fe9-b267-630a3e23586f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d989429-2dfb-49f7-ad7a-0b824dbbb9e4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:17.278093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb62783-f40e-4a8f-9ea6-c3a7f8d5746f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet f74fbe93-7537-49df-82b6-874cf0d33258 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:46:17.281382 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-87f0b2e2-0b19-484a-a4e6-808347c110c4 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496438 Apr 08 10:46:17.284066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb62783-f40e-4a8f-9ea6-c3a7f8d5746f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.323038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062746b-47fb-4d0a-bf59-8929548173a0 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:17.325067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1062746b-47fb-4d0a-bf59-8929548173a0 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Synchronizing usage tracker for tenant:ea99552360694c23a999a714b25d6109 on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:17.373613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-659fb1a1-4009-40ff-b9c4-3edbb60aa077 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:17.455813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb62783-f40e-4a8f-9ea6-c3a7f8d5746f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.502757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1062746b-47fb-4d0a-bf59-8929548173a0 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Unset dirty status for tenant:ea99552360694c23a999a714b25d6109 on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:17.503942 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1062746b-47fb-4d0a-bf59-8929548173a0 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2826931 Apr 08 10:46:17.508011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54808) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:17.533874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-659fb1a1-4009-40ff-b9c4-3edbb60aa077 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:17.537795 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-659fb1a1-4009-40ff-b9c4-3edbb60aa077 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2725461 Apr 08 10:46:17.537795 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-392edcb1-299a-4166-a08d-348dc19591df tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags HTTP/1.1" status: 204 len: 168 time: 0.4447999 Apr 08 10:46:17.539025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54812) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:17.551800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54814) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:17.579590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-ee028138-dad4-4c3d-bb48-e5ec9014dc5f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61', 'tempest-TagsExtTest-Tag-831151822') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:17.642909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.655350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Deleting port 7f492867-7054-44c7-bd02-f50d7a6ccd85 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:17.655700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.697524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26362d35-e956-4669-8694-fb481b7e67cc None None] Network 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:17.710411 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b12b784-b7e4-45a3-884b-b8a2e4375ba7 req-068e99db-50fb-4ea5-a0ce-83ae5ac6d73c service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905182 Apr 08 10:46:17.779777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-354f2723-7274-4687-8a1c-880871b7e44e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.789308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb62783-f40e-4a8f-9ea6-c3a7f8d5746f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.844905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdc96a-9aeb-48bd-8a69-f2192f145f3b req-ebfe0322-187e-4efc-80c5-cb74db950c62 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:17.846464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-defdc96a-9aeb-48bd-8a69-f2192f145f3b req-ebfe0322-187e-4efc-80c5-cb74db950c62 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 943 time: 0.4051645 Apr 08 10:46:17.896929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8553f22f-3677-45b0-845c-2917bf27e299 None None] Provisioning for port 7f492867-7054-44c7-bd02-f50d7a6ccd85 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:17.898471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] For port 7f492867-7054-44c7-bd02-f50d7a6ccd85, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7f492867-7054-44c7-bd02-f50d7a6ccd85,segment=NetworkSegment(3b08354c-863f-4451-b106-933916b90815),segment_id=3b08354c-863f-4451-b106-933916b90815)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:17.898915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.952374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-354f2723-7274-4687-8a1c-880871b7e44e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:17.978956 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-ee028138-dad4-4c3d-bb48-e5ec9014dc5f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:17.980229 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ee028138-dad4-4c3d-bb48-e5ec9014dc5f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags/tempest-TagsExtTest-Tag-831151822 HTTP/1.1" status: 404 len: 328 time: 0.4230404 Apr 08 10:46:17.994898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54820) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:18.010604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879de532-bf10-43ec-a618-339b1625d53f None None] DHCP port deletion for 0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:46:18.016417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-879de532-bf10-43ec-a618-339b1625d53f None None] Deleting port 7f492867-7054-44c7-bd02-f50d7a6ccd85 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:18.017671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-879de532-bf10-43ec-a618-339b1625d53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.037218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-3565b8cd-0eea-40a3-8a28-c7d26b88d1ea tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61', 'tempest-TagsExtTest-Tag-1340321053') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:18.088973 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-defdc96a-9aeb-48bd-8a69-f2192f145f3b req-9bec9a17-f719-4405-a19e-19b8127e2e47 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976726 Apr 08 10:46:18.121521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-1582b490-2d18-4af6-aca2-76a8352dfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:18.123396 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-1582b490-2d18-4af6-aca2-76a8352dfa1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 1096 time: 0.2663522 Apr 08 10:46:18.159772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Calling delete_port for 7f492867-7054-44c7-bd02-f50d7a6ccd85 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:18.310565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.321026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-879de532-bf10-43ec-a618-339b1625d53f None None] For port 7f492867-7054-44c7-bd02-f50d7a6ccd85, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7f492867-7054-44c7-bd02-f50d7a6ccd85,segment=NetworkSegment(3b08354c-863f-4451-b106-933916b90815),segment_id=3b08354c-863f-4451-b106-933916b90815)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:18.321723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-879de532-bf10-43ec-a618-339b1625d53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.326236 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:46:18.377338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Port': ['ID=7f492867-7054-44c7-bd02-f50d7a6ccd85,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:18.381197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] No DVR routers for this DVR port 7f492867-7054-44c7-bd02-f50d7a6ccd85 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:46:18.385725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb62783-f40e-4a8f-9ea6-c3a7f8d5746f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.428546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-354f2723-7274-4687-8a1c-880871b7e44e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.462710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb62783-f40e-4a8f-9ea6-c3a7f8d5746f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=f74fbe93-7537-49df-82b6-874cf0d33258,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:18.467390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb62783-f40e-4a8f-9ea6-c3a7f8d5746f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.475722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f2723-7274-4687-8a1c-880871b7e44e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ca294-82ed-4010-ae0b-fb662ee8b258,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:18.476055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-879de532-bf10-43ec-a618-339b1625d53f None None] Calling delete_port for 7f492867-7054-44c7-bd02-f50d7a6ccd85 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:18.508464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2fb62783-f40e-4a8f-9ea6-c3a7f8d5746f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/f74fbe93-7537-49df-82b6-874cf0d33258 HTTP/1.1" status: 204 len: 168 time: 1.3448091 Apr 08 10:46:18.509586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54824) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:18.520084 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-3565b8cd-0eea-40a3-8a28-c7d26b88d1ea tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:18.524060 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3565b8cd-0eea-40a3-8a28-c7d26b88d1ea tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags/tempest-TagsExtTest-Tag-1340321053 HTTP/1.1" status: 404 len: 329 time: 0.5102861 Apr 08 10:46:18.524948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54828) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:18.533398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-1e9e5e55-bf66-426b-a1a4-f5dbbb4f2fb8 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61', 'tempest-TagsExtTest-Tag-99794416') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:18.534238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5eb98-8685-4939-be33-b53018538917 None None] Network ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:18.564346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-34898975-94a1-4549-81b0-6a922ae81b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:18.566178 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-34898975-94a1-4549-81b0-6a922ae81b9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 200 len: 897 time: 0.4341838 Apr 08 10:46:18.643213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.650253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-354f2723-7274-4687-8a1c-880871b7e44e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.654506 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-354f2723-7274-4687-8a1c-880871b7e44e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd1ca294-82ed-4010-ae0b-fb662ee8b258 HTTP/1.1" status: 204 len: 168 time: 1.1013277 Apr 08 10:46:18.654506 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-8f8ecb27-ebba-4cc4-acde-ed91f12926fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c HTTP/1.1" status: 200 len: 217 time: 0.0792334 Apr 08 10:46:18.654889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54832) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:18.662082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-879de532-bf10-43ec-a618-339b1625d53f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:46:18.662435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-879de532-bf10-43ec-a618-339b1625d53f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:46:18.671875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.677679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:18.694510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b08354c-863f-4451-b106-933916b90815') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:18.694792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b08354c-863f-4451-b106-933916b90815') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:18.710606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.717742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port b8dba549-8e5d-467b-a729-740b63289cf9 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:18.718082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.757341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-deab544a-7696-4ccc-86a9-8b03660b2398 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:18.771822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.790649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:18.791433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.813539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-16c0ec3b-6b99-451a-b024-76e3d7135276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:18.815165 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-16c0ec3b-6b99-451a-b024-76e3d7135276 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=660b0abe-f9b7-4a1f-90db-c81cb71a3a3e HTTP/1.1" status: 200 len: 834 time: 0.0915456 Apr 08 10:46:18.819187 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-1e9e5e55-bf66-426b-a1a4-f5dbbb4f2fb8 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:18.820164 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1e9e5e55-bf66-426b-a1a4-f5dbbb4f2fb8 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags/tempest-TagsExtTest-Tag-99794416 HTTP/1.1" status: 404 len: 327 time: 0.2923176 Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:18.835747 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:18.838000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54836) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:18.858611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] DHCP port deletion for ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:46:18.865505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] Deleting port b8dba549-8e5d-467b-a729-740b63289cf9 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:18.865505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.867264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-8e602ae7-ac57-4f9d-9096-bfa95c55b45b tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5', {'tags': ['tempest-TagsExtTest-Tag-1736923597', 'tempest-TagsExtTest-Tag-1932675996', 'tempest-TagsExtTest-Tag-318109531']}) {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:18.891180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-deab544a-7696-4ccc-86a9-8b03660b2398 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:18.892682 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-deab544a-7696-4ccc-86a9-8b03660b2398 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2367902 Apr 08 10:46:18.899830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54840) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:18.913214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-762089fc-d43e-4c28-bc91-ea984f64be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:18.914825 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-762089fc-d43e-4c28-bc91-ea984f64be2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935383 Apr 08 10:46:19.074321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f2362eb8-b536-4aa0-b542-95ccd7240b66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.091204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] For port b8dba549-8e5d-467b-a729-740b63289cf9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b8dba549-8e5d-467b-a729-740b63289cf9,segment=NetworkSegment(6a048f78-c9da-4a5c-a20e-ef34e498e97e),segment_id=6a048f78-c9da-4a5c-a20e-ef34e498e97e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:19.091450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.103452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.112807 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-08c813a2-4115-4f41-9078-a95caee80160 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913505 Apr 08 10:46:19.124342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.145667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f2362eb8-b536-4aa0-b542-95ccd7240b66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.165881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port b8dba549-8e5d-467b-a729-740b63289cf9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b8dba549-8e5d-467b-a729-740b63289cf9,segment=NetworkSegment(6a048f78-c9da-4a5c-a20e-ef34e498e97e),segment_id=6a048f78-c9da-4a5c-a20e-ef34e498e97e)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:19.166536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.220228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-879de532-bf10-43ec-a618-339b1625d53f None None] Deleting port 7f492867-7054-44c7-bd02-f50d7a6ccd85 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:19.220661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-879de532-bf10-43ec-a618-339b1625d53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.256819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] Calling delete_port for b8dba549-8e5d-467b-a729-740b63289cf9 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:19.327480 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd446f26-c70f-428e-96d3-ebd28383e818 req-2c9ef09f-f227-44e1-b3bf-8cb9d959d3bc service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026086 Apr 08 10:46:19.342804 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8e602ae7-ac57-4f9d-9096-bfa95c55b45b tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags HTTP/1.1" status: 200 len: 317 time: 0.4898362 Apr 08 10:46:19.343989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Network': ['ID=0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:19.345802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54846) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:19.348143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f2362eb8-b536-4aa0-b542-95ccd7240b66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.359338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for b8dba549-8e5d-467b-a729-740b63289cf9 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:19.377004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2362eb8-b536-4aa0-b542-95ccd7240b66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b95bc8-aa04-4806-b9fc-c2b49bec5b40,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:19.402384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-c4ad7ec7-f589-4b71-9e74-69edcaa953c5 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:19.403198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-879de532-bf10-43ec-a618-339b1625d53f None None] The port '7f492867-7054-44c7-bd02-f50d7a6ccd85' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:46:19.429077 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-692017e8-bf7c-4701-b4e8-cfea1e0491ca tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/networks/0dae4aac-5415-4f40-b3f8-afbfa6f9b2b6 HTTP/1.1" status: 204 len: 168 time: 1.9197609 Apr 08 10:46:19.431566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54850) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:19.531949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e26d82-7db5-446f-adb6-e9b47cd0252a req-aa8ae6e9-d3d2-40ca-a19b-5dcb65fe98af tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:19.533560 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c8e26d82-7db5-446f-adb6-e9b47cd0252a req-aa8ae6e9-d3d2-40ca-a19b-5dcb65fe98af tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 943 time: 0.2270899 Apr 08 10:46:19.548428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.562766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f2362eb8-b536-4aa0-b542-95ccd7240b66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.563894 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f2362eb8-b536-4aa0-b542-95ccd7240b66 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/a2b95bc8-aa04-4806-b9fc-c2b49bec5b40 HTTP/1.1" status: 204 len: 168 time: 0.6658847 Apr 08 10:46:19.567229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54854) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:19.585353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.596048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:46:19.596833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:46:19.597442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] Pushing event deleted for resources: {'Port': ['ID=b8dba549-8e5d-467b-a729-740b63289cf9,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:19.601011 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc431ce-6a37-4793-838f-f73a5e0d1c0b None None] No DVR routers for this DVR port b8dba549-8e5d-467b-a729-740b63289cf9 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:46:19.605390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c8e26d82-7db5-446f-adb6-e9b47cd0252a req-03ce3afe-a47a-4910-93ea-1c3b027b1a94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612779 Apr 08 10:46:19.619605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Deleting port 59881793-d4d5-415c-aa4e-f5b0df45b0d7 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:19.619957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.620727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be962b5-565e-4dd0-a4d7-d6e9bcabfdb8 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 10:46:19.670837 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c4ad7ec7-f589-4b71-9e74-69edcaa953c5 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags HTTP/1.1" status: 204 len: 168 time: 0.2841175 Apr 08 10:46:19.673924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54858) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:19.678711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3fbb70ed-ff95-43b2-91e9-8eb3e7023aec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:19.679192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-0d7c8899-6eb4-441a-8e9a-ed506089a5d7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5', 'tempest-TagsExtTest-Tag-1736923597') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:19.742119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be962b5-565e-4dd0-a4d7-d6e9bcabfdb8 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:46:19.753532 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-0d7c8899-6eb4-441a-8e9a-ed506089a5d7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:19.754569 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0d7c8899-6eb4-441a-8e9a-ed506089a5d7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags/tempest-TagsExtTest-Tag-1736923597 HTTP/1.1" status: 404 len: 329 time: 0.0795863 Apr 08 10:46:19.757386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54862) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:19.763404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-b516516b-e7f0-4d0c-9574-f9f4c30b3b0d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5', 'tempest-TagsExtTest-Tag-1932675996') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:19.857089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3fbb70ed-ff95-43b2-91e9-8eb3e7023aec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:19.858368 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3fbb70ed-ff95-43b2-91e9-8eb3e7023aec tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2910395 Apr 08 10:46:19.865340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54866) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:19.883762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--940642544'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:19.894503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:19.907069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] For port 59881793-d4d5-415c-aa4e-f5b0df45b0d7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=59881793-d4d5-415c-aa4e-f5b0df45b0d7,segment=NetworkSegment(49096d3f-58fb-4c97-b5aa-3373d71a9f2e),segment_id=49096d3f-58fb-4c97-b5aa-3373d71a9f2e)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:19.907487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.927159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:19.952755 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-b516516b-e7f0-4d0c-9574-f9f4c30b3b0d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:19.956315 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b516516b-e7f0-4d0c-9574-f9f4c30b3b0d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags/tempest-TagsExtTest-Tag-1932675996 HTTP/1.1" status: 404 len: 329 time: 0.1950996 Apr 08 10:46:19.956562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54870) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:19.961348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-d283ea39-fc2c-42bf-8581-4eefcd756f2c tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5', 'tempest-TagsExtTest-Tag-318109531') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.037605 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-d283ea39-fc2c-42bf-8581-4eefcd756f2c tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:20.041927 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d283ea39-fc2c-42bf-8581-4eefcd756f2c tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags/tempest-TagsExtTest-Tag-318109531 HTTP/1.1" status: 404 len: 328 time: 0.0813732 Apr 08 10:46:20.043211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54874) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:20.048993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-23755f8c-fde5-462f-acdc-42414e86b8f1 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171', {'tags': ['tempest-TagsExtTest-Tag-2080910491', 'tempest-TagsExtTest-Tag-1418722059', 'tempest-TagsExtTest-Tag-1934979979']}) {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.052985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Calling delete_port for 59881793-d4d5-415c-aa4e-f5b0df45b0d7 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:20.082063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.107459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port b8dba549-8e5d-467b-a729-740b63289cf9 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:20.108387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.127247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:20.134380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:20.138279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:20.155260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:20.243073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] The port 'b8dba549-8e5d-467b-a729-740b63289cf9' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:46:20.302683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.377581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.394733 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-23755f8c-fde5-462f-acdc-42414e86b8f1 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags HTTP/1.1" status: 200 len: 318 time: 0.3501146 Apr 08 10:46:20.397379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54878) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:20.410758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-50667aff-c5b8-44bc-83da-d7f520e9f96d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.477171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd67c8f-ebc4-4ba1-a28f-7d93bf422668']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.491616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Port': ['ID=59881793-d4d5-415c-aa4e-f5b0df45b0d7,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:20.492903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a048f78-c9da-4a5c-a20e-ef34e498e97e') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.493256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a048f78-c9da-4a5c-a20e-ef34e498e97e') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.493602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] No DVR routers for this DVR port 59881793-d4d5-415c-aa4e-f5b0df45b0d7 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:46:20.508457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.584048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.586985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d1ca7ece-1d94-40f0-b9db-95b0630ad55c details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:46:20.591639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:20.592425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: util.warn( Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:20.610504 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:20.661968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.678530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.701716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b8dba549-8e5d-467b-a729-740b63289cf9 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:46:20.713382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975219af-923c-40bc-b0ed-f631c82d6203']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.727863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49096d3f-58fb-4c97-b5aa-3373d71a9f2e') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.728699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49096d3f-58fb-4c97-b5aa-3373d71a9f2e') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.742786 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.749351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: b8dba549-8e5d-467b-a729-740b63289cf9 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:46:20.749351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b8dba549-8e5d-467b-a729-740b63289cf9 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:46:20.782535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d1ca7ece-1d94-40f0-b9db-95b0630ad55c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:20.797592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:46:20.801917 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-50667aff-c5b8-44bc-83da-d7f520e9f96d tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags HTTP/1.1" status: 204 len: 168 time: 0.4035552 Apr 08 10:46:20.803081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.804307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.805486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54884) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:20.812720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-2625810b-505c-4a27-b2de-dd45f7ebd3e5 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171', 'tempest-TagsExtTest-Tag-2080910491') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:20.827360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.855886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:20.856741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.861533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:20.872516 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:20.880006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ca7ece-1d94-40f0-b9db-95b0630ad55c {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:46:20.895184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.897827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625829ca-f1cd-41d5-a668-409f948b8203,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:20.899416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d1ca7ece-1d94-40f0-b9db-95b0630ad55c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:20.911849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=ccd67c8f-ebc4-4ba1-a28f-7d93bf422668,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:20.990756 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-2625810b-505c-4a27-b2de-dd45f7ebd3e5 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:20.991013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.994750 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2625810b-505c-4a27-b2de-dd45f7ebd3e5 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags/tempest-TagsExtTest-Tag-2080910491 HTTP/1.1" status: 404 len: 329 time: 0.1849055 Apr 08 10:46:20.995480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54888) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:20.997767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5a681-50a4-40a8-a0f3-c49bba66eda7 req-b7c85e86-d0cb-4513-abbc-e26398a04ed8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:20.999321 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4f5a681-50a4-40a8-a0f3-c49bba66eda7 req-b7c85e86-d0cb-4513-abbc-e26398a04ed8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 943 time: 0.2443206 Apr 08 10:46:21.000694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-3ea9f8e2-3c88-486d-9552-579b8916de1b tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171', 'tempest-TagsExtTest-Tag-1418722059') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.053906 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4f5a681-50a4-40a8-a0f3-c49bba66eda7 req-d8b497d0-1fa6-4558-835d-61288415826d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464013 Apr 08 10:46:21.059588 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-43df6d60-0d4e-4f85-abb7-5ff67b6e427b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/ccd67c8f-ebc4-4ba1-a28f-7d93bf422668 HTTP/1.1" status: 204 len: 168 time: 2.5488617 Apr 08 10:46:21.063659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54892) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.070030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1254102016'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:21.070437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:21.082046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:21.086746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:21.090415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:21.098020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:21.100091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.101323 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b5692b26-124b-4851-bff1-6c644a61bbe9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2350311 Apr 08 10:46:21.102342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.107422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.116282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54896) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.136719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': '625829ca-f1cd-41d5-a668-409f948b8203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:21.149368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Network': ['ID=975219af-923c-40bc-b0ed-f631c82d6203,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:21.153752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:21.154132 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-3ea9f8e2-3c88-486d-9552-579b8916de1b tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:21.155390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3ea9f8e2-3c88-486d-9552-579b8916de1b tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags/tempest-TagsExtTest-Tag-1418722059 HTTP/1.1" status: 404 len: 329 time: 0.1590703 Apr 08 10:46:21.158462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54900) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.171376 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a221bf43-2831-4d5f-9958-5d987d666413 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/networks/975219af-923c-40bc-b0ed-f631c82d6203 HTTP/1.1" status: 204 len: 168 time: 1.7286415 Apr 08 10:46:21.171376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:21.171691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-647304a8-dd55-4932-819c-6d81092cdb51 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171', 'tempest-TagsExtTest-Tag-1934979979') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.171797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:21.172908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54904) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.173696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:21.271197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['d1ca7ece-1d94-40f0-b9db-95b0630ad55c'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:46:21.286263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:21.291837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.304747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-647304a8-dd55-4932-819c-6d81092cdb51 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:21.306418 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-647304a8-dd55-4932-819c-6d81092cdb51 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags/tempest-TagsExtTest-Tag-1934979979 HTTP/1.1" status: 404 len: 329 time: 0.1469615 Apr 08 10:46:21.311029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.316646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-4ea19f7a-84ce-4ebe-94fd-9ebfa28249a5 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334', {'tags': ['tempest-TagsExtTest-Tag-161104611', 'tempest-TagsExtTest-Tag-1525745926', 'tempest-TagsExtTest-Tag-750377184']}) {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.346113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:21.355840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.356308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment e89a9c0d-567c-44e4-9196-4103bddeeb54 of type vlan for network 79ba8563-48d3-479a-9825-5433719c34b9 Apr 08 10:46:21.360019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.381955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.406622 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4ea19f7a-84ce-4ebe-94fd-9ebfa28249a5 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "PUT /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags HTTP/1.1" status: 200 len: 316 time: 0.0942688 Apr 08 10:46:21.409315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54912) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.415850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-ae71eb2c-f8ed-491f-b59a-6ac637cb43d1 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.444986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.529311 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ae71eb2c-f8ed-491f-b59a-6ac637cb43d1 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags HTTP/1.1" status: 204 len: 168 time: 0.1185853 Apr 08 10:46:21.532830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.539557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-05741391-4fbe-4638-a06c-161388655e6a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334', 'tempest-TagsExtTest-Tag-161104611') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.567150 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-05741391-4fbe-4638-a06c-161388655e6a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:21.571308 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-05741391-4fbe-4638-a06c-161388655e6a tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags/tempest-TagsExtTest-Tag-161104611 HTTP/1.1" status: 404 len: 328 time: 0.0337136 Apr 08 10:46:21.571598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54920) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.577684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-1f285e8e-5297-42e5-b99c-bec72b0d0ce2 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334', 'tempest-TagsExtTest-Tag-1525745926') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.598748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.606943 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-1f285e8e-5297-42e5-b99c-bec72b0d0ce2 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:21.608912 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1f285e8e-5297-42e5-b99c-bec72b0d0ce2 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags/tempest-TagsExtTest-Tag-1525745926 HTTP/1.1" status: 404 len: 329 time: 0.0355215 Apr 08 10:46:21.611809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.617103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54924) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.622930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-419c79f4-0e00-4a39-8edb-effd58a09d0b tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334', 'tempest-TagsExtTest-Tag-750377184') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.640343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105368e1-c3e6-4ad6-a0d2-4ebce093c1d6']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.654833 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e75aaf-a77e-48d3-8f83-a954cc50566f') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.655130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e75aaf-a77e-48d3-8f83-a954cc50566f') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.668982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.687376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.694965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:21.695381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:21.711234 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:21.727132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.759411 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-419c79f4-0e00-4a39-8edb-effd58a09d0b tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] show failed (client error): The resource could not be found. Apr 08 10:46:21.760408 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-419c79f4-0e00-4a39-8edb-effd58a09d0b tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags/tempest-TagsExtTest-Tag-750377184 HTTP/1.1" status: 404 len: 328 time: 0.1422992 Apr 08 10:46:21.764393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.769155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-353149dd-71fb-4374-a22e-60b3f915270f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0a54803-2773-409c-bc7d-6efd941fa334') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.804052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.804264 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-353149dd-71fb-4374-a22e-60b3f915270f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334/tags HTTP/1.1" status: 204 len: 168 time: 0.0320098 Apr 08 10:46:21.804264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54932) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.804469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:21.804469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.804760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-4f266f97-1a67-4249-9ced-81a581538eb4 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '18ea9347-c620-4202-af6c-81577ca14171') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.843916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ad4a3e-2b27-414b-8c66-49e5d36fc55c,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:21.946290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=79ba8563-48d3-479a-9825-5433719c34b9,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:21.950525 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4f266f97-1a67-4249-9ced-81a581538eb4 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171/tags HTTP/1.1" status: 204 len: 168 time: 0.1474209 Apr 08 10:46:21.950756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54936) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:21.955535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.tag.tag_plugin [None req-863d169d-08f2-4fd8-a525-7f08fdf90583 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59b20353-9924-4040-9e46-7b99dab76df5') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:21.958415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 79ba8563-48d3-479a-9825-5433719c34b9 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:21.988108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.993574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:21.998841 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/networks/105368e1-c3e6-4ad6-a0d2-4ebce093c1d6 HTTP/1.1" status: 204 len: 168 time: 0.8205206 Apr 08 10:46:22.000505 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54940) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.019027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67c214-443b-4871-b8d8-ac0555f61f87 tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Network': ['ID=105368e1-c3e6-4ad6-a0d2-4ebce093c1d6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:22.046330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.051144 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-079eaa95-d43a-4b5f-820a-d9cf7968e161 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9227300 Apr 08 10:46:22.054608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54944) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.091846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96fa8f9b-9f2c-4d4a-8602-beb4158fdfc1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.110438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96fa8f9b-9f2c-4d4a-8602-beb4158fdfc1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.139120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.143525 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3411ce0d-087a-4012-a690-291bb8efbef1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0784450 Apr 08 10:46:22.144041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54950) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.154976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': '79ba8563-48d3-479a-9825-5433719c34b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:22.188989 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-863d169d-08f2-4fd8-a525-7f08fdf90583 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5/tags HTTP/1.1" status: 204 len: 168 time: 0.2372377 Apr 08 10:46:22.191958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54954) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.197275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.tag.tag_plugin [None req-88fed130-7b5e-489a-9023-0ee618419bac tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3936e2b-976e-41f4-be52-e32d46ee6a61') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:22.276988 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-88fed130-7b5e-489a-9023-0ee618419bac tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61/tags HTTP/1.1" status: 204 len: 168 time: 0.0788777 Apr 08 10:46:22.279939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54958) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.358157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96fa8f9b-9f2c-4d4a-8602-beb4158fdfc1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.386549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa8f9b-9f2c-4d4a-8602-beb4158fdfc1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74ad4a3e-2b27-414b-8c66-49e5d36fc55c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:22.392041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96fa8f9b-9f2c-4d4a-8602-beb4158fdfc1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.393243 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-96fa8f9b-9f2c-4d4a-8602-beb4158fdfc1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/74ad4a3e-2b27-414b-8c66-49e5d36fc55c HTTP/1.1" status: 204 len: 168 time: 0.3408580 Apr 08 10:46:22.396007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54962) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.442916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:22.446086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.447446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ddcde7a4-b791-4595-9e2b-64898ef16797 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:22.462072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:22.474752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:22.484566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:22.490749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031442fa-0d04-4498-8b15-862cc5517944']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:22.509180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fee2b4f-8ac3-45cf-8420-34ddf4f78a59 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for subnetpool, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.511438 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2fee2b4f-8ac3-45cf-8420-34ddf4f78a59 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnetpools/c0a54803-2773-409c-bc7d-6efd941fa334 HTTP/1.1" status: 204 len: 168 time: 0.2289598 Apr 08 10:46:22.513684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54966) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.516956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e59722b-c496-42aa-855b-9a1de624e112') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:22.517249 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e59722b-c496-42aa-855b-9a1de624e112') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:22.531175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ddcde7a4-b791-4595-9e2b-64898ef16797 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:22.532531 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ddcde7a4-b791-4595-9e2b-64898ef16797 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1355691 Apr 08 10:46:22.535309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54970) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.569744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.585854 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a01e9b2d-e78c-4e72-ab17-7fdb815ff877 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "GET /v2.0/ports?device_id=18ea9347-c620-4202-af6c-81577ca14171 HTTP/1.1" status: 200 len: 205 time: 0.0711019 Apr 08 10:46:22.594471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54974) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:22.595233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2ae88-6d30-4f67-b85f-d5415978a556 req-58092375-cad9-4a81-96fe-7f15f1ed6e8e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:22.596672 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2fd2ae88-6d30-4f67-b85f-d5415978a556 req-58092375-cad9-4a81-96fe-7f15f1ed6e8e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 944 time: 0.4029372 Apr 08 10:46:22.599942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:22.603102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d1ca7ece-1d94-40f0-b9db-95b0630ad55c up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:22.603279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.622754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.660972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:22.661370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:22.680322 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:22.686386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5a29c22-6b2a-4a8c-b852-def905d05acb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.742239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port d1ca7ece-1d94-40f0-b9db-95b0630ad55c completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:22.748735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port d1ca7ece-1d94-40f0-b9db-95b0630ad55c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:22.749312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.833908 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2fd2ae88-6d30-4f67-b85f-d5415978a556 req-66f199a3-d603-4c22-9eb7-214995d3f639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171803 Apr 08 10:46:22.886429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a47530b-ffd7-40f4-a74c-5111b869d0f7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.886799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.913944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:46:22.921814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.924720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d1ca7ece-1d94-40f0-b9db-95b0630ad55c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:22.927923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.958777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5a29c22-6b2a-4a8c-b852-def905d05acb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:22.972761 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1135b50b-7427-4434-afc5-5f4769ddfec7'] response: {'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'code': 200} Apr 08 10:46:22.985638 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] Pushing event deleted for resources: {'Network': ['ID=031442fa-0d04-4498-8b15-862cc5517944,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:22.985638 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9f9e80b0-0db9-4aa4-b6a1-af3a6ced81cb tempest-BulkNetworkOpsTest-195869635 tempest-BulkNetworkOpsTest-195869635-project] 10.222.0.23 "DELETE /v2.0/networks/031442fa-0d04-4498-8b15-862cc5517944 HTTP/1.1" status: 204 len: 168 time: 0.9788814 Apr 08 10:46:23.005783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.137039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.148180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:23.224507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=cb2b3ba1-c743-427c-a10b-cefb43e743f2,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:23.233748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': 'e89a9c0d-567c-44e4-9196-4103bddeeb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79ba8563-48d3-479a-9825-5433719c34b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:23.234101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: 79ba8563-48d3-479a-9825-5433719c34b9, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:23.251782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a47530b-ffd7-40f4-a74c-5111b869d0f7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.254161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a47530b-ffd7-40f4-a74c-5111b869d0f7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.331093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 79ba8563-48d3-479a-9825-5433719c34b9 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:23.350350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5a29c22-6b2a-4a8c-b852-def905d05acb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.372496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a47530b-ffd7-40f4-a74c-5111b869d0f7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.372898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a47530b-ffd7-40f4-a74c-5111b869d0f7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Fanout notify agent at l3_agent the message router_deleted on router 18ea9347-c620-4202-af6c-81577ca14171 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:46:23.381725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a29c22-6b2a-4a8c-b852-def905d05acb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625829ca-f1cd-41d5-a668-409f948b8203,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:23.410175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a47530b-ffd7-40f4-a74c-5111b869d0f7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.411231 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6a47530b-ffd7-40f4-a74c-5111b869d0f7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/routers/18ea9347-c620-4202-af6c-81577ca14171 HTTP/1.1" status: 204 len: 168 time: 0.8158627 Apr 08 10:46:23.414143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54984) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:23.435439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b0432-76bf-4856-a954-0dae6e3ba69a req-a27f92d9-87e0-4be7-b61c-2e43f6c921e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:23.437052 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-063b0432-76bf-4856-a954-0dae6e3ba69a req-a27f92d9-87e0-4be7-b61c-2e43f6c921e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 1098 time: 0.1277037 Apr 08 10:46:23.457734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 79ba8563-48d3-479a-9825-5433719c34b9) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:23.469244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47714956-790a-4189-814f-f29a9968d53b None None] Network 79ba8563-48d3-479a-9825-5433719c34b9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:23.470094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:23.470573 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.476874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5a29c22-6b2a-4a8c-b852-def905d05acb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.482951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c5a29c22-6b2a-4a8c-b852-def905d05acb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/625829ca-f1cd-41d5-a668-409f948b8203 HTTP/1.1" status: 204 len: 168 time: 0.9427869 Apr 08 10:46:23.484629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 54990) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:23.503866 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-063b0432-76bf-4856-a954-0dae6e3ba69a req-00faa626-b175-4c97-8090-a4dd9202d3c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603623 Apr 08 10:46:23.529871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a9494-cf61-4477-8934-eda7c4ec545f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Deleting port 59b20353-9924-4040-9e46-7b99dab76df5 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:23.530362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9494-cf61-4477-8934-eda7c4ec545f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.561290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 54996) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:23.610091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c971799d-3169-42e0-89df-ceba895da709 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:23.619223 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0ff0d0f7-46c0-4e39-871a-34766611edfd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4712646 Apr 08 10:46:23.619626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55002) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:23.625772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-155169160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:23.633052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:23.637579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:router and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:23.642050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:23.650970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:23.709747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-79ba8563-48d3-479a-9825-5433719c34b9', 'network_id': '79ba8563-48d3-479a-9825-5433719c34b9', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': 'cb2b3ba1-c743-427c-a10b-cefb43e743f2'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:23.714620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.762133 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-489454f1-4e9a-4dc0-ad62-db962a6558ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea99552360694c23a999a714b25d6109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995566 Apr 08 10:46:23.764576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55006) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:23.826619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-739126bd-fcd5-435b-93ce-82cc1f72c2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.847895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.855396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.863053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-739126bd-fcd5-435b-93ce-82cc1f72c2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.889121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Allocated IP 2001:db8::2 (79ba8563-48d3-479a-9825-5433719c34b9/cb2b3ba1-c743-427c-a10b-cefb43e743f2/dda0181d-38a0-4c5d-ae3e-d937333d0e05) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:23.903238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.938099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c971799d-3169-42e0-89df-ceba895da709 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:23.939625 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c971799d-3169-42e0-89df-ceba895da709 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4522283 Apr 08 10:46:23.944580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55012) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:23.946426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9494-cf61-4477-8934-eda7c4ec545f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.953596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320000773'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:23.961452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:23.973627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:24.016839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.050868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.060391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-739126bd-fcd5-435b-93ce-82cc1f72c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.062726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-739126bd-fcd5-435b-93ce-82cc1f72c2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.066453 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-739126bd-fcd5-435b-93ce-82cc1f72c2b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bf39b8d-8bbf-4994-99b6-c4a79f1ccf4e HTTP/1.1" status: 204 len: 168 time: 0.2981224 Apr 08 10:46:24.079504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739126bd-fcd5-435b-93ce-82cc1f72c2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf39b8d-8bbf-4994-99b6-c4a79f1ccf4e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:24.089567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:24.094353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:24.097629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:24.105597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:24.109155 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.110607 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8bb00ff4-c17f-463c-9dd2-f5ddfd275007 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4892542 Apr 08 10:46:24.113317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55018) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:24.116800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a9494-cf61-4477-8934-eda7c4ec545f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Calling delete_port for 59b20353-9924-4040-9e46-7b99dab76df5 owned by {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:24.122730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.130347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Transition to ACTIVE for port object dda0181d-38a0-4c5d-ae3e-d937333d0e05 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:24.149438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Transition to ACTIVE for port object dda0181d-38a0-4c5d-ae3e-d937333d0e05 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:24.228086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.278874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7a988-9874-405c-bb8e-bf66d7eaadc1 req-cf98cc51-a216-4461-b2ae-0626c1689c63 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:24.280548 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fca7a988-9874-405c-bb8e-bf66d7eaadc1 req-cf98cc51-a216-4461-b2ae-0626c1689c63 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 945 time: 0.2678142 Apr 08 10:46:24.328395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Network 79ba8563-48d3-479a-9825-5433719c34b9 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:24.331686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:24.342031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:24.352390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Pushing event updated for resources: {'Port': ['ID=dda0181d-38a0-4c5d-ae3e-d937333d0e05,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:24.407613 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fca7a988-9874-405c-bb8e-bf66d7eaadc1 req-126f4df7-202c-40fc-8b0e-aae485d2e196 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207981 Apr 08 10:46:24.442396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9494-cf61-4477-8934-eda7c4ec545f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.458142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Attempting to bind port dda0181d-38a0-4c5d-ae3e-d937333d0e05 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:24.458754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Attempting to bind port dda0181d-38a0-4c5d-ae3e-d937333d0e05 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'e89a9c0d-567c-44e4-9196-4103bddeeb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79ba8563-48d3-479a-9825-5433719c34b9'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:24.459169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Attempting to bind port dda0181d-38a0-4c5d-ae3e-d937333d0e05 on network 79ba8563-48d3-479a-9825-5433719c34b9 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:24.466126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:24.467055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Checking segment: {'id': 'e89a9c0d-567c-44e4-9196-4103bddeeb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79ba8563-48d3-479a-9825-5433719c34b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:24.469829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.469829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Bound using segment: {'id': 'e89a9c0d-567c-44e4-9196-4103bddeeb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79ba8563-48d3-479a-9825-5433719c34b9'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:24.469829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Bound port: dda0181d-38a0-4c5d-ae3e-d937333d0e05, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89a9c0d-567c-44e4-9196-4103bddeeb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '79ba8563-48d3-479a-9825-5433719c34b9'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:24.469829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.504496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a9494-cf61-4477-8934-eda7c4ec545f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Pushing event deleted for resources: {'Port': ['ID=59b20353-9924-4040-9e46-7b99dab76df5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:24.627820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] For port dda0181d-38a0-4c5d-ae3e-d937333d0e05, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:24.635868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] For port dda0181d-38a0-4c5d-ae3e-d937333d0e05, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dda0181d-38a0-4c5d-ae3e-d937333d0e05,segment=NetworkSegment(e89a9c0d-567c-44e4-9196-4103bddeeb54),segment_id=e89a9c0d-567c-44e4-9196-4103bddeeb54)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:24.653571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9494-cf61-4477-8934-eda7c4ec545f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.663270 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4d7a9494-cf61-4477-8934-eda7c4ec545f tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/ports/59b20353-9924-4040-9e46-7b99dab76df5 HTTP/1.1" status: 204 len: 168 time: 1.2470257 Apr 08 10:46:24.664907 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55026) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:24.668188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.783074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e68ee7-6941-4d24-9f5e-1840cc5ea594 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Deleting subnet a3936e2b-976e-41f4-be52-e32d46ee6a61 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:46:24.787358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9e68ee7-6941-4d24-9f5e-1840cc5ea594 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.811833 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.818304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.852300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.856395 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9e68ee7-6941-4d24-9f5e-1840cc5ea594 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:24.964660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf1a4-be13-4d64-973c-ac31f9e91bb1 None None] Pushing event updated for resources: {'Port': ['ID=dda0181d-38a0-4c5d-ae3e-d937333d0e05,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:24.969311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9e68ee7-6941-4d24-9f5e-1840cc5ea594 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.131001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9e68ee7-6941-4d24-9f5e-1840cc5ea594 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.199773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e68ee7-6941-4d24-9f5e-1840cc5ea594 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Pushing event deleted for resources: {'Subnet': ['ID=a3936e2b-976e-41f4-be52-e32d46ee6a61,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:25.206286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a9e68ee7-6941-4d24-9f5e-1840cc5ea594 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.210980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1de486-46da-45f0-9766-5d429527b6e2 None None] Network 615abdc6-565f-48c9-8748-4c9507a34d16 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:25.217300 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a9e68ee7-6941-4d24-9f5e-1840cc5ea594 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/subnets/a3936e2b-976e-41f4-be52-e32d46ee6a61 HTTP/1.1" status: 204 len: 168 time: 0.5509899 Apr 08 10:46:25.217855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55038) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:25.269743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406ceb9c-afee-49a8-a6c7-a91af4f47b91,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:25.471282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.479171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Deleting port d26e9e66-17e7-41de-932d-3bc34dc4dabb {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:25.480246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.499672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8::1 (79ba8563-48d3-479a-9825-5433719c34b9/cb2b3ba1-c743-427c-a10b-cefb43e743f2/c9213e4c-6b30-4d33-ba84-22c46b8ddb29) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:25.639255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.643255 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a056fd50-31ca-44e5-afbb-fea1461f75a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6945498 Apr 08 10:46:25.649793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55052) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:25.661120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': '406ceb9c-afee-49a8-a6c7-a91af4f47b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:25.665233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] DHCP port deletion for 615abdc6-565f-48c9-8748-4c9507a34d16 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:46:25.670954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] Deleting port d26e9e66-17e7-41de-932d-3bc34dc4dabb {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:25.671290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.671479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:25.726230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:25.732650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:25.749942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:25.757795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55058) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:25.768863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] For port d26e9e66-17e7-41de-932d-3bc34dc4dabb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d26e9e66-17e7-41de-932d-3bc34dc4dabb,segment=NetworkSegment(976fa2b2-184e-499f-977a-cc746f4be7b6),segment_id=976fa2b2-184e-499f-977a-cc746f4be7b6)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:25.775026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.804685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e347c-2412-4d6d-acfd-9299ca6e3a90 req-d47cfc8d-7f5a-4683-ac93-724bf1083ca8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:25.806433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d2e347c-2412-4d6d-acfd-9299ca6e3a90 req-d47cfc8d-7f5a-4683-ac93-724bf1083ca8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 945 time: 0.1800978 Apr 08 10:46:25.844422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.905667 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d2e347c-2412-4d6d-acfd-9299ca6e3a90 req-b5178779-26c0-4e81-95ee-8f585aa1fc8c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844586 Apr 08 10:46:25.912254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object c9213e4c-6b30-4d33-ba84-22c46b8ddb29 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:25.966850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c19e8ff0-a3ba-4911-85a0-7875a5e36c46 tempest-DvrRoutersNegativeTest-1213340422 tempest-DvrRoutersNegativeTest-1213340422-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1658727758', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:25.972303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.policy [None req-c19e8ff0-a3ba-4911-85a0-7875a5e36c46 tempest-DvrRoutersNegativeTest-1213340422 tempest-DvrRoutersNegativeTest-1213340422-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88613) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 08 10:46:25.972841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.policy [None req-c19e8ff0-a3ba-4911-85a0-7875a5e36c46 tempest-DvrRoutersNegativeTest-1213340422 tempest-DvrRoutersNegativeTest-1213340422-project] Failed policy check for 'create_router' {{(pid=88613) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 08 10:46:25.973657 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-c19e8ff0-a3ba-4911-85a0-7875a5e36c46 tempest-DvrRoutersNegativeTest-1213340422 tempest-DvrRoutersNegativeTest-1213340422-project] create failed (client error): Access was denied to this resource. Apr 08 10:46:25.978651 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c19e8ff0-a3ba-4911-85a0-7875a5e36c46 tempest-DvrRoutersNegativeTest-1213340422 tempest-DvrRoutersNegativeTest-1213340422-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2165947 Apr 08 10:46:25.996198 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Calling delete_port for d26e9e66-17e7-41de-932d-3bc34dc4dabb owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:26.011919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.037760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] For port d26e9e66-17e7-41de-932d-3bc34dc4dabb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d26e9e66-17e7-41de-932d-3bc34dc4dabb,segment=NetworkSegment(976fa2b2-184e-499f-977a-cc746f4be7b6),segment_id=976fa2b2-184e-499f-977a-cc746f4be7b6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:26.038271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.146214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 79ba8563-48d3-479a-9825-5433719c34b9 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:26.149719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:26.161730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:26.162541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.228224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.283275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] Calling delete_port for d26e9e66-17e7-41de-932d-3bc34dc4dabb owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:26.319974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=c9213e4c-6b30-4d33-ba84-22c46b8ddb29,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:26.419985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b192842-596f-4264-85c9-49b1768f7742 None None] Network 79ba8563-48d3-479a-9825-5433719c34b9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:26.423759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423e6bd-07cc-47df-8401-74e03e69be00 req-e27a102b-9923-4dec-a308-b9697f66754b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:26.434461 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2423e6bd-07cc-47df-8401-74e03e69be00 req-e27a102b-9923-4dec-a308-b9697f66754b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 945 time: 0.2557323 Apr 08 10:46:26.485328 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2423e6bd-07cc-47df-8401-74e03e69be00 req-3c24a871-83fd-4dd3-a8c0-f7495a8f324d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443270 Apr 08 10:46:26.491538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.493946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.526971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.542732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55068) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:26.650677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] No DVR routers for this DVR port d26e9e66-17e7-41de-932d-3bc34dc4dabb on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:46:26.688032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:46:26.688238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:46:26.695407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Pushing event deleted for resources: {'Port': ['ID=d26e9e66-17e7-41de-932d-3bc34dc4dabb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:26.702720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80105c09-574a-4f04-9bad-195d7d6664fa,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:26.725230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dda0181d-38a0-4c5d-ae3e-d937333d0e05 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:26.763619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55074) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:26.780447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5b20e85d-2b9c-419b-8e4a-21a91ee74c65 None None] Provisioning for port dda0181d-38a0-4c5d-ae3e-d937333d0e05 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:26.863084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port dda0181d-38a0-4c5d-ae3e-d937333d0e05 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:26.869492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port dda0181d-38a0-4c5d-ae3e-d937333d0e05 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:26.870572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.870955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.901839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615abdc6-565f-48c9-8748-4c9507a34d16']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:26.917782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976fa2b2-184e-499f-977a-cc746f4be7b6') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:26.918093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976fa2b2-184e-499f-977a-cc746f4be7b6') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:26.925741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c34326-6e80-4e6f-aef8-32b430fe514d tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:26.929925 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-33c34326-6e80-4e6f-aef8-32b430fe514d tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 1093 time: 0.3833356 Apr 08 10:46:26.933748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55080) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:26.950612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.958762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.960099 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fefbd38c-bfc4-4322-829d-a7f60798ddf3 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3096268 Apr 08 10:46:26.969083 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55082) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:26.976002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:26.999666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.002111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:27.012619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] Usage tracker for resource:security_group_rule and tenant:6aee5614d5d540e5a2072997214c36c7 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:27.022769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:27.028416 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9de430bb-1d3e-45ac-a166-a5c06f321ff9 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules/80105c09-574a-4f04-9bad-195d7d6664fa HTTP/1.1" status: 200 len: 763 time: 0.0480239 Apr 08 10:46:27.037527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:27.037948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.046594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:27.054170 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:27.056704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:27.056854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55086) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:27.086127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:27.097455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:27.103347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port dda0181d-38a0-4c5d-ae3e-d937333d0e05, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dda0181d-38a0-4c5d-ae3e-d937333d0e05,segment=NetworkSegment(e89a9c0d-567c-44e4-9196-4103bddeeb54),segment_id=e89a9c0d-567c-44e4-9196-4103bddeeb54)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:27.116490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:27.116490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:27.133674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:27.134766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01eb3e9e-83b9-4f1c-a9ed-57f2119bcf9a None None] Provisioning complete for port dda0181d-38a0-4c5d-ae3e-d937333d0e05 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:27.135198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01eb3e9e-83b9-4f1c-a9ed-57f2119bcf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.156579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.189955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] Deleting port d26e9e66-17e7-41de-932d-3bc34dc4dabb {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:27.190390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.211678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a408b756-b733-4f7d-bd92-89ad2b00c50f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:27.292198 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.302743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.306650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.322498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.324126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.363057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e3c9-2fbf-442a-9462-3dbf598d8077 None None] The port 'd26e9e66-17e7-41de-932d-3bc34dc4dabb' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:46:27.371401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.388812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d26e9e66-17e7-41de-932d-3bc34dc4dabb no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:46:27.391444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.424657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] Pushing event deleted for resources: {'Network': ['ID=615abdc6-565f-48c9-8748-4c9507a34d16,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:27.434013 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-55633454-3807-49b6-b6b9-2247236f6fb7 tempest-TagsExtTest-2044355331 tempest-TagsExtTest-2044355331-project] 10.222.0.23 "DELETE /v2.0/networks/615abdc6-565f-48c9-8748-4c9507a34d16 HTTP/1.1" status: 204 len: 168 time: 2.2149122 Apr 08 10:46:27.439811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a408b756-b733-4f7d-bd92-89ad2b00c50f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:27.441699 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a408b756-b733-4f7d-bd92-89ad2b00c50f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3713186 Apr 08 10:46:27.442909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.459819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: d26e9e66-17e7-41de-932d-3bc34dc4dabb {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:46:27.460267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d26e9e66-17e7-41de-932d-3bc34dc4dabb not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:46:27.471920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55094) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:27.473810 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e70ad787-a48d-45e7-a1a1-326550e32327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.546613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=dda0181d-38a0-4c5d-ae3e-d937333d0e05,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:27.573294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d540fd-a87d-40e6-903c-4180606197fb,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:27.583579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a15665aa-6aa3-478b-9933-8c20d55472f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6aee5614d5d540e5a2072997214c36c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8186080 Apr 08 10:46:27.588427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eef4ddf3-449d-4703-abd1-886a292033a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.589299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55098) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:27.597493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eef4ddf3-449d-4703-abd1-886a292033a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.635187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=c9213e4c-6b30-4d33-ba84-22c46b8ddb29,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:27.736503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01eb3e9e-83b9-4f1c-a9ed-57f2119bcf9a None None] Provisioning for port c9213e4c-6b30-4d33-ba84-22c46b8ddb29 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:27.741943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-01eb3e9e-83b9-4f1c-a9ed-57f2119bcf9a None None] Provisioning complete for port c9213e4c-6b30-4d33-ba84-22c46b8ddb29 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:27.747172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-01eb3e9e-83b9-4f1c-a9ed-57f2119bcf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.771252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eef4ddf3-449d-4703-abd1-886a292033a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.795657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4ddf3-449d-4703-abd1-886a292033a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80105c09-574a-4f04-9bad-195d7d6664fa,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:27.806076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-01eb3e9e-83b9-4f1c-a9ed-57f2119bcf9a None None] Port c9213e4c-6b30-4d33-ba84-22c46b8ddb29 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:27.838765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4b69268-b7a3-43a9-9743-d17fc416637e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.862365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 79ba8563-48d3-479a-9825-5433719c34b9 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:27.872233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:27.885091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-eef4ddf3-449d-4703-abd1-886a292033a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.886556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4b69268-b7a3-43a9-9743-d17fc416637e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.886911 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-eef4ddf3-449d-4703-abd1-886a292033a1 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/80105c09-574a-4f04-9bad-195d7d6664fa HTTP/1.1" status: 204 len: 168 time: 0.3962345 Apr 08 10:46:27.889755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55104) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:27.933427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-64c0d285-9698-40d9-9c82-2f34f146b777 None None] Provisioning complete for port c9213e4c-6b30-4d33-ba84-22c46b8ddb29 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:27.933809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-64c0d285-9698-40d9-9c82-2f34f146b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:27.980379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-549c6627-a813-43f4-9c6d-8ea0635996f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:28.034720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-64c0d285-9698-40d9-9c82-2f34f146b777 None None] Port c9213e4c-6b30-4d33-ba84-22c46b8ddb29 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:28.066952 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55110) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:28.073695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.074814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-549c6627-a813-43f4-9c6d-8ea0635996f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:28.076420 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-549c6627-a813-43f4-9c6d-8ea0635996f8 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1856818 Apr 08 10:46:28.079473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55116) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:28.085454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': '406ceb9c-afee-49a8-a6c7-a91af4f47b91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:28.094074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:28.104542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:28.161035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e5603f88-89cd-4141-8054-e10f6752cf48 None None] Provisioning complete for port c9213e4c-6b30-4d33-ba84-22c46b8ddb29 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:28.161365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5603f88-89cd-4141-8054-e10f6752cf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.189565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.200530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4b69268-b7a3-43a9-9743-d17fc416637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.218670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e5603f88-89cd-4141-8054-e10f6752cf48 None None] Port c9213e4c-6b30-4d33-ba84-22c46b8ddb29 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:28.234970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b69268-b7a3-43a9-9743-d17fc416637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d540fd-a87d-40e6-903c-4180606197fb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:28.246361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router dfe8deb5-4707-416c-95c7-2d32cdcde1af is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:46:28.290828 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e714b0ce-5a82-4ad6-96eb-e3f96de4ae6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f5ca3bd674a49569547701d569c5592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226641 Apr 08 10:46:28.293951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55120) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:28.301548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c4b69268-b7a3-43a9-9743-d17fc416637e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.306035 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c4b69268-b7a3-43a9-9743-d17fc416637e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0d540fd-a87d-40e6-903c-4180606197fb HTTP/1.1" status: 204 len: 168 time: 0.7101300 Apr 08 10:46:28.331242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.384585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.404353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-54f57ba9-3e36-4e4b-96fe-012745493881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.413986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16022a86-f39e-4794-9889-03640a0cc117,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:28.448887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-54f57ba9-3e36-4e4b-96fe-012745493881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.474735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.106 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/ed309ea7-acd0-4322-84d5-fb634d121476) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:28.484469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.485668 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-898f515c-1d34-45bb-99ef-ca7124fc7c98 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4052932 Apr 08 10:46:28.489160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55126) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:28.491252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:28.502295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f3bdd-5320-435a-86e8-046a66e3a073 None None] Sync routers for ids ['dfe8deb5-4707-416c-95c7-2d32cdcde1af'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:28.511127 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c2ea74ee-3a93-4bd5-a812-c10b3d300527 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules/16022a86-f39e-4794-9889-03640a0cc117 HTTP/1.1" status: 200 len: 763 time: 0.0206192 Apr 08 10:46:28.514462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55130) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:28.527429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f3bdd-5320-435a-86e8-046a66e3a073 None None] Routers {'dfe8deb5-4707-416c-95c7-2d32cdcde1af'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:28.528434 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b5ddb725-544e-422b-a90e-80815b4ed6f6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/dfe8deb5-4707-416c-95c7-2d32cdcde1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4139776 Apr 08 10:46:28.530560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-978f3bdd-5320-435a-86e8-046a66e3a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dfe8deb5-4707-416c-95c7-2d32cdcde1af'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:28.532018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55134) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:28.608950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-978f3bdd-5320-435a-86e8-046a66e3a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:28.618821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f3bdd-5320-435a-86e8-046a66e3a073 None None] Routers {'dfe8deb5-4707-416c-95c7-2d32cdcde1af'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:28.620598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-978f3bdd-5320-435a-86e8-046a66e3a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dfe8deb5-4707-416c-95c7-2d32cdcde1af'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:28.622277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-705cb15b-3f0d-471b-a017-8f0248218e43 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:28.655023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-54f57ba9-3e36-4e4b-96fe-012745493881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.672792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e144fd7-8201-4f91-998a-b4ac93ec6981 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:28.675499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1e144fd7-8201-4f91-998a-b4ac93ec6981 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:28.693827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f57ba9-3e36-4e4b-96fe-012745493881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bfba96-7ba1-4443-a95f-41c21d9e03e5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:28.698521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-54f57ba9-3e36-4e4b-96fe-012745493881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.713820 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-54f57ba9-3e36-4e4b-96fe-012745493881 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7bfba96-7ba1-4443-a95f-41c21d9e03e5 HTTP/1.1" status: 204 len: 168 time: 0.4114304 Apr 08 10:46:28.719046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dda0181d-38a0-4c5d-ae3e-d937333d0e05 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:28.728578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.771217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-978f3bdd-5320-435a-86e8-046a66e3a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:28.771745 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f3bdd-5320-435a-86e8-046a66e3a073 None None] The sync data for ids ['dfe8deb5-4707-416c-95c7-2d32cdcde1af'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:28.777571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-705cb15b-3f0d-471b-a017-8f0248218e43 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:28.779287 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-705cb15b-3f0d-471b-a017-8f0248218e43 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2643034 Apr 08 10:46:28.782135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55146) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:28.799766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1e144fd7-8201-4f91-998a-b4ac93ec6981 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:28.801525 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1e144fd7-8201-4f91-998a-b4ac93ec6981 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports/c9213e4c-6b30-4d33-ba84-22c46b8ddb29 HTTP/1.1" status: 200 len: 911 time: 0.2687037 Apr 08 10:46:28.810771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55152) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:28.815705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port dda0181d-38a0-4c5d-ae3e-d937333d0e05 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:28.816398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.823190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-101ea2e1-0e83-4bd0-87b7-9156ab2d7482 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.835380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-101ea2e1-0e83-4bd0-87b7-9156ab2d7482 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.877269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.943022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-101ea2e1-0e83-4bd0-87b7-9156ab2d7482 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.967108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ea2e1-0e83-4bd0-87b7-9156ab2d7482 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16022a86-f39e-4794-9889-03640a0cc117,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:29.018778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:29.022396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:29.033504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:29.045336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-101ea2e1-0e83-4bd0-87b7-9156ab2d7482 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.047556 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-101ea2e1-0e83-4bd0-87b7-9156ab2d7482 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/16022a86-f39e-4794-9889-03640a0cc117 HTTP/1.1" status: 204 len: 168 time: 0.2634294 Apr 08 10:46:29.054744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55160) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:29.089614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=ed309ea7-acd0-4322-84d5-fb634d121476,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:29.116414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-222bec18-b13d-4f2c-972a-4051fb9bda46 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:29.188936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-222bec18-b13d-4f2c-972a-4051fb9bda46 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:29.190742 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-222bec18-b13d-4f2c-972a-4051fb9bda46 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1347766 Apr 08 10:46:29.193477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55174) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:29.199777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': '406ceb9c-afee-49a8-a6c7-a91af4f47b91', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:29.207055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:29.222470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:29.331045 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Project 17193b3f734947d1a63e6a75f2b8d9f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:46:29.339009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.430657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.485951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fa0dfa38-99d0-40a8-852a-966898014f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.513453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.526792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55184) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:29.552629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66323754-c2aa-40ff-8ad5-cf7110907433,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:29.618287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.621868 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1a5e1982-6031-41dd-9c0c-d4f68dc5e93d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4255505 Apr 08 10:46:29.623497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55194) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:29.655572 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1b71b249-fe22-4aeb-b647-fdf71ea2b1a5 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules/66323754-c2aa-40ff-8ad5-cf7110907433 HTTP/1.1" status: 200 len: 769 time: 0.0303137 Apr 08 10:46:29.656338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55200) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:29.680465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-412899196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:29.692530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:29.699043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:router and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:29.702617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:29.713127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:29.735936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-33d4da63-d3b5-4867-a3d2-5c07547f1092 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:29.822517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-33d4da63-d3b5-4867-a3d2-5c07547f1092 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:29.826838 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-33d4da63-d3b5-4867-a3d2-5c07547f1092 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1665978 Apr 08 10:46:29.826838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.826838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.830596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55204) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:29.870661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2888704-60be-456e-b44d-7ddce1abfd4e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.876450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.890096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2888704-60be-456e-b44d-7ddce1abfd4e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.898808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.011567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.039148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2888704-60be-456e-b44d-7ddce1abfd4e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.054593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2888704-60be-456e-b44d-7ddce1abfd4e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.058487 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f2888704-60be-456e-b44d-7ddce1abfd4e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/66323754-c2aa-40ff-8ad5-cf7110907433 HTTP/1.1" status: 204 len: 168 time: 0.2253766 Apr 08 10:46:30.058738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55212) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:30.059623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2888704-60be-456e-b44d-7ddce1abfd4e tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66323754-c2aa-40ff-8ad5-cf7110907433,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:30.087882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.089943 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d8a2d3bc-adfa-40c5-9360-1830514c2fbd tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5531292 Apr 08 10:46:30.095457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55216) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:30.106859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-877921459'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:30.122213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:30.132320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:network and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:30.143343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c9650d9c-0999-4437-a446-516721ef686f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:30.145953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:30.153648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:30.167769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.238473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Made reservation on behalf of 7277fb001463400180e82cfd30c17756 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:30.242141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.257644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.269812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c9650d9c-0999-4437-a446-516721ef686f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:30.271060 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c9650d9c-0999-4437-a446-516721ef686f tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2090135 Apr 08 10:46:30.275960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55222) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:30.280197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:30.296536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:security_group_rule and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:30.301582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:30.315085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:30.324509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port c9213e4c-6b30-4d33-ba84-22c46b8ddb29 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:30.324509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.379499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.381441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca50b17d-618f-4c6e-bf4f-bcdb00bc245a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.420658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca50b17d-618f-4c6e-bf4f-bcdb00bc245a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.509704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.519141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.536060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca50b17d-618f-4c6e-bf4f-bcdb00bc245a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.558673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50b17d-618f-4c6e-bf4f-bcdb00bc245a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406ceb9c-afee-49a8-a6c7-a91af4f47b91,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:30.606058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.643597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:30.649665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe575d8-9ff6-49e7-95cd-51f0b41ad12f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:30.667909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.667909 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Added segment 7e0c9926-ef57-4ba2-aeba-04f017912284 of type vlan for network 38529e84-a03c-4546-80a4-db1963355d77 Apr 08 10:46:30.692859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.705171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca50b17d-618f-4c6e-bf4f-bcdb00bc245a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.712867 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ca50b17d-618f-4c6e-bf4f-bcdb00bc245a tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/406ceb9c-afee-49a8-a6c7-a91af4f47b91 HTTP/1.1" status: 204 len: 168 time: 0.4297166 Apr 08 10:46:30.715056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55236) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:30.775052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6287f0df-eee2-4d32-b476-4aef431f06eb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:30.804122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.827747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.833511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:30.839037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:30.879315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6287f0df-eee2-4d32-b476-4aef431f06eb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:30.880466 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6287f0df-eee2-4d32-b476-4aef431f06eb tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1644664 Apr 08 10:46:30.887011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55244) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:30.940090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for c9213e4c-6b30-4d33-ba84-22c46b8ddb29 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:31.042642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635632001'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:31.048578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:31.058720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:31.059488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.080158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Network': ['ID=38529e84-a03c-4546-80a4-db1963355d77,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:31.092385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 38529e84-a03c-4546-80a4-db1963355d77 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:31.143597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.165451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.188905 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4ac485c2-37ff-407c-93bd-d221e6f4ac1a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0914688 Apr 08 10:46:31.189555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55248) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:31.196033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'subnet': {'network_id': '38529e84-a03c-4546-80a4-db1963355d77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:31.228639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.266488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.284775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=ed309ea7-acd0-4322-84d5-fb634d121476,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:31.305776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:31.313886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:31.316506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:31.320214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:31.324319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:subnet and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:31.329436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:31.332530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:31.337454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:31.340235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=c9213e4c-6b30-4d33-ba84-22c46b8ddb29,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:31.385807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.405074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55252) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:31.413005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688468564', 'description': 'tempest-secgroup-smoke-1688468564 description', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:31.420286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:31.435110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:31.438598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:31.442762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Made reservation on behalf of 7277fb001463400180e82cfd30c17756 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:31.444813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.464161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:31.491862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.578681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.583175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.604951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.634509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.657182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c705ff9-2950-405e-82b3-b0bc43335091,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:31.672440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:31.679209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group_rule and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:31.713258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:31.725918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:31.739399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.740635 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7ee9558d-01ed-4daf-b1c1-493f13f3d830 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8531668 Apr 08 10:46:31.748501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55256) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:31.754526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Request body: {'security_group_rule': {'security_group_id': '2c705ff9-2950-405e-82b3-b0bc43335091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:31.771958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:31.784420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Usage tracker for resource:security_group_rule and tenant:17193b3f734947d1a63e6a75f2b8d9f2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:31.792894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:31.801000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:31.817528 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 20bf4b08-4b74-44d3-9256-c2e6d768f741 associated. External IP: 172.26.7.106, port: d1ca7ece-1d94-40f0-b9db-95b0630ad55c. Apr 08 10:46:31.889961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.925532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.953327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:31.959394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.003694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.039085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:32.066251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group_rule and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:32.084808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:32.108131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:32.112670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.117830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Subnet': ['ID=3932cf07-4a79-409f-afa1-5e210aa2244a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:32.125037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9027db-b122-4466-ab57-7a2e98e771fc,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:32.145834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Checking segment: {'id': '7e0c9926-ef57-4ba2-aeba-04f017912284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38529e84-a03c-4546-80a4-db1963355d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:32.147500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network hostable DHCP agents. Network: 38529e84-a03c-4546-80a4-db1963355d77, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:32.169298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router dfe8deb5-4707-416c-95c7-2d32cdcde1af has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:46:32.178062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.213024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c10d0a-87bb-4303-b69e-64b3dcf39af4,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:32.237358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.237706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.238173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.238472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.238802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.239130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.239467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.239778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.240105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.240469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.240794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.241094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:32.252839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network 38529e84-a03c-4546-80a4-db1963355d77 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:32.276760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.319707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.324291 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ca6ed120-9d6f-46e6-932d-8a4671bcfa79 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5716488 Apr 08 10:46:32.325156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55260) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:32.354613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 38529e84-a03c-4546-80a4-db1963355d77) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:32.359238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:32.359827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.364360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003fa75-7103-48c4-809f-ef5fe335ba60 None None] Network 38529e84-a03c-4546-80a4-db1963355d77 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:32.364761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.432087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a170a-c6aa-4937-9528-90cc70093128,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:32.453391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ad8809ce-1572-4968-945f-b17062e51a5c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.455422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:32.469452 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7d14e-ad3c-4561-aa79-22329747d484 None None] Sync routers for ids ['dfe8deb5-4707-416c-95c7-2d32cdcde1af'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:32.482233 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7d14e-ad3c-4561-aa79-22329747d484 None None] Routers {'dfe8deb5-4707-416c-95c7-2d32cdcde1af'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:32.482994 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d1f7d14e-ad3c-4561-aa79-22329747d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dfe8deb5-4707-416c-95c7-2d32cdcde1af'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:32.500224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ad8809ce-1572-4968-945f-b17062e51a5c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.514222 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-22dc13a7-0ca4-4d34-b2c9-1200825e202f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3197937 Apr 08 10:46:32.515447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55264) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:32.524235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'network': {'name': 'tempest-router-network01--586492233'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:32.530519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:32.535048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:network and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:32.540020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:32.547994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:32.561723 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d1f7d14e-ad3c-4561-aa79-22329747d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:32.563050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d3d03b70-b54a-4d4f-b66c-7af49f40f7d2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/dfe8deb5-4707-416c-95c7-2d32cdcde1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7511163 Apr 08 10:46:32.570915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.572399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dcabe551-54e3-4f38-9546-e67bc64b4f74 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1663597 Apr 08 10:46:32.574532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55268) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:32.578087 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7d14e-ad3c-4561-aa79-22329747d484 None None] Routers {'dfe8deb5-4707-416c-95c7-2d32cdcde1af'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:32.578858 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d1f7d14e-ad3c-4561-aa79-22329747d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dfe8deb5-4707-416c-95c7-2d32cdcde1af'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:32.579484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55270) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:32.593430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'security_group_rule': {'security_group_id': 'c27a170a-c6aa-4937-9528-90cc70093128', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:32.603691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:32.611258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group_rule and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:32.615487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4b39ed90-bfb7-416d-8da6-b744d3d6837c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:46:32.617076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:32.623481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-38529e84-a03c-4546-80a4-db1963355d77', 'network_id': '38529e84-a03c-4546-80a4-db1963355d77', 'tenant_id': '7277fb001463400180e82cfd30c17756', 'fixed_ips': [{'subnet_id': '3932cf07-4a79-409f-afa1-5e210aa2244a'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:32.629332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.629456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:32.651630 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-d1f7d14e-ad3c-4561-aa79-22329747d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:32.652025 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7d14e-ad3c-4561-aa79-22329747d484 None None] The sync data for ids ['dfe8deb5-4707-416c-95c7-2d32cdcde1af'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:32.667292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-27610d33-957b-4e0b-9847-40a40957c3ab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:32.686979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Made reservation on behalf of 7277fb001463400180e82cfd30c17756 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:32.690448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.782024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-27610d33-957b-4e0b-9847-40a40957c3ab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:32.783427 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-27610d33-957b-4e0b-9847-40a40957c3ab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfe8deb5-4707-416c-95c7-2d32cdcde1af HTTP/1.1" status: 200 len: 205 time: 0.1886871 Apr 08 10:46:32.787433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55276) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:32.798938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Allocated IP 2001:db8::2 (38529e84-a03c-4546-80a4-db1963355d77/3932cf07-4a79-409f-afa1-5e210aa2244a/169d941c-20bb-4a0e-ab9b-985748ae0e3b) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:32.800680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.855234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:32.860526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ad8809ce-1572-4968-945f-b17062e51a5c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.888394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:32.888856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] Sync routers for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:32.894125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.920871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:32.921499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:32.935970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.944842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8809ce-1572-4968-945f-b17062e51a5c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c705ff9-2950-405e-82b3-b0bc43335091,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:32.968996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f20c6c1b-4159-41af-a45f-53e0520cceab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:32.971047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.027765 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.028114 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Added segment cd038873-4565-4732-9c53-1d0415ddf194 of type vlan for network 8559b1eb-67b1-4139-9d86-514fe851a10e Apr 08 10:46:33.031541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0030cfd-3a70-4be9-a74f-9cdbc523b349,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:33.041718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e348072b-84ad-4b61-8e19-55736d02bd05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9730260 Apr 08 10:46:33.044210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55280) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:33.047803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:46:33.055632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.056000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.056384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.056752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.057694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.058687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.059001 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.059339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.059675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.060008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.060342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.060696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.140935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4863d4ab-aca4-49a2-b9b0-c85a043f08e9'] response: {'name': 'network-changed', 'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'status': 'completed', 'code': 200} Apr 08 10:46:33.150228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.154251 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1784e9fb-23e3-4fd4-b299-67f33eeeca92 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5706336 Apr 08 10:46:33.195996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55286) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:33.211664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'security_group_rule': {'security_group_id': 'c27a170a-c6aa-4937-9528-90cc70093128', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:33.225883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:33.242308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group_rule and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:33.246761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.250551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:33.250677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:46:33.256113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ad8809ce-1572-4968-945f-b17062e51a5c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.256561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ebdc0a8b-786b-4008-abc9-d1b28a76e8cd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/20bf4b08-4b74-44d3-9256-c2e6d768f741 HTTP/1.1" status: 200 len: 991 time: 0.2022500 Apr 08 10:46:33.256691 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ad8809ce-1572-4968-945f-b17062e51a5c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/2c705ff9-2950-405e-82b3-b0bc43335091 HTTP/1.1" status: 204 len: 168 time: 0.9306431 Apr 08 10:46:33.258183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.262942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55290) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:33.265349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:33.312763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Transition to ACTIVE for port object 169d941c-20bb-4a0e-ab9b-985748ae0e3b will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:33.335560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-42a342d7-e971-452c-8408-39ecf670825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:33.337549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-42a342d7-e971-452c-8408-39ecf670825d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 1098 time: 0.1744673 Apr 08 10:46:33.341931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0de3d578-87a2-459a-ad2d-ba2d9e229d5b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:33.400757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.414141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Transition to ACTIVE for port object 169d941c-20bb-4a0e-ab9b-985748ae0e3b will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:33.473055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f20c6c1b-4159-41af-a45f-53e0520cceab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.475987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f20c6c1b-4159-41af-a45f-53e0520cceab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.477879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.resource_extend [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:46:33.488551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0de3d578-87a2-459a-ad2d-ba2d9e229d5b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:33.490383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0de3d578-87a2-459a-ad2d-ba2d9e229d5b tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2265284 Apr 08 10:46:33.496959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55294) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:33.547168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-6d5a9745-9ea1-4efc-b2ad-13fb29d6d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:33.548747 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-6d5a9745-9ea1-4efc-b2ad-13fb29d6d0e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 200 len: 897 time: 0.2020035 Apr 08 10:46:33.553125 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d1726db9-40cf-448a-950c-1b12fd0ea534 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:33.570226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.593212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.598943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:33.606745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.613076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.655627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Network 38529e84-a03c-4546-80a4-db1963355d77 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:33.657020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f20c6c1b-4159-41af-a45f-53e0520cceab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.657497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20c6c1b-4159-41af-a45f-53e0520cceab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Fanout notify agent at l3_agent the message router_deleted on router dfe8deb5-4707-416c-95c7-2d32cdcde1af {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:46:33.659867 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-47723786-0fc0-438e-8adc-cf0b91f23241 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c HTTP/1.1" status: 200 len: 999 time: 0.1026576 Apr 08 10:46:33.667624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f20c6c1b-4159-41af-a45f-53e0520cceab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.669020 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f20c6c1b-4159-41af-a45f-53e0520cceab tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/dfe8deb5-4707-416c-95c7-2d32cdcde1af HTTP/1.1" status: 204 len: 168 time: 0.8803549 Apr 08 10:46:33.691445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:33.693923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:33.702958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55298) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:33.703723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Pushing event updated for resources: {'Port': ['ID=169d941c-20bb-4a0e-ab9b-985748ae0e3b,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:33.708232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.717299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d1726db9-40cf-448a-950c-1b12fd0ea534 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group_rule {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:33.721295 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d1726db9-40cf-448a-950c-1b12fd0ea534 tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2180426 Apr 08 10:46:33.724860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55302) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:33.733599 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2147233 Apr 08 10:46:33.742555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55306) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:33.746011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad7f44-0e21-4f87-8134-80979aa33791 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Network': ['ID=8559b1eb-67b1-4139-9d86-514fe851a10e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:33.752353 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-c3b1e1f1-b71c-4aed-b097-ec6add23d33d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] delete failed (client error): The resource could not be found. Apr 08 10:46:33.756876 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c3b1e1f1-b71c-4aed-b097-ec6add23d33d tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "DELETE /v2.0/security-groups/2c705ff9-2950-405e-82b3-b0bc43335091 HTTP/1.1" status: 404 len: 347 time: 0.0280428 Apr 08 10:46:33.759645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'network': {'name': 'tempest-router-network02--749863788'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:33.762958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55310) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:33.766829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:33.784332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:network and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:33.789556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:33.795679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 8559b1eb-67b1-4139-9d86-514fe851a10e details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:33.798423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:33.802366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a39550-f70d-47f2-895b-ad8b9ffd7b83,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:33.819080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-bf944691-b950-4f60-b2e2-a89964108df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:33.820511 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-bf944691-b950-4f60-b2e2-a89964108df8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=660b0abe-f9b7-4a1f-90db-c81cb71a3a3e HTTP/1.1" status: 200 len: 834 time: 0.1555130 Apr 08 10:46:33.826748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-0444779c-4977-4fe2-b471-96de23acfb0b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet cb2b3ba1-c743-427c-a10b-cefb43e743f2 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:46:33.834052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d121529f-1292-4a28-bdb2-aa58b7be883c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Synchronizing usage tracker for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:33.850876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d121529f-1292-4a28-bdb2-aa58b7be883c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] Unset dirty status for tenant:17193b3f734947d1a63e6a75f2b8d9f2 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:33.856257 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d121529f-1292-4a28-bdb2-aa58b7be883c tempest-SecGroupIPv6Test-1070327839 tempest-SecGroupIPv6Test-1070327839-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879827 Apr 08 10:46:33.908429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Attempting to bind port 169d941c-20bb-4a0e-ab9b-985748ae0e3b on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:33.908840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Attempting to bind port 169d941c-20bb-4a0e-ab9b-985748ae0e3b by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '7e0c9926-ef57-4ba2-aeba-04f017912284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38529e84-a03c-4546-80a4-db1963355d77'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:33.909179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Attempting to bind port 169d941c-20bb-4a0e-ab9b-985748ae0e3b on network 38529e84-a03c-4546-80a4-db1963355d77 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:33.925364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Made reservation on behalf of 7277fb001463400180e82cfd30c17756 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:33.928326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:33.928326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Checking segment: {'id': '7e0c9926-ef57-4ba2-aeba-04f017912284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38529e84-a03c-4546-80a4-db1963355d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:33.928326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.928326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Bound using segment: {'id': '7e0c9926-ef57-4ba2-aeba-04f017912284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38529e84-a03c-4546-80a4-db1963355d77'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:33.928326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Bound port: 169d941c-20bb-4a0e-ab9b-985748ae0e3b, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0c9926-ef57-4ba2-aeba-04f017912284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '38529e84-a03c-4546-80a4-db1963355d77'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:33.928326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.931728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.986046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:33.998960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:33.999797 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Added segment e13bea00-931d-4ae0-9511-8d0f2d8e6242 of type vlan for network d9536a46-9b69-4cb2-a9a6-53100b8140b3 Apr 08 10:46:34.009379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0444779c-4977-4fe2-b471-96de23acfb0b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.022362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:49Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:29Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:34.030766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.038152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] Checking router: 4b39ed90-bfb7-416d-8da6-b744d3d6837c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:46:34.051144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.055189 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-86fc48d8-d127-408c-a441-85e036b33b7c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8582630 Apr 08 10:46:34.055709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55316) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:34.058932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] For port 169d941c-20bb-4a0e-ab9b-985748ae0e3b, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:34.063794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'security_group_rule': {'security_group_id': 'c27a170a-c6aa-4937-9528-90cc70093128', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:34.064206 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] For port 169d941c-20bb-4a0e-ab9b-985748ae0e3b, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=169d941c-20bb-4a0e-ab9b-985748ae0e3b,segment=NetworkSegment(7e0c9926-ef57-4ba2-aeba-04f017912284),segment_id=7e0c9926-ef57-4ba2-aeba-04f017912284)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:34.065569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:34.065863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:34.073175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:34.078305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group_rule and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:34.081208 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:34.086513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0444779c-4977-4fe2-b471-96de23acfb0b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.087035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:34.163284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-fbd5dab6-d5a6-47ce-a09a-9c62855ae7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:34.164787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-fbd5dab6-d5a6-47ce-a09a-9c62855ae7ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3351705 Apr 08 10:46:34.204200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.210376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:34.210992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.232329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.247675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.264561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55320) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:34.287602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0444779c-4977-4fe2-b471-96de23acfb0b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.311194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.316419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13977d51-c852-41f3-9d6d-4c1499be0f13 None None] Pushing event updated for resources: {'Port': ['ID=169d941c-20bb-4a0e-ab9b-985748ae0e3b,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:34.363877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:46:34.386679 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-d40c2ce3-f362-4890-9cf0-ed9ed1d7dff7 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094908 Apr 08 10:46:34.507528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Network': ['ID=d9536a46-9b69-4cb2-a9a6-53100b8140b3,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:34.527000 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-efc37220-6485-48d7-a079-a85d5059a908 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7783067 Apr 08 10:46:34.531789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55326) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:34.549752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'subnet': {'network_id': '8559b1eb-67b1-4139-9d86-514fe851a10e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:34.554169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d9536a46-9b69-4cb2-a9a6-53100b8140b3 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:34.567117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0444779c-4977-4fe2-b471-96de23acfb0b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.573009 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6d1681a9-3662-4512-b0e5-f854c1c4d861 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/20bf4b08-4b74-44d3-9256-c2e6d768f741 HTTP/1.1" status: 200 len: 991 time: 0.3067799 Apr 08 10:46:34.606453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55330) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:34.623518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444779c-4977-4fe2-b471-96de23acfb0b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2b3ba1-c743-427c-a10b-cefb43e743f2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:34.639206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0444779c-4977-4fe2-b471-96de23acfb0b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.659100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0444779c-4977-4fe2-b471-96de23acfb0b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/cb2b3ba1-c743-427c-a10b-cefb43e743f2 HTTP/1.1" status: 204 len: 168 time: 0.9529040 Apr 08 10:46:34.659505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55336) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:34.677070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.709883 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42b47917-8574-4ac4-9093-a9ca43f23243 req-07aef7b4-40ec-4820-acb0-1069914b7bfe service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216970 Apr 08 10:46:34.718322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:34.738639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:subnet and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:34.746006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:34.758007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:34.775575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.811968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9412c-7070-4f1c-a477-43cd578030d1 None None] Network 79ba8563-48d3-479a-9825-5433719c34b9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:34.814601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f748e6-f122-4775-8e6b-b69082414076,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:34.865014 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Made reservation on behalf of 7277fb001463400180e82cfd30c17756 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:34.868650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.870839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.881422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port dda0181d-38a0-4c5d-ae3e-d937333d0e05 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:34.882077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.990336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:34.994092 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a91893a9-1804-4b1d-97af-ca27502186f5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9343383 Apr 08 10:46:35.000357 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-43e2e8ac-ec9e-451f-82ae-34b9ef6b67a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17193b3f734947d1a63e6a75f2b8d9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879237 Apr 08 10:46:35.000704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55340) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:35.002403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55342) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:35.025033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'security_group_rule': {'security_group_id': 'c27a170a-c6aa-4937-9528-90cc70093128', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:35.058388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:35.067580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group_rule and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:35.073601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:35.133577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:35.176731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.181474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port dda0181d-38a0-4c5d-ae3e-d937333d0e05, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dda0181d-38a0-4c5d-ae3e-d937333d0e05,segment=NetworkSegment(e89a9c0d-567c-44e4-9196-4103bddeeb54),segment_id=e89a9c0d-567c-44e4-9196-4103bddeeb54)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:35.182879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.246796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:49Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:29Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:35.251255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e073c1-aa62-4466-b3c4-4518b1801656 None None] The sync data for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv is: [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:45:49Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:29Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:35.271442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Subnet': ['ID=63189504-6ec3-4080-9a97-8322fa91f4cb,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:35.281428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Checking segment: {'id': 'cd038873-4565-4732-9c53-1d0415ddf194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8559b1eb-67b1-4139-9d86-514fe851a10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:35.281885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network hostable DHCP agents. Network: 8559b1eb-67b1-4139-9d86-514fe851a10e, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:35.353319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64dbf68-7363-4981-800a-df6763807132 None None] DHCP port deletion for 79ba8563-48d3-479a-9825-5433719c34b9 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:46:35.360635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d64dbf68-7363-4981-800a-df6763807132 None None] Deleting port dda0181d-38a0-4c5d-ae3e-d937333d0e05 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:35.360911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d64dbf68-7363-4981-800a-df6763807132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.364783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network 8559b1eb-67b1-4139-9d86-514fe851a10e is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:35.393480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for dda0181d-38a0-4c5d-ae3e-d937333d0e05 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:35.437070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.445148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-721425b2-a052-47fe-a2e1-4d8bf03ea862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.462158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 8559b1eb-67b1-4139-9d86-514fe851a10e) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:35.467432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:35.468617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.509085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59725bd-f4f9-418b-a4fe-3992d5c72d35 None None] Network 8559b1eb-67b1-4139-9d86-514fe851a10e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:35.545078 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940df7a7-1bb2-463a-9dc2-0863c4e385a3 None None] New status for floating IP 20bf4b08-4b74-44d3-9256-c2e6d768f741: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:46:35.550390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-721425b2-a052-47fe-a2e1-4d8bf03ea862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.576957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55348) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:35.608219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.645010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.712603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.749545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No DVR routers for this DVR port dda0181d-38a0-4c5d-ae3e-d937333d0e05 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:46:35.773486 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c95f5950-a300-4cc4-bdfa-a8f6d9f484a0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/20bf4b08-4b74-44d3-9256-c2e6d768f741 HTTP/1.1" status: 200 len: 991 time: 0.1952102 Apr 08 10:46:35.781309 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e133d0c3-0e8e-43d4-bba7-c85507acd7a0 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2454598 Apr 08 10:46:35.783475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55352) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:35.788234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=dda0181d-38a0-4c5d-ae3e-d937333d0e05,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:35.790479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'subnet': {'network_id': 'd9536a46-9b69-4cb2-a9a6-53100b8140b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:35.806880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-721425b2-a052-47fe-a2e1-4d8bf03ea862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.846058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe209d8-5197-4eab-b1dd-034d313a7a3e None None] Network 38529e84-a03c-4546-80a4-db1963355d77 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:35.847672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cfa213-c756-4eb7-84a0-c4c4cc8ca975,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:35.870885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721425b2-a052-47fe-a2e1-4d8bf03ea862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5b36e-3fac-4348-b58d-b4e1df87f05f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:35.925075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:35.929031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:subnet and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:35.932691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:35.937960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:35.955481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.957017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-8559b1eb-67b1-4139-9d86-514fe851a10e', 'network_id': '8559b1eb-67b1-4139-9d86-514fe851a10e', 'tenant_id': '7277fb001463400180e82cfd30c17756', 'fixed_ips': [{'subnet_id': '63189504-6ec3-4080-9a97-8322fa91f4cb'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:35.957017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.968847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-721425b2-a052-47fe-a2e1-4d8bf03ea862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.969992 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-721425b2-a052-47fe-a2e1-4d8bf03ea862 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65a5b36e-3fac-4348-b58d-b4e1df87f05f HTTP/1.1" status: 204 len: 168 time: 0.9644256 Apr 08 10:46:35.970815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:35.971844 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4fe58a31-1afa-428b-99a8-cda56bd69e45 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9713998 Apr 08 10:46:35.974570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55358) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:35.990397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'security_group_rule': {'security_group_id': 'c27a170a-c6aa-4937-9528-90cc70093128', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:35.999461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:36.006101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ba8563-48d3-479a-9825-5433719c34b9']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:36.015309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group_rule and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:36.026749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:36.034723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89a9c0d-567c-44e4-9196-4103bddeeb54') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:36.035043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89a9c0d-567c-44e4-9196-4103bddeeb54') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:36.038864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Made reservation on behalf of 7277fb001463400180e82cfd30c17756 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:36.042968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:36.046973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.163248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.184732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.196390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:46:36.196390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:46:36.210114 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:46:36.285187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-93e22860-a5a5-4caa-848c-9aa5e3af4ffa None None] Provisioning for port 169d941c-20bb-4a0e-ab9b-985748ae0e3b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:36.298016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d64dbf68-7363-4981-800a-df6763807132 None None] For port dda0181d-38a0-4c5d-ae3e-d937333d0e05, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dda0181d-38a0-4c5d-ae3e-d937333d0e05,segment=NetworkSegment(e89a9c0d-567c-44e4-9196-4103bddeeb54),segment_id=e89a9c0d-567c-44e4-9196-4103bddeeb54)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:36.298016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d64dbf68-7363-4981-800a-df6763807132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.305857 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Project acdae6b2a12c494fa474f2a4d895ee09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:46:36.323950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.347822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.375172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.379922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.427265 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/79ba8563-48d3-479a-9825-5433719c34b9 HTTP/1.1" status: 204 len: 168 time: 1.7665913 Apr 08 10:46:36.433441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d3124-9b2b-448a-a364-44a6fd6a370b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=79ba8563-48d3-479a-9825-5433719c34b9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:36.436210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55364) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:36.449302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-446583146', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}, 'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:36.459978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:36.467439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:router and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:36.482759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:36.486241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Checking segment: {'id': 'e13bea00-931d-4ae0-9511-8d0f2d8e6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9536a46-9b69-4cb2-a9a6-53100b8140b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:36.486610 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network hostable DHCP agents. Network: d9536a46-9b69-4cb2-a9a6-53100b8140b3, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:36.489272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d64dbf68-7363-4981-800a-df6763807132 None None] Calling delete_port for dda0181d-38a0-4c5d-ae3e-d937333d0e05 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:36.492838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.495167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:36.509898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Subnet': ['ID=7f89d948-5d29-4415-95ae-643323fe7824,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:36.578994 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Allocated IP 2001:db8::2 (8559b1eb-67b1-4139-9d86-514fe851a10e/63189504-6ec3-4080-9a97-8322fa91f4cb/d5ce04a6-5bd7-47fa-8147-8e9c361a225d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:36.579134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.611678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network d9536a46-9b69-4cb2-a9a6-53100b8140b3 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:36.630533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.631571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.643188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd1f328-d76d-48d7-af3b-89f2692b9a40,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:36.656467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.707346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-d64dbf68-7363-4981-800a-df6763807132 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:46:36.708010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-d64dbf68-7363-4981-800a-df6763807132 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:46:36.731610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.735423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, d9536a46-9b69-4cb2-a9a6-53100b8140b3) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:36.735599 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1bcb7ec5-0c7b-4d95-bea6-60bdfeb10cee tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7574177 Apr 08 10:46:36.735776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55376) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:36.741085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'security_group_rule': {'security_group_id': 'c27a170a-c6aa-4937-9528-90cc70093128', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:36.750788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:36.757178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:36.759282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:36.765928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa98bc-f1ae-4142-8339-10d51a87abc5 None None] Network d9536a46-9b69-4cb2-a9a6-53100b8140b3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:36.789316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55380) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:36.789474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 169d941c-20bb-4a0e-ab9b-985748ae0e3b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:36.843800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:security_group_rule and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:36.856441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:36.868972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:37.122956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.140824 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8a1afd3d-76cd-4cb7-a6fe-5bde98a1fe0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/20bf4b08-4b74-44d3-9256-c2e6d768f741 HTTP/1.1" status: 200 len: 993 time: 0.3565519 Apr 08 10:46:37.171756 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4f65ba63-cba6-48bf-ba86-2ac24f4754ab tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3869908 Apr 08 10:46:37.174919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55390) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:37.185617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 169d941c-20bb-4a0e-ab9b-985748ae0e3b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:37.188837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.202273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 169d941c-20bb-4a0e-ab9b-985748ae0e3b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:37.202645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.226985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Transition to ACTIVE for port object d5ce04a6-5bd7-47fa-8147-8e9c361a225d will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:37.230872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d64dbf68-7363-4981-800a-df6763807132 None None] Deleting port dda0181d-38a0-4c5d-ae3e-d937333d0e05 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:37.231242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d64dbf68-7363-4981-800a-df6763807132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.258523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-d9536a46-9b69-4cb2-a9a6-53100b8140b3', 'network_id': 'd9536a46-9b69-4cb2-a9a6-53100b8140b3', 'tenant_id': '7277fb001463400180e82cfd30c17756', 'fixed_ips': [{'subnet_id': '7f89d948-5d29-4415-95ae-643323fe7824'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:37.259351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.309747 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Project acdae6b2a12c494fa474f2a4d895ee09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:46:37.319021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.375390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d64dbf68-7363-4981-800a-df6763807132 None None] The port 'dda0181d-38a0-4c5d-ae3e-d937333d0e05' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:46:37.428265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Transition to ACTIVE for port object d5ce04a6-5bd7-47fa-8147-8e9c361a225d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:37.428386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55396) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:37.492814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.534162 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.591604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.607018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3bfda7c4-3926-4d4c-8014-d156af6c9e7d tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1848647768', 'prefixes': ['172.20.0.0/16']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:37.613575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3bfda7c4-3926-4d4c-8014-d156af6c9e7d tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:37.653512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.686291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Network 8559b1eb-67b1-4139-9d86-514fe851a10e is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:37.693012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:37.698237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Pushing event updated for resources: {'Port': ['ID=d5ce04a6-5bd7-47fa-8147-8e9c361a225d,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:37.703609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:37.714766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0902c541-245e-4ef1-a9e2-5738ba20fb42,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:37.725712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Allocated IP 2001:db8::2 (d9536a46-9b69-4cb2-a9a6-53100b8140b3/7f89d948-5d29-4415-95ae-643323fe7824/5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:37.763077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.801486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.816523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 169d941c-20bb-4a0e-ab9b-985748ae0e3b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=169d941c-20bb-4a0e-ab9b-985748ae0e3b,segment=NetworkSegment(7e0c9926-ef57-4ba2-aeba-04f017912284),segment_id=7e0c9926-ef57-4ba2-aeba-04f017912284)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:37.830165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.851419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.852635 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cb621c7a-e507-4b26-b581-c8404fc57dc4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1159012 Apr 08 10:46:37.860711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Attempting to bind port d5ce04a6-5bd7-47fa-8147-8e9c361a225d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:37.861105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Attempting to bind port d5ce04a6-5bd7-47fa-8147-8e9c361a225d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'cd038873-4565-4732-9c53-1d0415ddf194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8559b1eb-67b1-4139-9d86-514fe851a10e'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:37.861473 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Attempting to bind port d5ce04a6-5bd7-47fa-8147-8e9c361a225d on network 8559b1eb-67b1-4139-9d86-514fe851a10e {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:37.862936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55402) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:37.870678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:37.871071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Checking segment: {'id': 'cd038873-4565-4732-9c53-1d0415ddf194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8559b1eb-67b1-4139-9d86-514fe851a10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:37.871488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.871884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Bound using segment: {'id': 'cd038873-4565-4732-9c53-1d0415ddf194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8559b1eb-67b1-4139-9d86-514fe851a10e'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:37.872351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Bound port: d5ce04a6-5bd7-47fa-8147-8e9c361a225d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd038873-4565-4732-9c53-1d0415ddf194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8559b1eb-67b1-4139-9d86-514fe851a10e'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:37.872755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.877160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'network': {'name': 'tempest-network-smoke--1314997383', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'port_security_enabled': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:37.888758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:37.898423 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:network and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:37.903083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:37.934954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:37.938545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:37.993724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 172.26.7.109 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/953672d3-1a28-404d-a92d-c9be2372c148) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:38.020590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dda0181d-38a0-4c5d-ae3e-d937333d0e05 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:46:38.022777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Made reservation on behalf of acdae6b2a12c494fa474f2a4d895ee09 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:38.027065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.081040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: dda0181d-38a0-4c5d-ae3e-d937333d0e05 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:46:38.081404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dda0181d-38a0-4c5d-ae3e-d937333d0e05 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:46:38.151337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=169d941c-20bb-4a0e-ab9b-985748ae0e3b,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:38.151958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:38.169398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.169826 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Added segment f025be26-98bd-49e7-bcf4-5750d49c8caf of type vlan for network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae Apr 08 10:46:38.177204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3bfda7c4-3926-4d4c-8014-d156af6c9e7d tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] Notify callbacks [] for subnetpool, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.181323 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3bfda7c4-3926-4d4c-8014-d156af6c9e7d tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7478483 Apr 08 10:46:38.183540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55406) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:38.197718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] For port d5ce04a6-5bd7-47fa-8147-8e9c361a225d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:38.207538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.207886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.208222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.208582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.208911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.209235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.209559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.215315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.215315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.215315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.215315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.215315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:38.221075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] For port d5ce04a6-5bd7-47fa-8147-8e9c361a225d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d5ce04a6-5bd7-47fa-8147-8e9c361a225d,segment=NetworkSegment(cd038873-4565-4732-9c53-1d0415ddf194),segment_id=cd038873-4565-4732-9c53-1d0415ddf194)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:38.238301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.247817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.255804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Allocated IP 2001:db8::1 (8559b1eb-67b1-4139-9d86-514fe851a10e/63189504-6ec3-4080-9a97-8322fa91f4cb/dfbb463b-1653-4821-b1e7-3a88e52542de) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:38.258154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Transition to ACTIVE for port object 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:38.264939 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e922b5f6-b0f1-4854-9b5e-91577d14c7e4 tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] 10.222.0.23 "GET /v2.0/subnetpools/3ef2e108-1b43-40ee-81fc-b148afdd75d7 HTTP/1.1" status: 200 len: 732 time: 0.0803864 Apr 08 10:46:38.267692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.273975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55410) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:38.278085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Transition to ACTIVE for port object 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:38.281880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3ebc3582-9adc-414f-abb9-e1d1c7b094e2 tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1378479837'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:38.292207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.361110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.387727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.393870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:38.394479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.403244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Network d9536a46-9b69-4cb2-a9a6-53100b8140b3 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:38.406038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:38.408176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b6fcb-fe14-452c-ab17-3edbd430c17d None None] Pushing event updated for resources: {'Port': ['ID=d5ce04a6-5bd7-47fa-8147-8e9c361a225d,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:38.410510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:38.472362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.498018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Transition to ACTIVE for port object dfbb463b-1653-4821-b1e7-3a88e52542de will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:38.614106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.636863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Pushing event updated for resources: {'Port': ['ID=5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:38.657004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Attempting to bind port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:38.657373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Attempting to bind port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'e13bea00-931d-4ae0-9511-8d0f2d8e6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9536a46-9b69-4cb2-a9a6-53100b8140b3'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:38.657733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Attempting to bind port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db on network d9536a46-9b69-4cb2-a9a6-53100b8140b3 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:38.663355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3ebc3582-9adc-414f-abb9-e1d1c7b094e2 tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] Notify callbacks [] for subnetpool, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.663636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:38.664011 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Checking segment: {'id': 'e13bea00-931d-4ae0-9511-8d0f2d8e6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9536a46-9b69-4cb2-a9a6-53100b8140b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:38.664412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.664993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Bound using segment: {'id': 'e13bea00-931d-4ae0-9511-8d0f2d8e6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9536a46-9b69-4cb2-a9a6-53100b8140b3'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:38.669228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Bound port: 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13bea00-931d-4ae0-9511-8d0f2d8e6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9536a46-9b69-4cb2-a9a6-53100b8140b3'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:38.669356 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3ebc3582-9adc-414f-abb9-e1d1c7b094e2 tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] 10.222.0.23 "PUT /v2.0/subnetpools/3ef2e108-1b43-40ee-81fc-b148afdd75d7 HTTP/1.1" status: 200 len: 684 time: 0.3921885 Apr 08 10:46:38.669467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.669555 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8024883 Apr 08 10:46:38.669555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.685122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55414) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:38.685493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55416) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:38.732533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 169d941c-20bb-4a0e-ab9b-985748ae0e3b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:38.741330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'admin_state_up': True, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:38.746226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network 8559b1eb-67b1-4139-9d86-514fe851a10e is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:38.749694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:38.753821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:38.754356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.784985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Port': ['ID=dfbb463b-1653-4821-b1e7-3a88e52542de,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:38.817182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fcbc4-bb90-4d1b-9c25-d1bff3099ee9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'Network': ['ID=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:38.830415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:38.837893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:38.841996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:38.847579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:38.857610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:38.880802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 169d941c-20bb-4a0e-ab9b-985748ae0e3b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:38.881022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.885703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:router and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:38.910475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:38.944021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:38.948713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=953672d3-1a28-404d-a92d-c9be2372c148,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:38.976689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] For port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:38.995143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] For port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db,segment=NetworkSegment(e13bea00-931d-4ae0-9511-8d0f2d8e6242),segment_id=e13bea00-931d-4ae0-9511-8d0f2d8e6242)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:39.042163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.095956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.101712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.108284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.149758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eb98e7eb-1853-4a07-a005-9752a7488f0c tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] Notify callbacks [] for subnetpool, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.150945 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eb98e7eb-1853-4a07-a005-9752a7488f0c tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] 10.222.0.23 "DELETE /v2.0/subnetpools/3ef2e108-1b43-40ee-81fc-b148afdd75d7 HTTP/1.1" status: 204 len: 168 time: 0.4332981 Apr 08 10:46:39.156252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55422) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:39.181424 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-61987bcb-fed7-480c-b43e-67af705966e5 tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] show failed (client error): The resource could not be found. Apr 08 10:46:39.183535 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-61987bcb-fed7-480c-b43e-67af705966e5 tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] 10.222.0.23 "GET /v2.0/subnetpools/3ef2e108-1b43-40ee-81fc-b148afdd75d7 HTTP/1.1" status: 404 len: 346 time: 0.0275710 Apr 08 10:46:39.186934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55426) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:39.193640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.211760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8edc63-f870-4931-993e-56dc0c52b498 None None] Pushing event updated for resources: {'Port': ['ID=5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:39.261526 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-14d2d89e-494c-46e4-a840-51973323b0f2 tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] delete failed (client error): The resource could not be found. Apr 08 10:46:39.262574 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-14d2d89e-494c-46e4-a840-51973323b0f2 tempest-SubnetPoolsTestJSON-1680968946 tempest-SubnetPoolsTestJSON-1680968946-project] 10.222.0.23 "DELETE /v2.0/subnetpools/3ef2e108-1b43-40ee-81fc-b148afdd75d7 HTTP/1.1" status: 404 len: 346 time: 0.0720437 Apr 08 10:46:39.726100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.799362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.801108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.849158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.858242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:39.888841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05644ae4-7bf9-4e92-8310-829ac87a1540 None None] Network 8559b1eb-67b1-4139-9d86-514fe851a10e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:39.900264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55434) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:40.082037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-67545c43-688f-4485-aa50-37210061c8a6 None None] Provisioning for port d5ce04a6-5bd7-47fa-8147-8e9c361a225d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:40.118024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network 8559b1eb-67b1-4139-9d86-514fe851a10e is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:40.123674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:40.126166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Port': ['ID=dfbb463b-1653-4821-b1e7-3a88e52542de,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:40.128373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:40.148953 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:40.212092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] Usage tracker for resource:security_group_rule and tenant:91811a94c16444b5af73c5db22f4e0ae is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:40.220881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:40.242506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:40.473179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:40.555568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:40.579120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:40.615579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91811a94c16444b5af73c5db22f4e0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7135084 Apr 08 10:46:40.618630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55440) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:40.722365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baca4a3-6cd8-4767-a17d-d1fa5d1e6e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82f929-5aba-445e-b9cd-fbbd8325e50a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:40.759032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c367c265-61bb-4b75-a4f6-419969873548 None None] Provisioning for port dfbb463b-1653-4821-b1e7-3a88e52542de completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:40.774588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d45774fd-d272-42e3-bcfe-f5c5910a13dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:40.779366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c367c265-61bb-4b75-a4f6-419969873548 None None] Provisioning complete for port dfbb463b-1653-4821-b1e7-3a88e52542de triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:40.779739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c367c265-61bb-4b75-a4f6-419969873548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:40.824070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d45774fd-d272-42e3-bcfe-f5c5910a13dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:40.851419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Router 74efaa98-19b7-4c21-bfa7-fec2ff1015f4 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:46:40.882037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:40.989821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beccbdc0-b3aa-4aef-ab58-3bd0c6048b9d None None] Network d9536a46-9b69-4cb2-a9a6-53100b8140b3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:41.109867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:41.112869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:41.157056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:41.179076 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-69390446-8668-44fd-ae91-7520f996a606 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "PUT /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0029173 Apr 08 10:46:41.182891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55444) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:41.184361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372be1ad-14b7-4c4a-a888-4b41962d78bc None None] Sync routers for ids ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:41.271732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d45774fd-d272-42e3-bcfe-f5c5910a13dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:41.284963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d45774fd-d272-42e3-bcfe-f5c5910a13dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:41.294042 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d45774fd-d272-42e3-bcfe-f5c5910a13dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f82f929-5aba-445e-b9cd-fbbd8325e50a HTTP/1.1" status: 204 len: 168 time: 0.6634407 Apr 08 10:46:41.299563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 2db5deb5-1781-46c1-bb36-89f920579a2c is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:46:41.314414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372be1ad-14b7-4c4a-a888-4b41962d78bc None None] Routers {'74efaa98-19b7-4c21-bfa7-fec2ff1015f4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:41.315245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-372be1ad-14b7-4c4a-a888-4b41962d78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:41.353038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45774fd-d272-42e3-bcfe-f5c5910a13dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82f929-5aba-445e-b9cd-fbbd8325e50a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:41.407097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:41.410228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c367c265-61bb-4b75-a4f6-419969873548 None None] Port dfbb463b-1653-4821-b1e7-3a88e52542de cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:41.427502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-372be1ad-14b7-4c4a-a888-4b41962d78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:41.431800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d5ce04a6-5bd7-47fa-8147-8e9c361a225d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:41.547263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372be1ad-14b7-4c4a-a888-4b41962d78bc None None] Routers {'74efaa98-19b7-4c21-bfa7-fec2ff1015f4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:41.548072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-372be1ad-14b7-4c4a-a888-4b41962d78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:41.637062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-372be1ad-14b7-4c4a-a888-4b41962d78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:41.637673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372be1ad-14b7-4c4a-a888-4b41962d78bc None None] The sync data for ids ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:41.660748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Provisioning complete for port dfbb463b-1653-4821-b1e7-3a88e52542de triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:41.661392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:41.664154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Allocated IP 172.26.7.29 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/33d764ab-c1af-403f-ab2f-a08efe02824a) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:41.681656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:41.694030 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb18a50-760c-483c-91c2-dcf9c8d89e1d None None] Sync routers for ids ['2db5deb5-1781-46c1-bb36-89f920579a2c'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:41.735023 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb18a50-760c-483c-91c2-dcf9c8d89e1d None None] Routers {'2db5deb5-1781-46c1-bb36-89f920579a2c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:41.735815 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-fcb18a50-760c-483c-91c2-dcf9c8d89e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['2db5deb5-1781-46c1-bb36-89f920579a2c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:41.803765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Port dfbb463b-1653-4821-b1e7-3a88e52542de cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:41.834371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d5ce04a6-5bd7-47fa-8147-8e9c361a225d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:41.847509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d5ce04a6-5bd7-47fa-8147-8e9c361a225d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:41.848677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:41.874241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:41.878291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2f83d7c3-d02f-444d-8d1e-7ed01439ace8 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4353147 Apr 08 10:46:41.884519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55450) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:41.943419 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-fcb18a50-760c-483c-91c2-dcf9c8d89e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:41.959581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Provisioning for port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:41.959937 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb18a50-760c-483c-91c2-dcf9c8d89e1d None None] Routers {'2db5deb5-1781-46c1-bb36-89f920579a2c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:41.960655 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-fcb18a50-760c-483c-91c2-dcf9c8d89e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['2db5deb5-1781-46c1-bb36-89f920579a2c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:41.961224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:41.971039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Provisioning complete for port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:41.971888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.049086 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-fcb18a50-760c-483c-91c2-dcf9c8d89e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:42.049531 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb18a50-760c-483c-91c2-dcf9c8d89e1d None None] The sync data for ids ['2db5deb5-1781-46c1-bb36-89f920579a2c'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:42.062243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.136883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:42.144224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:42.148911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:42.158195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.183364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'Port': ['ID=33d764ab-c1af-403f-ab2f-a08efe02824a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:42.197800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.199801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55454) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:42.200089 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-275c7993-399e-4d84-86d8-7cf0e1120ee6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/routers/2db5deb5-1781-46c1-bb36-89f920579a2c HTTP/1.1" status: 200 len: 884 time: 0.3144460 Apr 08 10:46:42.237133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port d5ce04a6-5bd7-47fa-8147-8e9c361a225d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d5ce04a6-5bd7-47fa-8147-8e9c361a225d,segment=NetworkSegment(cd038873-4565-4732-9c53-1d0415ddf194),segment_id=cd038873-4565-4732-9c53-1d0415ddf194)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:42.250611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] For port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db,segment=NetworkSegment(e13bea00-931d-4ae0-9511-8d0f2d8e6242),segment_id=e13bea00-931d-4ae0-9511-8d0f2d8e6242)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:42.313060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.359001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.365686 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-be60ecec-1732-4c33-a180-aeb9948c744b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:46:42.367243 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-be60ecec-1732-4c33-a180-aeb9948c744b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "PUT /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1819694 Apr 08 10:46:42.370281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55458) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:42.397911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=d5ce04a6-5bd7-47fa-8147-8e9c361a225d,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:42.487987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a3627b25-383b-42ce-b073-942c48dc472b None None] Provisioning complete for port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:42.488376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a3627b25-383b-42ce-b073-942c48dc472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.548585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a2cab-a81a-45ab-86fa-1cdc84af3a17 None None] Pushing event updated for resources: {'Port': ['ID=5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:42.673485 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:42.751890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:42.752768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.894153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d5ce04a6-5bd7-47fa-8147-8e9c361a225d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:42.934114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.942344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9da9c214-748a-4b4b-ae5c-06401c9a12d6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:router {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:42.967584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d5ce04a6-5bd7-47fa-8147-8e9c361a225d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:42.967963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:42.982963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:43.062424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9da9c214-748a-4b4b-ae5c-06401c9a12d6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:router {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:43.063751 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9da9c214-748a-4b4b-ae5c-06401c9a12d6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8630543 Apr 08 10:46:43.066481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55462) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:43.084022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-20c09580-88a4-4014-ae66-846f6c6213c3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-446583146'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:43.443114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting port dfbb463b-1653-4821-b1e7-3a88e52542de {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:43.443490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:43.589832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:43.641429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:43.770875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Calling delete_port for dfbb463b-1653-4821-b1e7-3a88e52542de owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:44.021880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:44.068681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Port': ['ID=dfbb463b-1653-4821-b1e7-3a88e52542de,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:44.162845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20c09580-88a4-4014-ae66-846f6c6213c3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:44.247478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:44.267796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20c09580-88a4-4014-ae66-846f6c6213c3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:44.329143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Router 6bf461fb-6473-439b-b342-2f731fbf2245 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:46:44.547379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Router 74efaa98-19b7-4c21-bfa7-fec2ff1015f4 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:46:44.616259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c09580-88a4-4014-ae66-846f6c6213c3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 2db5deb5-1781-46c1-bb36-89f920579a2c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:46:44.628271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:44.639820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Sync routers for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:44.651453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:44.652405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:44.797876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:44.807786 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7077ba55-fbfd-4f84-9330-58978a2e795b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "PUT /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4355872 Apr 08 10:46:44.812640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55466) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:44.815397 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d8db4-8b96-4385-91bf-1573ad0308ad None None] Sync routers for ids ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:44.816317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:44.820931 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-71e22288-adef-4d6a-83c7-44ec4540a305 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1012697 Apr 08 10:46:44.821578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55470) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:44.826402 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d8db4-8b96-4385-91bf-1573ad0308ad None None] Routers {'74efaa98-19b7-4c21-bfa7-fec2ff1015f4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:44.827241 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3b2d8db4-8b96-4385-91bf-1573ad0308ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:44.870707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:46:44.876152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c09580-88a4-4014-ae66-846f6c6213c3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:44.890850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20c09580-88a4-4014-ae66-846f6c6213c3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:44.894509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-20c09580-88a4-4014-ae66-846f6c6213c3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/2db5deb5-1781-46c1-bb36-89f920579a2c HTTP/1.1" status: 200 len: 891 time: 1.8247139 Apr 08 10:46:44.894837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55476) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:44.906033 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-d82117db-3958-4060-8452-ae8d323e13fc tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] delete failed (client error): The resource could not be found. Apr 08 10:46:44.910543 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d82117db-3958-4060-8452-ae8d323e13fc tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-79210056 HTTP/1.1" status: 404 len: 333 time: 0.0931449 Apr 08 10:46:44.910712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55480) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:44.921973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6f5b8a09-e557-4e25-8a5f-7caca017f44a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'router': {'external_gateway_info': {'network_id': '74efaa98-19b7-4c21-bfa7-fec2ff1015f4'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:44.957834 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3b2d8db4-8b96-4385-91bf-1573ad0308ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:44.982391 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d8db4-8b96-4385-91bf-1573ad0308ad None None] Routers {'74efaa98-19b7-4c21-bfa7-fec2ff1015f4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:44.983030 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3b2d8db4-8b96-4385-91bf-1573ad0308ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:45.012112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57d6c2-389f-417e-a859-ac427769f233 None None] Sync routers for ids ['2db5deb5-1781-46c1-bb36-89f920579a2c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:45.085139 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-3b2d8db4-8b96-4385-91bf-1573ad0308ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:45.085806 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d8db4-8b96-4385-91bf-1573ad0308ad None None] The sync data for ids ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:45.090080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57d6c2-389f-417e-a859-ac427769f233 None None] Routers {'2db5deb5-1781-46c1-bb36-89f920579a2c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:45.090929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4c57d6c2-389f-417e-a859-ac427769f233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['2db5deb5-1781-46c1-bb36-89f920579a2c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:45.146548 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9abe74db-ee63-4953-90bc-4bca2009514e tempest-TestNetworkAdvancedServerOps-159830520 tempest-TestNetworkAdvancedServerOps-159830520-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=acdae6b2a12c494fa474f2a4d895ee09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3082292 Apr 08 10:46:45.147104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55484) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:45.156338 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ad4e2eb7-0ae8-434d-bb76-92c35a573ce2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/routers/2db5deb5-1781-46c1-bb36-89f920579a2c HTTP/1.1" status: 200 len: 891 time: 0.2602963 Apr 08 10:46:45.169111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4c57d6c2-389f-417e-a859-ac427769f233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:45.188806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55488) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:45.193015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57d6c2-389f-417e-a859-ac427769f233 None None] Routers {'2db5deb5-1781-46c1-bb36-89f920579a2c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:45.193644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4c57d6c2-389f-417e-a859-ac427769f233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['2db5deb5-1781-46c1-bb36-89f920579a2c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:45.309102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4c57d6c2-389f-417e-a859-ac427769f233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:45.309410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57d6c2-389f-417e-a859-ac427769f233 None None] The sync data for ids ['2db5deb5-1781-46c1-bb36-89f920579a2c'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:45.383483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:42Z', 'revision_number': 3, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:45.389537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Checking router: 6bf461fb-6473-439b-b342-2f731fbf2245 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:46:45.389893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Updating router 6bf461fb-6473-439b-b342-2f731fbf2245 port 33d764ab-c1af-403f-ab2f-a08efe02824a binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:46:45.423887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8a09-e557-4e25-8a5f-7caca017f44a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.451161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.474183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4eb8ad14-79cc-480c-9bf1-34b65a64b723 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:45.530899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ebbd6e-647d-4868-8f08-49f636428ccf tempest-TestNetworkAdvancedServerOps-159830520 tempest-TestNetworkAdvancedServerOps-159830520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:45.535261 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d0ebbd6e-647d-4868-8f08-49f636428ccf tempest-TestNetworkAdvancedServerOps-159830520 tempest-TestNetworkAdvancedServerOps-159830520-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3845270 Apr 08 10:46:45.535533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55492) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:45.571840 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-6f5b8a09-e557-4e25-8a5f-7caca017f44a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] update failed (client error): The resource could not be found. Apr 08 10:46:45.576366 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6f5b8a09-e557-4e25-8a5f-7caca017f44a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "PUT /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4 HTTP/1.1" status: 404 len: 339 time: 0.6611745 Apr 08 10:46:45.576552 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4d1299e4-6e13-4055-9ec3-729e2daa6515 tempest-TestNetworkAdvancedServerOps-159830520 tempest-TestNetworkAdvancedServerOps-159830520-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393531 Apr 08 10:46:45.576662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55496) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:45.578613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55498) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:45.582359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-101563526'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:45.585838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-339284953', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:45.587331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:45.591772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:network and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:45.595910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:45.602133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:45.676264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4eb8ad14-79cc-480c-9bf1-34b65a64b723 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:45.677512 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4eb8ad14-79cc-480c-9bf1-34b65a64b723 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db5deb5-1781-46c1-bb36-89f920579a2c HTTP/1.1" status: 200 len: 205 time: 0.4877751 Apr 08 10:46:45.680528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55504) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:45.705863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:45.709776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:subnet and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:45.713350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:45.719165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:45.744981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Made reservation on behalf of 7277fb001463400180e82cfd30c17756 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:45.748422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.799363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.811715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Transition to ACTIVE for port object 33d764ab-c1af-403f-ab2f-a08efe02824a will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:45.821529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Made reservation on behalf of acdae6b2a12c494fa474f2a4d895ee09 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:45.828706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.852927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:45.874819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.877427 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Added segment c445b871-7bb1-4e6c-b76b-e46212af914d of type vlan for network d7b27c7a-1c8d-4e97-9453-1ccb60762d13 Apr 08 10:46:45.901741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.902004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.983999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.988865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Attempting to bind port 33d764ab-c1af-403f-ab2f-a08efe02824a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:45.989248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Attempting to bind port 33d764ab-c1af-403f-ab2f-a08efe02824a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:45.989603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Attempting to bind port 33d764ab-c1af-403f-ab2f-a08efe02824a on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:45.998598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:45.998971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:45.999371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:45.999765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:46.000252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Bound port: 33d764ab-c1af-403f-ab2f-a08efe02824a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:46.000659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.029172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce6d89-966d-4f36-a9ff-1e463390eb2c None None] Pushing event updated for resources: {'Port': ['ID=33d764ab-c1af-403f-ab2f-a08efe02824a,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:46.080330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] For port 33d764ab-c1af-403f-ab2f-a08efe02824a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:46.083202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] For port 33d764ab-c1af-403f-ab2f-a08efe02824a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=33d764ab-c1af-403f-ab2f-a08efe02824a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:46.096117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.116889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.142298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.182153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.189635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:46.189878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'Subnet': ['ID=446d6872-bfa4-4a4d-8361-f08a5699ef7e,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:46.190430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.204984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Checking segment: {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:46.205346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Network hostable DHCP agents. Network: 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:46.223178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:46.223425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port 953672d3-1a28-404d-a92d-c9be2372c148 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:46.223799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.223949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:46.267768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:46.304246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce6d89-966d-4f36-a9ff-1e463390eb2c None None] Pushing event updated for resources: {'Port': ['ID=33d764ab-c1af-403f-ab2f-a08efe02824a,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:46.344005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:46.345038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7672548 Apr 08 10:46:46.358226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55508) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:46.365783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:46.367012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'subnet': {'network_id': 'd7b27c7a-1c8d-4e97-9453-1ccb60762d13', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:46.367150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.382293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81dcd3-a21d-44fb-80c3-0ac8d782c8b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Network': ['ID=d7b27c7a-1c8d-4e97-9453-1ccb60762d13,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:46.394382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275cb46-1a5f-4194-ad58-3d8bd423bb6f None None] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:46.410554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d7b27c7a-1c8d-4e97-9453-1ccb60762d13 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:46.465646 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-116ef25e-03aa-42cc-a843-0c7291cae446 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8859782 Apr 08 10:46:46.468849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55512) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:46.613580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:46:46.708695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:46.723245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Usage tracker for resource:subnet and tenant:7277fb001463400180e82cfd30c17756 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:46.730093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:46.737630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.745812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:46.867263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Made reservation on behalf of 7277fb001463400180e82cfd30c17756 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:46.871501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.892545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for 953672d3-1a28-404d-a92d-c9be2372c148 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:47.024142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:47.026368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.202738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:42Z', 'revision_number': 3, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:47.211931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2ed5f-45c2-4ee4-b601-cab88656ab43 None None] The sync data for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv is: [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:42Z', 'revision_number': 3, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:47.227618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Allocated IP 172.20.0.2 (405b7139-e5c4-42c7-a7f4-ecd49f7b07ae/446d6872-bfa4-4a4d-8361-f08a5699ef7e/34ea18a4-2688-4087-b006-38d928ec8385) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:47.373487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.449823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.517757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.543303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.567059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=953672d3-1a28-404d-a92d-c9be2372c148,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:47.613291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Transition to ACTIVE for port object 34ea18a4-2688-4087-b006-38d928ec8385 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:47.646709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Transition to ACTIVE for port object 34ea18a4-2688-4087-b006-38d928ec8385 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:47.714403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Subnet': ['ID=6bb17ee6-a4eb-4e50-b976-a66f3ac82ffa,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:47.726170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Checking segment: {'id': 'c445b871-7bb1-4e6c-b76b-e46212af914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7b27c7a-1c8d-4e97-9453-1ccb60762d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:47.726533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network hostable DHCP agents. Network: d7b27c7a-1c8d-4e97-9453-1ccb60762d13, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:47.747977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.766946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.843848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:47.851542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:47.857452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:47.864189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Pushing event updated for resources: {'Port': ['ID=34ea18a4-2688-4087-b006-38d928ec8385,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:47.959846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.960360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network d7b27c7a-1c8d-4e97-9453-1ccb60762d13 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:47.963767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.973674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Attempting to bind port 34ea18a4-2688-4087-b006-38d928ec8385 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:47.974043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Attempting to bind port 34ea18a4-2688-4087-b006-38d928ec8385 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:47.975434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Attempting to bind port 34ea18a4-2688-4087-b006-38d928ec8385 on network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:47.980450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:47.980855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Checking segment: {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:47.981248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.981632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Bound using segment: {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:47.982097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Bound port: 34ea18a4-2688-4087-b006-38d928ec8385, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:47.982543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.082635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] For port 34ea18a4-2688-4087-b006-38d928ec8385, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:48.085937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] For port 34ea18a4-2688-4087-b006-38d928ec8385, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=34ea18a4-2688-4087-b006-38d928ec8385,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:48.090117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, d7b27c7a-1c8d-4e97-9453-1ccb60762d13) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:48.094698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:48.105742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.105949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cba7b2-2c95-44fe-a8f7-25fc4c411a24 None None] Network d7b27c7a-1c8d-4e97-9453-1ccb60762d13 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:48.124888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.125573 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Fanout notify agent at l3_agent the message router_deleted on router 2db5deb5-1781-46c1-bb36-89f920579a2c {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:46:48.134364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.143619 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4a75eff6-85cd-4913-8689-cda1005ac91c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/2db5deb5-1781-46c1-bb36-89f920579a2c HTTP/1.1" status: 204 len: 168 time: 2.4608176 Apr 08 10:46:48.144527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55516) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:48.150311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-925954626'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:48.156919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:48.161246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:48.166646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Allocated IP 172.20.0.1 (405b7139-e5c4-42c7-a7f4-ecd49f7b07ae/446d6872-bfa4-4a4d-8361-f08a5699ef7e/e44aa4fd-a381-4c60-8e0a-a833f2e0ed60) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:48.166995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:48.174619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:48.185207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.205100 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5232e930-9cd2-453c-84ef-682ef7bc22af tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8457148 Apr 08 10:46:48.208058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55520) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:48.216996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f3a27661-b056-4032-9182-25a37d368d0a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7b27c7a-1c8d-4e97-9453-1ccb60762d13'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:48.318623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b26b5-3e4f-4ace-88fc-c0ea1f793784 None None] Pushing event updated for resources: {'Port': ['ID=34ea18a4-2688-4087-b006-38d928ec8385,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:48.425063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:48.428541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.450141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-d7b27c7a-1c8d-4e97-9453-1ccb60762d13', 'network_id': 'd7b27c7a-1c8d-4e97-9453-1ccb60762d13', 'tenant_id': '7277fb001463400180e82cfd30c17756', 'fixed_ips': [{'subnet_id': '6bb17ee6-a4eb-4e50-b976-a66f3ac82ffa'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:48.451460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.459349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.485703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Transition to ACTIVE for port object e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:48.584538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.680690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'Port': ['ID=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:48.695506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:48.696763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:48.699842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:48.730080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:46:48.745937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.745937 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment 6206e12f-d255-4c27-963e-accdce3aefea of type vlan for network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 Apr 08 10:46:48.765031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Allocated IP 2001:db8:1::2 (d7b27c7a-1c8d-4e97-9453-1ccb60762d13/6bb17ee6-a4eb-4e50-b976-a66f3ac82ffa/1fc44359-5a64-44d4-95d1-55a129704ed2) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:48.776524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.867988 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 34ea18a4-2688-4087-b006-38d928ec8385 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:48.911902 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3a27661-b056-4032-9182-25a37d368d0a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.923076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.984370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.997669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.003336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:49.003951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.122298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 34ea18a4-2688-4087-b006-38d928ec8385 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:49.131049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 33d764ab-c1af-403f-ab2f-a08efe02824a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:49.133793 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9880660 Apr 08 10:46:49.136093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55524) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:49.148644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': 'd54e95a1-f158-4d7b-af8b-ec0f818c4b84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:49.156502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.163269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb8f81-0e98-4860-b319-6fdb4c0a7eeb tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=d54e95a1-f158-4d7b-af8b-ec0f818c4b84,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:49.181362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:46:49.211465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Transition to ACTIVE for port object 1fc44359-5a64-44d4-95d1-55a129704ed2 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:49.284295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Transition to ACTIVE for port object 1fc44359-5a64-44d4-95d1-55a129704ed2 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:49.342290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:49.348741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:46:49.351838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:46:49.371905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:49.410444 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-f3a27661-b056-4032-9182-25a37d368d0a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:46:49.413957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.415736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f3a27661-b056-4032-9182-25a37d368d0a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "PUT /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4 HTTP/1.1" status: 400 len: 364 time: 1.2027867 Apr 08 10:46:49.417228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55532) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:49.523510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:49.531284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.538834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 33d764ab-c1af-403f-ab2f-a08efe02824a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:49.550142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Network d7b27c7a-1c8d-4e97-9453-1ccb60762d13 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:49.555868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:49.558996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:49.561129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.566403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 33d764ab-c1af-403f-ab2f-a08efe02824a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:49.566778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.621689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.655215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Pushing event updated for resources: {'Port': ['ID=1fc44359-5a64-44d4-95d1-55a129704ed2,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:49.721399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Attempting to bind port 1fc44359-5a64-44d4-95d1-55a129704ed2 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:49.721823 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Attempting to bind port 1fc44359-5a64-44d4-95d1-55a129704ed2 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'c445b871-7bb1-4e6c-b76b-e46212af914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7b27c7a-1c8d-4e97-9453-1ccb60762d13'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:49.722132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Attempting to bind port 1fc44359-5a64-44d4-95d1-55a129704ed2 on network d7b27c7a-1c8d-4e97-9453-1ccb60762d13 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:49.732417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:49.732874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Checking segment: {'id': 'c445b871-7bb1-4e6c-b76b-e46212af914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7b27c7a-1c8d-4e97-9453-1ccb60762d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:49.733758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.733758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Bound using segment: {'id': 'c445b871-7bb1-4e6c-b76b-e46212af914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7b27c7a-1c8d-4e97-9453-1ccb60762d13'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:49.734085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Bound port: 1fc44359-5a64-44d4-95d1-55a129704ed2, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c445b871-7bb1-4e6c-b76b-e46212af914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7b27c7a-1c8d-4e97-9453-1ccb60762d13'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:49.734459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.762159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.766010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'Port': ['ID=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:49.868513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:49.899808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] For port 1fc44359-5a64-44d4-95d1-55a129704ed2, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:49.899808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 33d764ab-c1af-403f-ab2f-a08efe02824a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=33d764ab-c1af-403f-ab2f-a08efe02824a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:49.901323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] For port 1fc44359-5a64-44d4-95d1-55a129704ed2, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1fc44359-5a64-44d4-95d1-55a129704ed2,segment=NetworkSegment(c445b871-7bb1-4e6c-b76b-e46212af914d),segment_id=c445b871-7bb1-4e6c-b76b-e46212af914d)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:49.934886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3578b151-f2b4-45f3-bc42-3f3452a16e9a None None] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:49.992572 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-b99fc3fb-9f3b-431f-a89c-f3c8ab798252 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1681278 Apr 08 10:46:50.007345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:50.008540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:50.025574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:50.094252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:50.160379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=33d764ab-c1af-403f-ab2f-a08efe02824a,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:50.180325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:50.235273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-606ce6e9-fd7e-4684-9b84-73e8c367bb4d None None] Provisioning for port 34ea18a4-2688-4087-b006-38d928ec8385 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:50.261061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-606ce6e9-fd7e-4684-9b84-73e8c367bb4d None None] Provisioning complete for port 34ea18a4-2688-4087-b006-38d928ec8385 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:50.261392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-606ce6e9-fd7e-4684-9b84-73e8c367bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:50.328897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fd9a8-2414-46f3-ab9e-eeb845967329 None None] Pushing event updated for resources: {'Port': ['ID=1fc44359-5a64-44d4-95d1-55a129704ed2,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:50.406060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Router 6bf461fb-6473-439b-b342-2f731fbf2245 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:46:50.408502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-5566a3c6-7dd9-42e8-b080-9ac0b8bd5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:50.410242 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-5566a3c6-7dd9-42e8-b080-9ac0b8bd5038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 1098 time: 0.3160632 Apr 08 10:46:50.501702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-606ce6e9-fd7e-4684-9b84-73e8c367bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:50.544845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-606ce6e9-fd7e-4684-9b84-73e8c367bb4d None None] For port 34ea18a4-2688-4087-b006-38d928ec8385, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=34ea18a4-2688-4087-b006-38d928ec8385,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:50.633421 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-606ce6e9-fd7e-4684-9b84-73e8c367bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:50.770294 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ce6e9-fd7e-4684-9b84-73e8c367bb4d None None] Pushing event updated for resources: {'Port': ['ID=34ea18a4-2688-4087-b006-38d928ec8385,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:50.816791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1fc44359-5a64-44d4-95d1-55a129704ed2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:50.837108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:50.842594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:50.847283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-78126e72-de2b-46d3-91bb-40eb4f03aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:50.849131 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-78126e72-de2b-46d3-91bb-40eb4f03aa7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 200 len: 897 time: 0.3692029 Apr 08 10:46:50.856879 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Sync routers for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:50.869390 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:50.871094 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:50.922492 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9574d38f-6b6c-49a8-bed3-5d94c29c67a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "PUT /v2.0/routers/6bf461fb-6473-439b-b342-2f731fbf2245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4445374 Apr 08 10:46:50.985849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': '6206e12f-d255-4c27-963e-accdce3aefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd54e95a1-f158-4d7b-af8b-ec0f818c4b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:50.986560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: d54e95a1-f158-4d7b-af8b-ec0f818c4b84, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:46:51.017348 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-3bb5eaff-d189-47ae-aada-5db803b270ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c HTTP/1.1" status: 200 len: 1001 time: 0.1603539 Apr 08 10:46:51.044149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 1fc44359-5a64-44d4-95d1-55a129704ed2 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:51.057025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=934a396c-097e-4881-9f07-50c73cd4120b,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:51.071494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 33d764ab-c1af-403f-ab2f-a08efe02824a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:51.111240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-dbeb3860-052d-4ce8-a3bb-0648d1d0e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:51.114008 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-dbeb3860-052d-4ce8-a3bb-0648d1d0e88c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=660b0abe-f9b7-4a1f-90db-c81cb71a3a3e HTTP/1.1" status: 200 len: 834 time: 0.0896666 Apr 08 10:46:51.147168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Allocated IP 2001:db8::1 (38529e84-a03c-4546-80a4-db1963355d77/3932cf07-4a79-409f-afa1-5e210aa2244a/f09f8742-de58-468d-8658-40976923fbd1) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:51.147466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3173905e-1f4e-4183-9f84-1f6f4fce4dae None None] Provisioning for port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:51.153119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:46:51.160273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3173905e-1f4e-4183-9f84-1f6f4fce4dae None None] Provisioning complete for port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:51.160623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3173905e-1f4e-4183-9f84-1f6f4fce4dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.211585 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:46:51.268109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, d54e95a1-f158-4d7b-af8b-ec0f818c4b84) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:51.278954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3173905e-1f4e-4183-9f84-1f6f4fce4dae None None] Port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:51.300271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed5957-663b-4939-906e-a3d1217d1de5 None None] Network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:51.336056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-f25ce564-59c2-4682-a79e-3ed55d308a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:51.338172 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-f25ce564-59c2-4682-a79e-3ed55d308a3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2176743 Apr 08 10:46:51.404308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:51.404933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.451902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3173905e-1f4e-4183-9f84-1f6f4fce4dae None None] Provisioning complete for port 34ea18a4-2688-4087-b006-38d928ec8385 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:51.452278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3173905e-1f4e-4183-9f84-1f6f4fce4dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.488828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-c10b15df-8f49-462d-8e37-0223416a809c req-01b8e549-b27a-4306-9f2c-c495de626b0a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Synchronizing usage tracker for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:51.571391 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4ce25926-0ec9-4020-89dc-0a2d74caa69f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4315538 Apr 08 10:46:51.578388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55550) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:51.595876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1460862123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:51.624500 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-9c050a15-9518-4ca9-bc76-75385e379325 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799535 Apr 08 10:46:51.627449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:51.628677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 33d764ab-c1af-403f-ab2f-a08efe02824a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:51.628677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.641184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.649861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:51.662809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-c10b15df-8f49-462d-8e37-0223416a809c req-01b8e549-b27a-4306-9f2c-c495de626b0a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Unset dirty status for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:51.664260 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-01b8e549-b27a-4306-9f2c-c495de626b0a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688468564&fields=id&tenant_id=acdae6b2a12c494fa474f2a4d895ee09 HTTP/1.1" status: 200 len: 267 time: 0.4292462 Apr 08 10:46:51.668646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Transition to ACTIVE for port object f09f8742-de58-468d-8658-40976923fbd1 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:51.793191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.794204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.843728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5595f2-27d6-465c-b352-b8505280f6f0 None None] Network d7b27c7a-1c8d-4e97-9453-1ccb60762d13 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:51.847847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.854906 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5db720a4-0c70-4b4e-9c8a-93e502d14601 req-4f124c64-2beb-4e57-8fe8-9e416934e456 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203946 Apr 08 10:46:51.858309 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 2, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:51.864343 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Checking router: 6bf461fb-6473-439b-b342-2f731fbf2245 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:46:51.865774 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Updating router 6bf461fb-6473-439b-b342-2f731fbf2245 port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:46:51.878135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b15df-8f49-462d-8e37-0223416a809c req-a143bf2b-6fca-4b9c-baa3-a6e53db3a140 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:51.879616 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-a143bf2b-6fca-4b9c-baa3-a6e53db3a140 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/networks?id=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae HTTP/1.1" status: 200 len: 797 time: 0.2077096 Apr 08 10:46:51.896433 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-effcff3d-836e-4418-8544-3aae0028690c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/quotas/acdae6b2a12c494fa474f2a4d895ee09 HTTP/1.1" status: 200 len: 375 time: 0.0095301 Apr 08 10:46:51.903673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.929294 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:51.989745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.029075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network 38529e84-a03c-4546-80a4-db1963355d77 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:52.035251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:52.054559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:52.055092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.073647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Port': ['ID=f09f8742-de58-468d-8658-40976923fbd1,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:52.133048 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-ba368ba2-2be8-4aa5-97aa-2ea2be058b26 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=acdae6b2a12c494fa474f2a4d895ee09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2191806 Apr 08 10:46:52.141350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.142481 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-976be919-f492-4a3a-b02f-eb165a46af24 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5620718 Apr 08 10:46:52.143860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-d54e95a1-f158-4d7b-af8b-ec0f818c4b84', 'network_id': 'd54e95a1-f158-4d7b-af8b-ec0f818c4b84', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': '934a396c-097e-4881-9f07-50c73cd4120b'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:46:52.144724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.145503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55556) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:52.256541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-41413e3d-4e8b-4640-9ca3-14ea2928eba4 None None] Provisioning for port 1fc44359-5a64-44d4-95d1-55a129704ed2 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:52.283807 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-41413e3d-4e8b-4640-9ca3-14ea2928eba4 None None] Provisioning complete for port 1fc44359-5a64-44d4-95d1-55a129704ed2 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:52.284185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-41413e3d-4e8b-4640-9ca3-14ea2928eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.388783 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.405115 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Transition to ACTIVE for port object e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:52.426274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.443739 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-4cf5bf5c-8746-4691-9536-0872deae4752 service neutron] 10.222.0.23 "GET /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057435 Apr 08 10:46:52.496713 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.565620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Allocated IP 2001:db8::2 (d54e95a1-f158-4d7b-af8b-ec0f818c4b84/934a396c-097e-4881-9f07-50c73cd4120b/06af54a5-73f3-4840-8f7e-530719581014) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:52.631329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-41413e3d-4e8b-4640-9ca3-14ea2928eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.663832 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Pushing event updated for resources: {'Port': ['ID=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:52.691178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-41413e3d-4e8b-4640-9ca3-14ea2928eba4 None None] For port 1fc44359-5a64-44d4-95d1-55a129704ed2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1fc44359-5a64-44d4-95d1-55a129704ed2,segment=NetworkSegment(c445b871-7bb1-4e6c-b76b-e46212af914d),segment_id=c445b871-7bb1-4e6c-b76b-e46212af914d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:52.740864 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.741285 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.742677 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.743039 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.743376 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.744709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 34ea18a4-2688-4087-b006-38d928ec8385 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:52.746110 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.746443 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.746777 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.747107 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.747452 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.749634 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.756993 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:52.824394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-41413e3d-4e8b-4640-9ca3-14ea2928eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.834247 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Attempting to bind port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:52.834784 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Attempting to bind port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:52.835594 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Attempting to bind port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 on network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:52.844386 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:52.845072 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Checking segment: {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:52.845784 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.846330 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Bound using segment: {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:52.847012 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Bound port: e44aa4fd-a381-4c60-8e0a-a833f2e0ed60, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:52.847574 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:52.977734 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] For port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:52.984533 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] For port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:53.090772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.182324 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.183116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41413e3d-4e8b-4640-9ca3-14ea2928eba4 None None] Pushing event updated for resources: {'Port': ['ID=1fc44359-5a64-44d4-95d1-55a129704ed2,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:53.195865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 34ea18a4-2688-4087-b006-38d928ec8385 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:53.195865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.233073 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:53.234414 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:53.284547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.313729 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-0408a3c3-cc4f-483a-be96-0b3ca4e419bf service neutron] 10.222.0.23 "GET /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397717 Apr 08 10:46:53.344148 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4b7cd-9c57-44d7-9f0d-4b8298977900 None None] Pushing event updated for resources: {'Port': ['ID=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:53.386962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.387744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.483120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7402441e-2806-4352-931f-3d6edd8a0a81 None None] Provisioning for port f09f8742-de58-468d-8658-40976923fbd1 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:53.497479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7402441e-2806-4352-931f-3d6edd8a0a81 None None] Provisioning complete for port f09f8742-de58-468d-8658-40976923fbd1 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:53.497822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7402441e-2806-4352-931f-3d6edd8a0a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.567211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.571200 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:46:53.595782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event updated for resources: {'Port': ['ID=f09f8742-de58-468d-8658-40976923fbd1,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:53.608143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Transition to ACTIVE for port object 06af54a5-73f3-4840-8f7e-530719581014 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:53.667282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Network 38529e84-a03c-4546-80a4-db1963355d77 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:53.669172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:53.690918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7402441e-2806-4352-931f-3d6edd8a0a81 None None] Port f09f8742-de58-468d-8658-40976923fbd1 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:53.705896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Transition to ACTIVE for port object 06af54a5-73f3-4840-8f7e-530719581014 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:53.721763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7402441e-2806-4352-931f-3d6edd8a0a81 None None] Provisioning complete for port 1fc44359-5a64-44d4-95d1-55a129704ed2 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:53.721763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7402441e-2806-4352-931f-3d6edd8a0a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.795242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-9c795067-28a1-45ea-bf65-4c108de808b2 req-f3212965-d80a-43cb-b6dd-6c5c6fc5e736 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Synchronizing usage tracker for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:53.842654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:53.949141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8::1 (d54e95a1-f158-4d7b-af8b-ec0f818c4b84/934a396c-097e-4881-9f07-50c73cd4120b/ade745a9-02fb-4121-b7e4-274d7f43c8ed) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:53.959599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:53.967040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-9c795067-28a1-45ea-bf65-4c108de808b2 req-f3212965-d80a-43cb-b6dd-6c5c6fc5e736 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Unset dirty status for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:53.971969 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c795067-28a1-45ea-bf65-4c108de808b2 req-f3212965-d80a-43cb-b6dd-6c5c6fc5e736 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 210 time: 0.2795877 Apr 08 10:46:53.974971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:53.987041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Router 74efaa98-19b7-4c21-bfa7-fec2ff1015f4 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:46:54.006626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:54.048580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Pushing event updated for resources: {'Port': ['ID=06af54a5-73f3-4840-8f7e-530719581014,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:54.086417 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:52Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:54.091776 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e1a00-b4d1-4584-be88-fbbfb3479762 None None] The sync data for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv is: [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:52Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:54.123521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Attempting to bind port 06af54a5-73f3-4840-8f7e-530719581014 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:54.123898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Attempting to bind port 06af54a5-73f3-4840-8f7e-530719581014 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '6206e12f-d255-4c27-963e-accdce3aefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd54e95a1-f158-4d7b-af8b-ec0f818c4b84'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:54.124260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Attempting to bind port 06af54a5-73f3-4840-8f7e-530719581014 on network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:54.130148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:54.130906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Checking segment: {'id': '6206e12f-d255-4c27-963e-accdce3aefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd54e95a1-f158-4d7b-af8b-ec0f818c4b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:54.131320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.131713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Bound using segment: {'id': '6206e12f-d255-4c27-963e-accdce3aefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd54e95a1-f158-4d7b-af8b-ec0f818c4b84'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:54.132230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Bound port: 06af54a5-73f3-4840-8f7e-530719581014, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6206e12f-d255-4c27-963e-accdce3aefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd54e95a1-f158-4d7b-af8b-ec0f818c4b84'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:54.132760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.200626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.223141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object ade745a9-02fb-4121-b7e4-274d7f43c8ed will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:54.247662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:54.253236 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-74fdcf50-f531-4f07-a575-0e71fcf19c3a tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "PUT /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8349905 Apr 08 10:46:54.256029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55568) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:54.262622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dfe0f8-e371-436f-809e-9b2cd842a670 None None] Sync routers for ids ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:54.285824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a20eda3d-9500-4d06-b948-c7f7d22d2b8f None None] Provisioning complete for port f09f8742-de58-468d-8658-40976923fbd1 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:54.290184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a20eda3d-9500-4d06-b948-c7f7d22d2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.302449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.356918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] For port 06af54a5-73f3-4840-8f7e-530719581014, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:54.362322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] For port 06af54a5-73f3-4840-8f7e-530719581014, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=06af54a5-73f3-4840-8f7e-530719581014,segment=NetworkSegment(6206e12f-d255-4c27-963e-accdce3aefea),segment_id=6206e12f-d255-4c27-963e-accdce3aefea)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:54.399593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfe0f8-e371-436f-809e-9b2cd842a670 None None] Routers {'74efaa98-19b7-4c21-bfa7-fec2ff1015f4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:54.401266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f3dfe0f8-e371-436f-809e-9b2cd842a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:54.438352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9a947192-6950-48bd-acb9-bbfe4d8bc356 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.468222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=ade745a9-02fb-4121-b7e4-274d7f43c8ed,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:54.470446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a20eda3d-9500-4d06-b948-c7f7d22d2b8f None None] Port f09f8742-de58-468d-8658-40976923fbd1 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:54.492337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:54.494666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:54.497697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:54.498524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.513503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.517737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f3dfe0f8-e371-436f-809e-9b2cd842a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:54.588577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfe0f8-e371-436f-809e-9b2cd842a670 None None] Routers {'74efaa98-19b7-4c21-bfa7-fec2ff1015f4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:54.589212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f3dfe0f8-e371-436f-809e-9b2cd842a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:54.618628 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-9a947192-6950-48bd-acb9-bbfe4d8bc356 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 08 10:46:54.623221 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9a947192-6950-48bd-acb9-bbfe4d8bc356 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4 HTTP/1.1" status: 409 len: 329 time: 0.3631968 Apr 08 10:46:54.624051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55574) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:54.708110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:54.790345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f3dfe0f8-e371-436f-809e-9b2cd842a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:54.791036 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dfe0f8-e371-436f-809e-9b2cd842a670 None None] The sync data for ids ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:54.823916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:54.899095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3f216-e6a7-489c-a410-b07be8b2259e None None] Pushing event updated for resources: {'Port': ['ID=06af54a5-73f3-4840-8f7e-530719581014,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:55.027698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:55.034852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:55.035296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:55.287958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:55.312310 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78bd0afa-3985-4d91-a7ae-e33bb1243498 req-35dd10bf-3882-4a73-9c18-168fabc9ace0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 210 time: 0.0813956 Apr 08 10:46:55.328060 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:46:55.333379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:55.381294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:55.427000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:55.427929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1fc44359-5a64-44d4-95d1-55a129704ed2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:55.455576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:55.456362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:55.562057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=ade745a9-02fb-4121-b7e4-274d7f43c8ed,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:55.565371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:55.613229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:55.625537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1fc44359-5a64-44d4-95d1-55a129704ed2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:55.626003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:55.865282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:55.865282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:56.028680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting port f09f8742-de58-468d-8658-40976923fbd1 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:56.029157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:56.163986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 29ae9863-f6b0-498b-921a-0a661bcca064 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:46:56.219685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ac1ac-7d7a-498a-a20a-68daad7bd2ec None None] Network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:56.229446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:56.340176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:56.350568 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30338b7f-2f56-48eb-9905-7294cfcc6ade None None] Sync routers for ids ['29ae9863-f6b0-498b-921a-0a661bcca064'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:56.363086 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-193a8e11-838d-4d14-a3c0-39d7af95b9aa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/29ae9863-f6b0-498b-921a-0a661bcca064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2135916 Apr 08 10:46:56.373341 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30338b7f-2f56-48eb-9905-7294cfcc6ade None None] Routers {'29ae9863-f6b0-498b-921a-0a661bcca064'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:56.375323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55584) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:56.375452 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-30338b7f-2f56-48eb-9905-7294cfcc6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['29ae9863-f6b0-498b-921a-0a661bcca064'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:56.404545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Calling delete_port for f09f8742-de58-468d-8658-40976923fbd1 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:46:56.444598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ee27c367-11ab-4ef4-a45a-dedf7d5e7d52 None None] Provisioning for port 06af54a5-73f3-4840-8f7e-530719581014 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:56.498296 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-30338b7f-2f56-48eb-9905-7294cfcc6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:56.516564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e8b75-94f9-42cf-bb6a-1380681fb716 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:56.517831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5a2e8b75-94f9-42cf-bb6a-1380681fb716 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:56.537323 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30338b7f-2f56-48eb-9905-7294cfcc6ade None None] Routers {'29ae9863-f6b0-498b-921a-0a661bcca064'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:56.538221 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-30338b7f-2f56-48eb-9905-7294cfcc6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['29ae9863-f6b0-498b-921a-0a661bcca064'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:56.619710 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e1b68052-8c8a-4a7c-9809-0dab72d8cd50 req-b31118a9-848d-4600-b277-8c0da0d8d17b tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 210 time: 0.0716963 Apr 08 10:46:56.644410 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-30338b7f-2f56-48eb-9905-7294cfcc6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:56.644845 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30338b7f-2f56-48eb-9905-7294cfcc6ade None None] The sync data for ids ['29ae9863-f6b0-498b-921a-0a661bcca064'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:56.746133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b15df-8f49-462d-8e37-0223416a809c req-515c3f7a-9d34-448c-89d2-9c5f99a382bc tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:56.747036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c10b15df-8f49-462d-8e37-0223416a809c req-515c3f7a-9d34-448c-89d2-9c5f99a382bc tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Synchronizing usage tracker for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:56.785886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5a2e8b75-94f9-42cf-bb6a-1380681fb716 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:56.793683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55588) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:56.795081 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5a2e8b75-94f9-42cf-bb6a-1380681fb716 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports/ade745a9-02fb-4121-b7e4-274d7f43c8ed HTTP/1.1" status: 200 len: 911 time: 0.4187300 Apr 08 10:46:56.797747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:56.799866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f8df91bd-4626-4fa9-8bc5-954a94006374 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '934a396c-097e-4881-9f07-50c73cd4120b'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:56.838673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:56.872663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c10b15df-8f49-462d-8e37-0223416a809c req-515c3f7a-9d34-448c-89d2-9c5f99a382bc tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Unset dirty status for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:56.873794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:56.874365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:56.874510 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-515c3f7a-9d34-448c-89d2-9c5f99a382bc tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.41 "GET /v2.0/networks?id=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae HTTP/1.1" status: 200 len: 797 time: 0.3522260 Apr 08 10:46:56.956370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Port': ['ID=f09f8742-de58-468d-8658-40976923fbd1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:56.981993 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-ecffe839-76e9-4e25-b4c8-ab2b4543893e tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acdae6b2a12c494fa474f2a4d895ee09 HTTP/1.1" status: 200 len: 380 time: 0.0985341 Apr 08 10:46:57.000356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'port': {'device_id': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'admin_state_up': True, 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'security_groups': ['c27a170a-c6aa-4937-9528-90cc70093128']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:57.042195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 06af54a5-73f3-4840-8f7e-530719581014 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:57.096803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5c4754d6-6f11-495f-bed7-814e43df2760 None None] Provisioning for port ade745a9-02fb-4121-b7e4-274d7f43c8ed completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:57.117381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5c4754d6-6f11-495f-bed7-814e43df2760 None None] Provisioning complete for port ade745a9-02fb-4121-b7e4-274d7f43c8ed triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:57.119241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c4754d6-6f11-495f-bed7-814e43df2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.233680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:57.237057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-5c4754d6-6f11-495f-bed7-814e43df2760 None None] Port ade745a9-02fb-4121-b7e4-274d7f43c8ed cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:57.246202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:57.331201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f778e0a5-dc1b-499d-9069-9fc805494859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.341716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Made reservation on behalf of acdae6b2a12c494fa474f2a4d895ee09 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:57.345736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 06af54a5-73f3-4840-8f7e-530719581014 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:57.348705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.350827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.354399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 06af54a5-73f3-4840-8f7e-530719581014 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:57.355020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.450743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-908e7bf0-cf35-45af-8c43-14c4ab815546 None None] Provisioning complete for port ade745a9-02fb-4121-b7e4-274d7f43c8ed triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:57.451284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-908e7bf0-cf35-45af-8c43-14c4ab815546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.567206 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-908e7bf0-cf35-45af-8c43-14c4ab815546 None None] Port ade745a9-02fb-4121-b7e4-274d7f43c8ed cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:57.574016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.584116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Allocated IP 172.20.0.11 (405b7139-e5c4-42c7-a7f4-ecd49f7b07ae/446d6872-bfa4-4a4d-8361-f08a5699ef7e/3c45fea7-cfde-460f-ad8c-2e4c582ca8b5) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:57.611208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 06af54a5-73f3-4840-8f7e-530719581014, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=06af54a5-73f3-4840-8f7e-530719581014,segment=NetworkSegment(6206e12f-d255-4c27-963e-accdce3aefea),segment_id=6206e12f-d255-4c27-963e-accdce3aefea)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:46:57.700211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.758761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3d9de3a8-a0c7-4bfe-aaba-960ea634163b None None] Provisioning complete for port ade745a9-02fb-4121-b7e4-274d7f43c8ed triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:57.760888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3d9de3a8-a0c7-4bfe-aaba-960ea634163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.817671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.830358 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-55013456-f544-49e2-8990-0bc0222d679a req-fc76ffe8-7dad-4edf-bfc8-604c02faa33c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 210 time: 0.0576808 Apr 08 10:46:57.830358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Router 74efaa98-19b7-4c21-bfa7-fec2ff1015f4 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:46:57.843124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3d9de3a8-a0c7-4bfe-aaba-960ea634163b None None] Port ade745a9-02fb-4121-b7e4-274d7f43c8ed cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:57.851274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=06af54a5-73f3-4840-8f7e-530719581014,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:57.852202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8df91bd-4626-4fa9-8bc5-954a94006374 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:57.854764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Transition to ACTIVE for port object 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:57.947779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.020401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:58.028751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:58.033569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:46:58.042837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:46:58.053513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49a053-c8a8-41f4-99ce-258bf0b8fb33 None None] Sync routers for ids ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:46:58.064733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:58.068528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49a053-c8a8-41f4-99ce-258bf0b8fb33 None None] Routers {'74efaa98-19b7-4c21-bfa7-fec2ff1015f4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:58.069174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e49a053-c8a8-41f4-99ce-258bf0b8fb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:58.106616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:58.107264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.122868 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-28af3b21-6fe4-4e9b-baec-86e15e1e1575 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "PUT /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4982722 Apr 08 10:46:58.130968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55598) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:58.147391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e49a053-c8a8-41f4-99ce-258bf0b8fb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:58.157608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49a053-c8a8-41f4-99ce-258bf0b8fb33 None None] Routers {'74efaa98-19b7-4c21-bfa7-fec2ff1015f4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:46:58.158379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e49a053-c8a8-41f4-99ce-258bf0b8fb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:58.222235 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-957e7966-d662-4030-8d80-85ca9651506a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2346230 Apr 08 10:46:58.236357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Request body: {'port': {'device_id': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:58.267202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e49a053-c8a8-41f4-99ce-258bf0b8fb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:58.267611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49a053-c8a8-41f4-99ce-258bf0b8fb33 None None] The sync data for ids ['74efaa98-19b7-4c21-bfa7-fec2ff1015f4'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:46:58.288216 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-b2341765-5d55-45e1-b48f-028d3a19f9c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] show failed (client error): The resource could not be found. Apr 08 10:46:58.293579 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b2341765-5d55-45e1-b48f-028d3a19f9c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1682051050 HTTP/1.1" status: 404 len: 335 time: 0.1573162 Apr 08 10:46:58.295241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55602) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:58.306308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ddda490f-6036-4058-b4bf-c285067b307f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:46:58.478800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8bdf8462-175f-4085-a8ac-0ea070898d7f None None] Provisioning for port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:58.484286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8bdf8462-175f-4085-a8ac-0ea070898d7f None None] Provisioning complete for port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:58.484690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8462-175f-4085-a8ac-0ea070898d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.501737 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-ddda490f-6036-4058-b4bf-c285067b307f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] update failed (client error): The resource could not be found. Apr 08 10:46:58.506820 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ddda490f-6036-4058-b4bf-c285067b307f tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-751681415 HTTP/1.1" status: 404 len: 334 time: 0.2080247 Apr 08 10:46:58.506984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55606) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:58.539291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf8462-175f-4085-a8ac-0ea070898d7f None None] Port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:46:58.565510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.669977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 06af54a5-73f3-4840-8f7e-530719581014 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:58.747804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 06af54a5-73f3-4840-8f7e-530719581014 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:58.748176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.756650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8df91bd-4626-4fa9-8bc5-954a94006374 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.768247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-25aad075-49a4-4009-967a-6da2d3724eb9 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting subnet 6bb17ee6-a4eb-4e50-b976-a66f3ac82ffa {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:46:58.771453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25aad075-49a4-4009-967a-6da2d3724eb9 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.838191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25aad075-49a4-4009-967a-6da2d3724eb9 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.871427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8df91bd-4626-4fa9-8bc5-954a94006374 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.878228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df91bd-4626-4fa9-8bc5-954a94006374 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:58.878523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f8df91bd-4626-4fa9-8bc5-954a94006374 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.884822 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f8df91bd-4626-4fa9-8bc5-954a94006374 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/ports/ade745a9-02fb-4121-b7e4-274d7f43c8ed HTTP/1.1" status: 200 len: 911 time: 2.0889471 Apr 08 10:46:58.891799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55612) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:58.933755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:46:58.941275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:58.959428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Transition to ACTIVE for port object 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:59.045842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0833fe8-9822-4c8b-9c97-7d9532d7709a req-f3de3a4b-7f1d-4a54-b85f-2b116d29d8ec tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:59.046651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e0833fe8-9822-4c8b-9c97-7d9532d7709a req-f3de3a4b-7f1d-4a54-b85f-2b116d29d8ec tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Synchronizing usage tracker for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:59.050544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.120184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df91bd-4626-4fa9-8bc5-954a94006374 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=ade745a9-02fb-4121-b7e4-274d7f43c8ed,revision_number=3']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:59.220937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Pushing event updated for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:59.229937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e0833fe8-9822-4c8b-9c97-7d9532d7709a req-f3de3a4b-7f1d-4a54-b85f-2b116d29d8ec tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Unset dirty status for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:59.235175 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e0833fe8-9822-4c8b-9c97-7d9532d7709a req-f3de3a4b-7f1d-4a54-b85f-2b116d29d8ec tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 932 time: 0.2745509 Apr 08 10:46:59.327721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e0833fe8-9822-4c8b-9c97-7d9532d7709a req-cf8002ba-fbdc-40e0-af78-d72c2907d735 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865529 Apr 08 10:46:59.347666 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Attempting to bind port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:59.348009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Attempting to bind port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:59.348341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Attempting to bind port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 on network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:59.356142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 on network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:46:59.356498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Attempting to bind port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 on network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:46:59.365483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:46:59.365839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Checking segment: {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:46:59.366228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Bound using segment: {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:46:59.366677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Bound port: 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f025be26-98bd-49e7-bcf4-5750d49c8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:59.367758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.379492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25aad075-49a4-4009-967a-6da2d3724eb9 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.461372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:46:59.465351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:46:59.483847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-707a7e3d-fbbb-4189-a433-9445e3f4c4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.558756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.581330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.619634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:59.620253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.621664 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 HTTP/1.1" status: 200 len: 1094 time: 1.3904939 Apr 08 10:46:59.622065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:46:59.640311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25aad075-49a4-4009-967a-6da2d3724eb9 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.658734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f67545-c9af-4a6a-a4ad-e9f7563fba85 service neutron] Pushing event updated for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:59.692197 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27efa8dd-bb91-476a-9028-8a82cca7112e'] response: {'name': 'network-changed', 'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'status': 'completed', 'code': 200} Apr 08 10:46:59.756884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aad075-49a4-4009-967a-6da2d3724eb9 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb17ee6-a4eb-4e50-b976-a66f3ac82ffa,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:59.760401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25aad075-49a4-4009-967a-6da2d3724eb9 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.765814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edd44e-e597-4754-b444-5d60fe20debe None None] Network d7b27c7a-1c8d-4e97-9453-1ccb60762d13 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:46:59.775417 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-25aad075-49a4-4009-967a-6da2d3724eb9 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/subnets/6bb17ee6-a4eb-4e50-b976-a66f3ac82ffa HTTP/1.1" status: 204 len: 168 time: 1.2664335 Apr 08 10:46:59.778940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55618) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:59.922400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c1d6-bd4a-41c8-bb94-d9795dd4505a req-7d53d586-5029-40d4-963b-be4e5180da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:59.923831 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7039c1d6-bd4a-41c8-bb94-d9795dd4505a req-7d53d586-5029-40d4-963b-be4e5180da8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=acdae6b2a12c494fa474f2a4d895ee09&device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 1097 time: 0.2172508 Apr 08 10:46:59.929174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:59.999212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port ade745a9-02fb-4121-b7e4-274d7f43c8ed {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:46:59.999718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.028702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting port 1fc44359-5a64-44d4-95d1-55a129704ed2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:00.028702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.061354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] DHCP port deletion for d7b27c7a-1c8d-4e97-9453-1ccb60762d13 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:00.065241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] Deleting port 1fc44359-5a64-44d4-95d1-55a129704ed2 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:00.065621 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.209319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c1d6-bd4a-41c8-bb94-d9795dd4505a req-2b1202c0-3e29-4a98-9aa4-719229941c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:00.210791 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7039c1d6-bd4a-41c8-bb94-d9795dd4505a req-2b1202c0-3e29-4a98-9aa4-719229941c50 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=acdae6b2a12c494fa474f2a4d895ee09&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2791755 Apr 08 10:47:00.278362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] For port 1fc44359-5a64-44d4-95d1-55a129704ed2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1fc44359-5a64-44d4-95d1-55a129704ed2,segment=NetworkSegment(c445b871-7bb1-4e6c-b76b-e46212af914d),segment_id=c445b871-7bb1-4e6c-b76b-e46212af914d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:00.279356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.329328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.426472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] Calling delete_port for 1fc44359-5a64-44d4-95d1-55a129704ed2 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:00.492962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for ade745a9-02fb-4121-b7e4-274d7f43c8ed owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:00.535472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.537795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55626) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:00.558289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] For port 1fc44359-5a64-44d4-95d1-55a129704ed2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1fc44359-5a64-44d4-95d1-55a129704ed2,segment=NetworkSegment(c445b871-7bb1-4e6c-b76b-e46212af914d),segment_id=c445b871-7bb1-4e6c-b76b-e46212af914d)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:00.558665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.599782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.657781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc011a-1683-4d1e-9e07-6bed985f54cf tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:00.658336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc011a-1683-4d1e-9e07-6bed985f54cf tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:00.658734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc011a-1683-4d1e-9e07-6bed985f54cf tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:00.660402 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-55dc011a-1683-4d1e-9e07-6bed985f54cf tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&network_id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 200 len: 2999 time: 0.1216748 Apr 08 10:47:00.676490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] Pushing event deleted for resources: {'Port': ['ID=1fc44359-5a64-44d4-95d1-55a129704ed2,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:00.684519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648fb3b-bcff-41bb-9a36-1ad019324f15 None None] No DVR routers for this DVR port 1fc44359-5a64-44d4-95d1-55a129704ed2 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:00.710527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1fc44359-5a64-44d4-95d1-55a129704ed2 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:00.710753 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Calling delete_port for 1fc44359-5a64-44d4-95d1-55a129704ed2 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:00.746180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 1fc44359-5a64-44d4-95d1-55a129704ed2 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:00.746536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1fc44359-5a64-44d4-95d1-55a129704ed2 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:00.777558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c1d6-bd4a-41c8-bb94-d9795dd4505a req-21204e40-20ab-4cb5-af12-5011e75f4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:00.779004 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7039c1d6-bd4a-41c8-bb94-d9795dd4505a req-21204e40-20ab-4cb5-af12-5011e75f4877 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5243521 Apr 08 10:47:00.826955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:00.873125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78314f5-8845-4646-8ce2-b30ad7bda554 req-1aa605c8-49be-4963-8a3e-83770c4bd207 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:00.874620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b78314f5-8845-4646-8ce2-b30ad7bda554 req-1aa605c8-49be-4963-8a3e-83770c4bd207 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 944 time: 0.3815274 Apr 08 10:47:00.876274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=ade745a9-02fb-4121-b7e4-274d7f43c8ed,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:00.886718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:47:00.887042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:47:00.949505 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b78314f5-8845-4646-8ce2-b30ad7bda554 req-032144f6-50b4-4a1d-a257-bedabc77d16d tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665925 Apr 08 10:47:00.956533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b15df-8f49-462d-8e37-0223416a809c req-c70e39ab-bd5a-4e7d-9bab-834ce55a81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:00.957998 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-c70e39ab-bd5a-4e7d-9bab-834ce55a81f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=acdae6b2a12c494fa474f2a4d895ee09&device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 1097 time: 0.1398337 Apr 08 10:47:01.036947 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-2a4148a1-d407-4d6e-8c34-7f3a18115ece service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 HTTP/1.1" status: 200 len: 217 time: 0.0633018 Apr 08 10:47:01.055526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.106988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b15df-8f49-462d-8e37-0223416a809c req-400b7f52-fecb-407c-b009-e556254ca10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:01.108566 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-400b7f52-fecb-407c-b009-e556254ca10c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=446d6872-bfa4-4a4d-8361-f08a5699ef7e HTTP/1.1" status: 200 len: 834 time: 0.0655854 Apr 08 10:47:01.187768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b15df-8f49-462d-8e37-0223416a809c req-8b0aa133-e33a-4199-b4a5-f0334e91cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:01.189316 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-8b0aa133-e33a-4199-b4a5-f0334e91cd57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735481 Apr 08 10:47:01.192307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.326948 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-89ee0486-8cd2-48dc-87c6-552d2f3cd6c0 service neutron] 10.222.0.41 "GET /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311758 Apr 08 10:47:01.331695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 29ae9863-f6b0-498b-921a-0a661bcca064 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:01.417041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting port 1fc44359-5a64-44d4-95d1-55a129704ed2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:01.417393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.463764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:01.474175 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e2aa0-d333-4bd8-b62b-4fe32a968196 None None] Sync routers for ids ['29ae9863-f6b0-498b-921a-0a661bcca064'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:01.483525 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e2aa0-d333-4bd8-b62b-4fe32a968196 None None] Routers {'29ae9863-f6b0-498b-921a-0a661bcca064'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:01.484149 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f96e2aa0-d333-4bd8-b62b-4fe32a968196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['29ae9863-f6b0-498b-921a-0a661bcca064'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:01.506643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] The port '1fc44359-5a64-44d4-95d1-55a129704ed2' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:47:01.547770 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f96e2aa0-d333-4bd8-b62b-4fe32a968196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:01.558265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-71075df1-c712-4a13-911c-1dd1c11fb30b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/29ae9863-f6b0-498b-921a-0a661bcca064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6310999 Apr 08 10:47:01.558514 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e2aa0-d333-4bd8-b62b-4fe32a968196 None None] Routers {'29ae9863-f6b0-498b-921a-0a661bcca064'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:01.558514 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f96e2aa0-d333-4bd8-b62b-4fe32a968196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['29ae9863-f6b0-498b-921a-0a661bcca064'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:01.559726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55636) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:01.597216 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c10b15df-8f49-462d-8e37-0223416a809c req-78307d6c-a62c-4135-ae29-cfb4589468dd service neutron] 10.222.0.41 "GET /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642221 Apr 08 10:47:01.611646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7838cd0b-5968-467c-a145-f187fe2f663a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:01.621169 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f96e2aa0-d333-4bd8-b62b-4fe32a968196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:01.621708 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e2aa0-d333-4bd8-b62b-4fe32a968196 None None] The sync data for ids ['29ae9863-f6b0-498b-921a-0a661bcca064'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:01.668513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.694821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b27c7a-1c8d-4e97-9453-1ccb60762d13']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:01.706974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7838cd0b-5968-467c-a145-f187fe2f663a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:01.708102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c445b871-7bb1-4e6c-b76b-e46212af914d') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:01.708236 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7838cd0b-5968-467c-a145-f187fe2f663a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=29ae9863-f6b0-498b-921a-0a661bcca064 HTTP/1.1" status: 200 len: 205 time: 0.1469786 Apr 08 10:47:01.708584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c445b871-7bb1-4e6c-b76b-e46212af914d') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:01.710853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55640) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:01.720610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.737872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.744419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:01.744853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: util.warn( Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:01.759586 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:01.930043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.935716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.953174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.965972 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/networks/d7b27c7a-1c8d-4e97-9453-1ccb60762d13 HTTP/1.1" status: 204 len: 168 time: 2.1859148 Apr 08 10:47:01.966943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acdfe2-113d-44cb-997a-34d286b02968 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Network': ['ID=d7b27c7a-1c8d-4e97-9453-1ccb60762d13,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:01.972681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49998ba4-6852-4799-b2d5-b039044f49a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:01.973090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55644) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:02.058190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dcefbf-a683-4cd2-ad33-8b43d4d617b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting subnet 7f89d948-5d29-4415-95ae-643323fe7824 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:47:02.062375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-18dcefbf-a683-4cd2-ad33-8b43d4d617b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.236645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-18dcefbf-a683-4cd2-ad33-8b43d4d617b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.320228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-18dcefbf-a683-4cd2-ad33-8b43d4d617b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.330144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49998ba4-6852-4799-b2d5-b039044f49a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.332341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49998ba4-6852-4799-b2d5-b039044f49a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.377960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63313d3e-2547-403a-a50d-776843d14052 req-b0a2e8ff-24a4-4fbe-87a1-8ea6385df52b tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:02.382008 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-63313d3e-2547-403a-a50d-776843d14052 req-b0a2e8ff-24a4-4fbe-87a1-8ea6385df52b tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 944 time: 0.2816792 Apr 08 10:47:02.410782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55652) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:02.417321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49998ba4-6852-4799-b2d5-b039044f49a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.422264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49998ba4-6852-4799-b2d5-b039044f49a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Fanout notify agent at l3_agent the message router_deleted on router 29ae9863-f6b0-498b-921a-0a661bcca064 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:47:02.434702 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-63313d3e-2547-403a-a50d-776843d14052 req-bf2c7815-b5c9-4a14-81f3-135c343f4466 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483704 Apr 08 10:47:02.440553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49998ba4-6852-4799-b2d5-b039044f49a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.445160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-49998ba4-6852-4799-b2d5-b039044f49a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/29ae9863-f6b0-498b-921a-0a661bcca064 HTTP/1.1" status: 204 len: 168 time: 0.7298336 Apr 08 10:47:02.445160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55656) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:02.463682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-18dcefbf-a683-4cd2-ad33-8b43d4d617b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.514532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcefbf-a683-4cd2-ad33-8b43d4d617b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Subnet': ['ID=7f89d948-5d29-4415-95ae-643323fe7824,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:02.514778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e2dcc8-4c69-4d0b-9928-98de57410e1a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet 934a396c-097e-4881-9f07-50c73cd4120b {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:47:02.516326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-18dcefbf-a683-4cd2-ad33-8b43d4d617b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.516700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-05e2dcc8-4c69-4d0b-9928-98de57410e1a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.519878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec9747-2ca3-4bae-b153-6abcf9c750fa tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:02.521435 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f2ec9747-2ca3-4bae-b153-6abcf9c750fa tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 814 time: 0.1096623 Apr 08 10:47:02.522887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc69b3-835b-4e08-8c3c-43db697a6d36 None None] Network d9536a46-9b69-4cb2-a9a6-53100b8140b3 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:02.528165 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-18dcefbf-a683-4cd2-ad33-8b43d4d617b7 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/subnets/7f89d948-5d29-4415-95ae-643323fe7824 HTTP/1.1" status: 204 len: 168 time: 0.5512962 Apr 08 10:47:02.537644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55660) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:02.579762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-05e2dcc8-4c69-4d0b-9928-98de57410e1a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.611056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5633dddd-8f78-459c-91a4-9c5549841bc3 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting subnet 63189504-6ec3-4080-9a97-8322fa91f4cb {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:47:02.614419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5633dddd-8f78-459c-91a4-9c5549841bc3 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.675784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-05e2dcc8-4c69-4d0b-9928-98de57410e1a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.676191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5633dddd-8f78-459c-91a4-9c5549841bc3 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.779689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5633dddd-8f78-459c-91a4-9c5549841bc3 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.804149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] DHCP port deletion for d9536a46-9b69-4cb2-a9a6-53100b8140b3 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:02.809141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] Deleting port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:02.809582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.821540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-05e2dcc8-4c69-4d0b-9928-98de57410e1a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.866855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2dcc8-4c69-4d0b-9928-98de57410e1a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=934a396c-097e-4881-9f07-50c73cd4120b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:02.872264 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-05e2dcc8-4c69-4d0b-9928-98de57410e1a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.879135 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-05e2dcc8-4c69-4d0b-9928-98de57410e1a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/934a396c-097e-4881-9f07-50c73cd4120b HTTP/1.1" status: 204 len: 168 time: 0.4338260 Apr 08 10:47:02.881900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55668) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:02.893446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d74efe-3cac-47b0-aacf-7ea5d05e3873 None None] Network d54e95a1-f158-4d7b-af8b-ec0f818c4b84 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:02.901770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5633dddd-8f78-459c-91a4-9c5549841bc3 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.945200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633dddd-8f78-459c-91a4-9c5549841bc3 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Subnet': ['ID=63189504-6ec3-4080-9a97-8322fa91f4cb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:02.952145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5633dddd-8f78-459c-91a4-9c5549841bc3 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:02.961857 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5633dddd-8f78-459c-91a4-9c5549841bc3 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/subnets/63189504-6ec3-4080-9a97-8322fa91f4cb HTTP/1.1" status: 204 len: 168 time: 0.4207406 Apr 08 10:47:02.962214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55672) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:02.989971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab562783-ec18-480e-a9fa-8581d67df38d None None] Network 8559b1eb-67b1-4139-9d86-514fe851a10e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:03.006717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.019371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port 06af54a5-73f3-4840-8f7e-530719581014 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:03.019713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.096972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.109963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:03.110884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.203221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55676) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:03.216123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--364466601', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:03.224893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:03.248124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:03.261939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port 06af54a5-73f3-4840-8f7e-530719581014, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=06af54a5-73f3-4840-8f7e-530719581014,segment=NetworkSegment(6206e12f-d255-4c27-963e-accdce3aefea),segment_id=6206e12f-d255-4c27-963e-accdce3aefea)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:03.262924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.324462 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] For port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db,segment=NetworkSegment(e13bea00-931d-4ae0-9511-8d0f2d8e6242),segment_id=e13bea00-931d-4ae0-9511-8d0f2d8e6242)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:03.325014 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.374615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:03.378223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.409446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] For port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db,segment=NetworkSegment(e13bea00-931d-4ae0-9511-8d0f2d8e6242),segment_id=e13bea00-931d-4ae0-9511-8d0f2d8e6242)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:03.409905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.417837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for 06af54a5-73f3-4840-8f7e-530719581014 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:03.521655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] Calling delete_port for 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:03.547940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:47:03.557999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Calling delete_port for 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:03.587893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.643168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=06af54a5-73f3-4840-8f7e-530719581014,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:03.648862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No DVR routers for this DVR port 06af54a5-73f3-4840-8f7e-530719581014 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:03.662401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.664181 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment d0317547-0b19-4d3c-a08c-a4e0453af3d6 of type vlan for network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac Apr 08 10:47:03.684753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.732402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.746435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16657d-2981-4209-8162-917dcbbd09e3 None None] DHCP port deletion for d54e95a1-f158-4d7b-af8b-ec0f818c4b84 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:03.767715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] DHCP port deletion for 8559b1eb-67b1-4139-9d86-514fe851a10e request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:03.770833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] Pushing event deleted for resources: {'Port': ['ID=5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:03.774141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dbe3e-701d-4a83-a740-96e95e253592 None None] No DVR routers for this DVR port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:03.774922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:47:03.775290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:47:03.780364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] Deleting port d5ce04a6-5bd7-47fa-8147-8e9c361a225d {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:03.780959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.800799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159cd13-f119-4c6c-8dea-a2a4816d8f60 req-d1c490a2-910e-4f11-9927-cf2851c9b80f tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:03.801704 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3159cd13-f119-4c6c-8dea-a2a4816d8f60 req-d1c490a2-910e-4f11-9927-cf2851c9b80f tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 944 time: 0.2147036 Apr 08 10:47:03.851662 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3159cd13-f119-4c6c-8dea-a2a4816d8f60 req-32d4b6af-00ee-4a28-95d6-976e1ab02caf tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Apr 08 10:47:03.855130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.860692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:03.861407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.930258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.958851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54e95a1-f158-4d7b-af8b-ec0f818c4b84']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:03.974251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6206e12f-d255-4c27-963e-accdce3aefea') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:03.974725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6206e12f-d255-4c27-963e-accdce3aefea') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:03.987104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:03.988106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.001685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:47:04.006424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.013495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:04.013892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:04.029105 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:04.046009 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2d4948a0-5ade-483b-a050-c3237cfe8448 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8424656 Apr 08 10:47:04.052632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55682) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.119346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f333012a-7459-4ae3-ae69-bd98db8e53e1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:04.122612 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f333012a-7459-4ae3-ae69-bd98db8e53e1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0688198 Apr 08 10:47:04.123909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55686) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.135986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] For port d5ce04a6-5bd7-47fa-8147-8e9c361a225d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d5ce04a6-5bd7-47fa-8147-8e9c361a225d,segment=NetworkSegment(cd038873-4565-4732-9c53-1d0415ddf194),segment_id=cd038873-4565-4732-9c53-1d0415ddf194)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:04.136375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.181716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.201487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.214720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=d54e95a1-f158-4d7b-af8b-ec0f818c4b84,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:04.273713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.281385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] Calling delete_port for d5ce04a6-5bd7-47fa-8147-8e9c361a225d owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:04.285691 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f2ea7514-3ed0-4bae-bfc3-5bf6d1b259fa tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/d54e95a1-f158-4d7b-af8b-ec0f818c4b84 HTTP/1.1" status: 204 len: 168 time: 1.4025989 Apr 08 10:47:04.289651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55690) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.297808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-255657617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:04.307230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:04.312852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:router and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:04.317091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:04.328200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:04.336985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting port 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:04.336985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.404035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.405130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.421951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] The port '5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:47:04.422602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.444503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.492316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] Pushing event deleted for resources: {'Port': ['ID=d5ce04a6-5bd7-47fa-8147-8e9c361a225d,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:04.496030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb403163-dd35-4ded-9b2b-52b84e5ca22c None None] No DVR routers for this DVR port d5ce04a6-5bd7-47fa-8147-8e9c361a225d on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:04.519547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.564537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46398cd-b6d7-4997-b5dd-2d58defb3933 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:04.565998 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e46398cd-b6d7-4997-b5dd-2d58defb3933 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4411316 Apr 08 10:47:04.569167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55694) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.577990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.605049 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.609498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9536a46-9b69-4cb2-a9a6-53100b8140b3']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:04.609787 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6892950d-6d38-465e-bdc4-35e5e7c5612c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3141377 Apr 08 10:47:04.610456 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55698) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.617110 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8d8bb984-c76d-47ad-acd3-602cba4b16e0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442781 Apr 08 10:47:04.620022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-484140498'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:04.620278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13bea00-931d-4ae0-9511-8d0f2d8e6242') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:04.620278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13bea00-931d-4ae0-9511-8d0f2d8e6242') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:04.623485 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55702) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.636084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.653243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.660525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:04.661105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.667480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:04.677172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:04.684284 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-12d19729-3b9c-4f65-aa9e-4fa798d9dc6b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567608 Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:04.684524 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:04.687105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:04.687209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:04.687308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55706) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.712562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:04.728538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:04.729624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5f4dfbb7-e2c5-4c6c-9259-cdc3e5dae2db not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:04.729624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d5ce04a6-5bd7-47fa-8147-8e9c361a225d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:04.767801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: d5ce04a6-5bd7-47fa-8147-8e9c361a225d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:04.768095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d5ce04a6-5bd7-47fa-8147-8e9c361a225d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:04.768425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 06af54a5-73f3-4840-8f7e-530719581014 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:04.788706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:04.792616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.805321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 06af54a5-73f3-4840-8f7e-530719581014 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:04.806013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 06af54a5-73f3-4840-8f7e-530719581014 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:04.806229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.810935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.839699 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/networks/d9536a46-9b69-4cb2-a9a6-53100b8140b3 HTTP/1.1" status: 204 len: 168 time: 1.8763855 Apr 08 10:47:04.842860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55710) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.845312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332d2a6-0b1d-4cab-9049-da33ffc9a214 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Network': ['ID=d9536a46-9b69-4cb2-a9a6-53100b8140b3,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:04.852081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:47:04.861176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6bab0a-9ace-4a0d-a8c5-a70e34f48771 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:04.862762 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3b6bab0a-9ace-4a0d-a8c5-a70e34f48771 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1765406 Apr 08 10:47:04.865760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55714) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.868418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:47:04.876686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.876686 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment 14649164-513b-4b61-be26-874a4d6224a5 of type vlan for network 42b4538f-1312-4075-8512-d23248fab4a4 Apr 08 10:47:04.911173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:04.922152 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7682f7c1-13cc-4770-b782-aaed2c7f1c88 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550754 Apr 08 10:47:04.926005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55720) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:04.934438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640413619', 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:05.024136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.026836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:05.027229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.094385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:05.113734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'port_id': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'mac_address': 'fa:16:3e:44:8c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:47:05.113991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.135769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:05.140942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:05.147038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5322938 Apr 08 10:47:05.148437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55724) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:05.156755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:05.175469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.178417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:05.189574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1d42-bcbd-4c0a-bcdc-1e9468870f55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=42b4538f-1312-4075-8512-d23248fab4a4,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:05.190911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:05.198488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:47:05.213108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 42b4538f-1312-4075-8512-d23248fab4a4 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:47:05.246784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:05.286243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24cd2-77a8-4013-b0fe-77a5676603b5 req-10cd032a-25fc-4a6f-86ce-15ab0f93736d tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:05.292052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:05.294170 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-52e24cd2-77a8-4013-b0fe-77a5676603b5 req-10cd032a-25fc-4a6f-86ce-15ab0f93736d tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 944 time: 0.3212521 Apr 08 10:47:05.295649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.319928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:05.335285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:05.340157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:05.345413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.357323 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-52e24cd2-77a8-4013-b0fe-77a5676603b5 req-ae16eda2-69ce-41e3-bc56-aa6578ef725a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622034 Apr 08 10:47:05.358332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:05.394052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.433493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:05.438942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.440056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8559b1eb-67b1-4139-9d86-514fe851a10e']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:05.443312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:05.458477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd038873-4565-4732-9c53-1d0415ddf194') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:05.458781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd038873-4565-4732-9c53-1d0415ddf194') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:05.474664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.497509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.537921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:05.538237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.553323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:05.554790 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:05.723985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.745695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.753405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.756843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Network': ['ID=8559b1eb-67b1-4139-9d86-514fe851a10e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:05.762356 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-71839484-4564-43c4-a987-709fcbe8a52b tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/networks/8559b1eb-67b1-4139-9d86-514fe851a10e HTTP/1.1" status: 204 len: 168 time: 0.9183364 Apr 08 10:47:05.765037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55728) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:05.836275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=924fd40d-f36e-4c86-96de-57f4cf9ec6c4,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:05.842752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:05.843115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: 42b4538f-1312-4075-8512-d23248fab4a4, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:47:05.848835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.857159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf73c4fa-80a1-49b8-94d6-376fac491ccb tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting subnet 3932cf07-4a79-409f-afa1-5e210aa2244a {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:47:05.886650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf73c4fa-80a1-49b8-94d6-376fac491ccb tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.935410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 42b4538f-1312-4075-8512-d23248fab4a4 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:47:05.981681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf73c4fa-80a1-49b8-94d6-376fac491ccb tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.992575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 42b4538f-1312-4075-8512-d23248fab4a4) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:05.997954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:05.998594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.003580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8b926-8ac4-4030-8604-08d924a65545 None None] Network 42b4538f-1312-4075-8512-d23248fab4a4 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:06.098678 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-329a17a2-ffb4-40f3-bd2c-8e959407cfb9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9466710 Apr 08 10:47:06.099236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55732) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:06.160411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=09e11b5c-67fd-4d0a-a082-25332a842681,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:06.179394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:06.180250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:47:06.222808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf73c4fa-80a1-49b8-94d6-376fac491ccb tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.240031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-42b4538f-1312-4075-8512-d23248fab4a4', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:47:06.241125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.285862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:47:06.300440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:06.307708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:06.307708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.326087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed0e4b-729d-4682-ac1d-32db9decd12b None None] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:06.417807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf73c4fa-80a1-49b8-94d6-376fac491ccb tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.485004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf73c4fa-80a1-49b8-94d6-376fac491ccb tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.490844 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bf73c4fa-80a1-49b8-94d6-376fac491ccb tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/subnets/3932cf07-4a79-409f-afa1-5e210aa2244a HTTP/1.1" status: 204 len: 168 time: 0.7245274 Apr 08 10:47:06.494024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55738) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:06.507501 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c88ef21a-6b3e-4370-ae6b-4f82bca324d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5773144 Apr 08 10:47:06.507727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bee241d-8dec-4d87-af77-3eec7fe5730e None None] Network 38529e84-a03c-4546-80a4-db1963355d77 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:06.514424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73c4fa-80a1-49b8-94d6-376fac491ccb tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Subnet': ['ID=3932cf07-4a79-409f-afa1-5e210aa2244a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:06.688116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Allocated IP 2001:db8::2 (42b4538f-1312-4075-8512-d23248fab4a4/924fd40d-f36e-4c86-96de-57f4cf9ec6c4/d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:06.719328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.750248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046181d8-ec1e-4cd8-8288-fa42824aff88 req-6e070c85-e7c4-447d-b443-198291d93ee7 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:06.751818 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046181d8-ec1e-4cd8-8288-fa42824aff88 req-6e070c85-e7c4-447d-b443-198291d93ee7 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 945 time: 0.2599523 Apr 08 10:47:06.752840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.753474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Deleting port 169d941c-20bb-4a0e-ab9b-985748ae0e3b {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:06.753866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:06.885572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:06.886402 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046181d8-ec1e-4cd8-8288-fa42824aff88 req-7d8490ad-c557-4a28-bd73-369e51db1df8 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030805 Apr 08 10:47:06.887049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55744) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:06.899619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946130334', 'description': 'tempest-secgroup-smoke-1946130334 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:06.909148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:06.933652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:06.939212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac', 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': '09e11b5c-67fd-4d0a-a082-25332a842681'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:47:06.940026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.055066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] For port 169d941c-20bb-4a0e-ab9b-985748ae0e3b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=169d941c-20bb-4a0e-ab9b-985748ae0e3b,segment=NetworkSegment(7e0c9926-ef57-4ba2-aeba-04f017912284),segment_id=7e0c9926-ef57-4ba2-aeba-04f017912284)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:07.056059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.068719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.194409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Calling delete_port for 169d941c-20bb-4a0e-ab9b-985748ae0e3b owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:07.236197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:07.242814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:07.253314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:07.259692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.263890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:07.276889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Transition to ACTIVE for port object d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:07.289443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d89039-f387-429b-a17e-c4ef2c71237e None None] DHCP port deletion for 38529e84-a03c-4546-80a4-db1963355d77 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:07.300290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:07.310177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-08d89039-f387-429b-a17e-c4ef2c71237e None None] Deleting port 169d941c-20bb-4a0e-ab9b-985748ae0e3b {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:07.310552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-08d89039-f387-429b-a17e-c4ef2c71237e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.334440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Allocated IP 172.20.0.18 (561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac/09e11b5c-67fd-4d0a-a082-25332a842681/3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:07.347149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:07.347519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.354842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.375646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.386422 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Transition to ACTIVE for port object d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:07.423742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.453078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Port': ['ID=169d941c-20bb-4a0e-ab9b-985748ae0e3b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:07.459616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] No DVR routers for this DVR port 169d941c-20bb-4a0e-ab9b-985748ae0e3b on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:07.488826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.498735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-08d89039-f387-429b-a17e-c4ef2c71237e None None] The port '169d941c-20bb-4a0e-ab9b-985748ae0e3b' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:47:07.514598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8::1 (42b4538f-1312-4075-8512-d23248fab4a4/924fd40d-f36e-4c86-96de-57f4cf9ec6c4/be70448f-23e5-49d8-b2bd-a58e10f6b492) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:07.531299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f25642-c042-47df-a417-611c826cc0bb,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:07.615015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.627520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Network 42b4538f-1312-4075-8512-d23248fab4a4 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:07.628869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.632822 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5db78e2f-8bea-4d07-8d12-90b3df571c2a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7351089 Apr 08 10:47:07.633173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55748) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:07.638592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:07.641951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '98f25642-c042-47df-a417-611c826cc0bb', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:07.645746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38529e84-a03c-4546-80a4-db1963355d77']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:07.650188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:07.651688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:07.658550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:07.658913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0c9926-ef57-4ba2-aeba-04f017912284') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:07.659218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0c9926-ef57-4ba2-aeba-04f017912284') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:07.663614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:07.672293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.674850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:07.689879 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Pushing event updated for resources: {'Port': ['ID=d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:07.707687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.710654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:07.711253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.726590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:07.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:07.749894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object be70448f-23e5-49d8-b2bd-a58e10f6b492 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:07.806563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.816355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.845733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.867371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.872432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Attempting to bind port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:07.872829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Attempting to bind port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:07.873196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Attempting to bind port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa on network 42b4538f-1312-4075-8512-d23248fab4a4 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:07.889444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.899967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Pushing event deleted for resources: {'Network': ['ID=38529e84-a03c-4546-80a4-db1963355d77,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:07.901251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:07.901577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Checking segment: {'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:07.901976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.902369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Bound using segment: {'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:07.902651 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f5bf16df-a448-4465-b686-90ff26ed77b1 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/networks/38529e84-a03c-4546-80a4-db1963355d77 HTTP/1.1" status: 204 len: 168 time: 1.4007030 Apr 08 10:47:07.902939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Bound port: d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:07.903266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.909226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55752) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:07.918486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:47:07.940968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.945875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 42b4538f-1312-4075-8512-d23248fab4a4 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:07.946088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:07.953488 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:07.955521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=be70448f-23e5-49d8-b2bd-a58e10f6b492,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:07.962017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:07.962017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.965386 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:07.990542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Transition to ACTIVE for port object 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:08.020428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.036774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b46cbc1f-8b6c-4e96-b4f5-0acf7ba86d12 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Synchronizing usage tracker for tenant:7277fb001463400180e82cfd30c17756 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:08.063857 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e284eab9-9e33-454b-9a16-c619e57c1073'] response: {'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'code': 200} Apr 08 10:47:08.064837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Transition to ACTIVE for port object 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:08.067999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.098359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3592bb47-d4ca-44ba-8ab2-05b3e8268370,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:08.103341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] For port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:08.121760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] For port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa,segment=NetworkSegment(14649164-513b-4b61-be26-874a4d6224a5),segment_id=14649164-513b-4b61-be26-874a4d6224a5)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:08.124369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:08.158150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b46cbc1f-8b6c-4e96-b4f5-0acf7ba86d12 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Unset dirty status for tenant:7277fb001463400180e82cfd30c17756 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:08.158490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.159970 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b46cbc1f-8b6c-4e96-b4f5-0acf7ba86d12 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "GET /v2.0/ports?device_id=74efaa98-19b7-4c21-bfa7-fec2ff1015f4 HTTP/1.1" status: 200 len: 205 time: 0.2495477 Apr 08 10:47:08.162593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55760) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:08.186192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.203919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.206043 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cd2766e6-9e3e-4e8b-953e-ff4a60a800cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5708694 Apr 08 10:47:08.215319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1a215-4d10-4a09-962b-8948dd60611a req-80684534-6932-4a3e-8693-f1bf42923481 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:08.217076 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2fd1a215-4d10-4a09-962b-8948dd60611a req-80684534-6932-4a3e-8693-f1bf42923481 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1867452 Apr 08 10:47:08.218841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55764) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:08.241670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.258029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:08.263964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '98f25642-c042-47df-a417-611c826cc0bb', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:08.264572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:08.273371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:08.278886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:08.297252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:08.305173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:08.323971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:08.339660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Pushing event updated for resources: {'Port': ['ID=3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:08.474393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-978dbe4b-1bcf-416c-b946-64ec285637c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.477757 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2fd1a215-4d10-4a09-962b-8948dd60611a req-adb3c540-9652-40b4-a7ce-57ea963444ad tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220504 Apr 08 10:47:08.491706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Attempting to bind port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:08.491706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Attempting to bind port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:08.491706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Attempting to bind port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e on network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:08.498345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:08.498772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Checking segment: {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:08.499159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.499552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Bound using segment: {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:08.500016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Bound port: 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:08.500390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.521524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38266b-0b97-42cc-9c53-d5a4538012f6 None None] Pushing event updated for resources: {'Port': ['ID=d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:08.619628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] For port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:08.623567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] For port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:08.661439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.690076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 169d941c-20bb-4a0e-ab9b-985748ae0e3b no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:08.731815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 169d941c-20bb-4a0e-ab9b-985748ae0e3b {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:08.732155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 169d941c-20bb-4a0e-ab9b-985748ae0e3b not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:08.746196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.819325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.827671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2f9f3-4d3a-4d19-a72e-fe70d4419216 req-4dd3a139-4765-4f06-a0c2-71d71749b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:08.830764 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f9c2f9f3-4d3a-4d19-a72e-fe70d4419216 req-4dd3a139-4765-4f06-a0c2-71d71749b987 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 1099 time: 0.3996351 Apr 08 10:47:08.844867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042de6c-d6e2-4bcc-944b-05c4d8ef8fc0 None None] Pushing event updated for resources: {'Port': ['ID=3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:08.881332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-978dbe4b-1bcf-416c-b946-64ec285637c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.886568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-978dbe4b-1bcf-416c-b946-64ec285637c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.911422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.929057 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f9c2f9f3-4d3a-4d19-a72e-fe70d4419216 req-b4f5882f-d1af-4709-a67d-e501e5d7a3e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848653 Apr 08 10:47:08.942988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657ba23f-1933-4978-af6b-d0563ba84169,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:08.975287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-978dbe4b-1bcf-416c-b946-64ec285637c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.975945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978dbe4b-1bcf-416c-b946-64ec285637c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Fanout notify agent at l3_agent the message router_deleted on router 74efaa98-19b7-4c21-bfa7-fec2ff1015f4 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:47:08.986767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.994036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-978dbe4b-1bcf-416c-b946-64ec285637c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.997569 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-978dbe4b-1bcf-416c-b946-64ec285637c4 tempest-RoutersNegativeIpV6Test-1257570721 tempest-RoutersNegativeIpV6Test-1257570721-project] 10.222.0.23 "DELETE /v2.0/routers/74efaa98-19b7-4c21-bfa7-fec2ff1015f4 HTTP/1.1" status: 204 len: 168 time: 0.8316569 Apr 08 10:47:09.026806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.028034 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-740b9397-d54e-408f-982f-91f4ed2a91f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8081055 Apr 08 10:47:09.030868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55770) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:09.036744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '98f25642-c042-47df-a417-611c826cc0bb', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:09.043754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:09.046992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.048035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.143266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:09.146278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=be70448f-23e5-49d8-b2bd-a58e10f6b492,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:09.148364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:09.169349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:09.263719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.343151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 42b4538f-1312-4075-8512-d23248fab4a4 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:09.346200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:09.424876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.490520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.528711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fb15ea-16ce-4096-8718-9f5a0918e591,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:09.548611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55778) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:09.634918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.636742 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1eb6d157-989d-46b5-9e68-eefd1b3f49ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6046367 Apr 08 10:47:09.639349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55784) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:09.650078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '98f25642-c042-47df-a417-611c826cc0bb', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:09.653866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:09.659248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:09.662639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:09.669355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:09.678829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:47:09.690105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c647d33-3c96-4c48-872e-03847f4ecbaf req-5695d6c3-14ef-4b45-84b1-25e84224ef37 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:09.697592 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c647d33-3c96-4c48-872e-03847f4ecbaf req-5695d6c3-14ef-4b45-84b1-25e84224ef37 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1059272 Apr 08 10:47:09.769437 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c647d33-3c96-4c48-872e-03847f4ecbaf req-71fe6246-23c2-48c5-823f-52174ab9309c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666294 Apr 08 10:47:09.775903 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b54dd3c4-86e6-4e43-905d-85a9c2f45611 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7277fb001463400180e82cfd30c17756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272282 Apr 08 10:47:09.775903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55788) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:09.829629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.853837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8671cc27-1651-4937-8435-890b6ebbefde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.881883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:09.888554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8671cc27-1651-4937-8435-890b6ebbefde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.900733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:09.909246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:09.910011 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:09.912110 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-801c59b5-ae7b-46cf-bd84-6405f82cdb6a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8114130 Apr 08 10:47:09.915897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55792) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:09.931806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-260469470'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:09.936101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:09.940544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:09.943788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:09.947752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:09.960791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:10.015643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.048217 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bc21d3-74db-4be8-a1e3-2775e9d1faa6,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:10.067226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:10.072689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.092626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8671cc27-1651-4937-8435-890b6ebbefde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.115999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671cc27-1651-4937-8435-890b6ebbefde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe575d8-9ff6-49e7-95cd-51f0b41ad12f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:10.130126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:47:10.132798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8671cc27-1651-4937-8435-890b6ebbefde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.136308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8671cc27-1651-4937-8435-890b6ebbefde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fe575d8-9ff6-49e7-95cd-51f0b41ad12f HTTP/1.1" status: 204 len: 168 time: 0.3572443 Apr 08 10:47:10.147898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.148237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.148436 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment b468c60e-ec53-4bab-b637-7269b968b8eb of type vlan for network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 Apr 08 10:47:10.152583 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-975d68ae-2b77-4725-8b88-bc667399eacb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5118248 Apr 08 10:47:10.160335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55798) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:10.166470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '98f25642-c042-47df-a417-611c826cc0bb', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:10.166788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a374b-ddc5-4d5c-9382-51cc13bc762b None None] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:10.182462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:10.197232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:10.204301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:10.213619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.218132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:10.307105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:10.358591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:47:10.365659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.372552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:10.373161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.399486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.457627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ab0d91-e8c4-4e38-9b84-7a208467e0a2 None None] Network 42b4538f-1312-4075-8512-d23248fab4a4 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:10.483589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d1687a7c-733b-49d6-8ee6-1b6380c04f9c None None] Provisioning for port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:10.530676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6078610 Apr 08 10:47:10.530986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55802) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:10.533880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3a364-9e8f-4d49-bcee-dddf3a3806bd tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=30a62995-7fb1-47b9-9e18-4c23a50c34a2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:10.560460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.563337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:47:10.566359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:10.698894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.713490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:10.719043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:10.724176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:10.731629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:10.736608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544bfa81-89e9-4133-862e-29edf1e7e47d,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:10.803478 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:10.815093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:10.818687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.850721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:10.855691 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6f9f958c-f464-43f3-8e71-befde85de7eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6947253 Apr 08 10:47:10.858530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55808) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:10.865328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '98f25642-c042-47df-a417-611c826cc0bb', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:10.873460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:10.878802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:10.883081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:10.890613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:10.993396 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:47:11.001133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.022858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8498e-471c-456c-a363-7b55731269a1 req-087604fd-dd47-47ee-ba28-238ad24b80d9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:11.024978 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-28c8498e-471c-456c-a363-7b55731269a1 req-087604fd-dd47-47ee-ba28-238ad24b80d9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1147757 Apr 08 10:47:11.061890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a4adeca0-35f9-4731-ab1e-9875402fccb3 None None] Provisioning for port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:11.083060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.131193 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-28c8498e-471c-456c-a363-7b55731269a1 req-8136959e-4c1f-4b57-b4c2-f148f5ed7f44 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728760 Apr 08 10:47:11.169576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.194500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a112daf7-1f5b-432a-ae5c-bbf76f2fa9c2,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:11.232574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:11.236634 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:08Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:08Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:11.242060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:11.242432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.268758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:11.269115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Updating router 431098f3-6302-434b-aa10-92941742ab17 port be70448f-23e5-49d8-b2bd-a58e10f6b492 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:47:11.296002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.342629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.343892 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c8b4abcc-5af0-4c9f-b978-c27d867d1777 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4837747 Apr 08 10:47:11.362150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.384975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3724ae-3b0c-44f4-89de-1d32b0cb3e39 req-a6f2b76f-08f7-40f2-8e3f-64534d44fd7a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:11.392271 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d3724ae-3b0c-44f4-89de-1d32b0cb3e39 req-a6f2b76f-08f7-40f2-8e3f-64534d44fd7a tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1491766 Apr 08 10:47:11.469161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d3724ae-3b0c-44f4-89de-1d32b0cb3e39 req-9c44d99e-0e44-4ac6-aa20-3d75750c08b4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758624 Apr 08 10:47:11.488350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=cdfa8be3-07d4-4596-947b-5c2c31eebc82,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:11.503098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55816) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:11.522822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:11.523189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: 30a62995-7fb1-47b9-9e18-4c23a50c34a2, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:47:11.613772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.626819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:47:11.638908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d12b8a6-ff95-49ac-ab01-f11af21995ea tempest-TestNetworkAdvancedServerOps-159830520 tempest-TestNetworkAdvancedServerOps-159830520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:11.643815 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9d12b8a6-ff95-49ac-ab01-f11af21995ea tempest-TestNetworkAdvancedServerOps-159830520 tempest-TestNetworkAdvancedServerOps-159830520-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 1094 time: 0.1349657 Apr 08 10:47:11.643815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55830) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:11.650297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:11.657695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:11.662115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Usage tracker for resource:floatingip and tenant:acdae6b2a12c494fa474f2a4d895ee09 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:11.665152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:11.671508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:11.702668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 30a62995-7fb1-47b9-9e18-4c23a50c34a2) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:11.706712 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-fd8a1a4b-5446-41ba-b475-0d9953e5102d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946130334&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.0675051 Apr 08 10:47:11.706985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-287b8f6e-a3ef-4701-b93c-41649a59701e None None] Provisioning complete for port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:11.707358 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-287b8f6e-a3ef-4701-b93c-41649a59701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.733399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:11.735879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.759708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:11.760590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.855503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59225b99-81a6-4834-ae4f-1bfe6fd6394a None None] Network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:11.905295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.907022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:12.030073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.080615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327e04-6190-4344-ba34-2349cc681285 req-4572215f-1543-4f3b-b8df-3c694b8fb7d9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:12.089267 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-4572215f-1543-4f3b-b8df-3c694b8fb7d9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac HTTP/1.1" status: 200 len: 796 time: 0.3716991 Apr 08 10:47:12.098946 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-97f2e874-cf55-49e4-bc91-9016014a9c15 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5668490 Apr 08 10:47:12.102325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55834) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:12.183253 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-6bf8a30a-61ff-4c0e-80da-d555bc67f265 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0927658 Apr 08 10:47:12.232372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:12.261070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Allocated IP 172.26.7.140 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/5e03249f-1241-41fa-96ce-1409197c3903) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:12.484526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:47:12.485137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.509958 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-0ac62265-3ff5-49d2-b155-5f6ee0467726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3255126 Apr 08 10:47:12.528953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:12.571763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.590017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.592211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:12.592594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.669802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Transition to ACTIVE for port object be70448f-23e5-49d8-b2bd-a58e10f6b492 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:12.690645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.698795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-287b8f6e-a3ef-4701-b93c-41649a59701e None None] Provisioning complete for port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:12.699091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-287b8f6e-a3ef-4701-b93c-41649a59701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.767031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:12.776120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:12.781394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:12.811124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.832234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'Port': ['ID=5e03249f-1241-41fa-96ce-1409197c3903,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:12.842408 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-c4bbeabf-2846-4bf2-9ad9-2ce6ee4fd5f3 service neutron] 10.222.0.23 "GET /v2.0/networks/561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147948 Apr 08 10:47:12.972832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Allocated IP 2001:db8:1::2 (30a62995-7fb1-47b9-9e18-4c23a50c34a2/cdfa8be3-07d4-4596-947b-5c2c31eebc82/e9ae536d-30a3-413d-8677-a9af2e345969) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:13.036923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760ede5-255f-4d9d-afe8-993a64553045 None None] Pushing event updated for resources: {'Port': ['ID=be70448f-23e5-49d8-b2bd-a58e10f6b492,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:13.066347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.100752 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-2fd0f4d3-c760-4d31-94f8-d04e7850f9fe service neutron] 10.222.0.23 "GET /v2.0/networks/561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459762 Apr 08 10:47:13.151774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.329959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-287b8f6e-a3ef-4701-b93c-41649a59701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.361542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.393782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Attempting to bind port be70448f-23e5-49d8-b2bd-a58e10f6b492 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:13.400058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Attempting to bind port be70448f-23e5-49d8-b2bd-a58e10f6b492 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:13.400058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Attempting to bind port be70448f-23e5-49d8-b2bd-a58e10f6b492 on network 42b4538f-1312-4075-8512-d23248fab4a4 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:13.404516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa,segment=NetworkSegment(14649164-513b-4b61-be26-874a4d6224a5),segment_id=14649164-513b-4b61-be26-874a4d6224a5)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:13.413049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:13.413427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Checking segment: {'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:13.413824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.414211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Bound using segment: {'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:13.415126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Bound port: be70448f-23e5-49d8-b2bd-a58e10f6b492, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14649164-513b-4b61-be26-874a4d6224a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:13.415572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.461350 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e0955b2-2fa4-4855-90bf-0f6098f29adc req-9816e077-44fc-43c0-9142-f508993fe982 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 210 time: 0.0531745 Apr 08 10:47:13.505607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.541549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.671044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:13.771969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.836043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] For port be70448f-23e5-49d8-b2bd-a58e10f6b492, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:13.838743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-287b8f6e-a3ef-4701-b93c-41649a59701e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:47:13.839086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-287b8f6e-a3ef-4701-b93c-41649a59701e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:47:13.855899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:13.864160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.867659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] For port be70448f-23e5-49d8-b2bd-a58e10f6b492, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=be70448f-23e5-49d8-b2bd-a58e10f6b492,segment=NetworkSegment(14649164-513b-4b61-be26-874a4d6224a5),segment_id=14649164-513b-4b61-be26-874a4d6224a5)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:13.879917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Transition to ACTIVE for port object e9ae536d-30a3-413d-8677-a9af2e345969 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:13.901172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.901431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:13.901801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.933651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Transition to ACTIVE for port object e9ae536d-30a3-413d-8677-a9af2e345969 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:13.960840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.015004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event updated for resources: {'Port': ['ID=5e03249f-1241-41fa-96ce-1409197c3903,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:14.025125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.049555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:14.050178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:14.114332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.121527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8:1::1 (30a62995-7fb1-47b9-9e18-4c23a50c34a2/cdfa8be3-07d4-4596-947b-5c2c31eebc82/24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:14.153489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760ede5-255f-4d9d-afe8-993a64553045 None None] Pushing event updated for resources: {'Port': ['ID=be70448f-23e5-49d8-b2bd-a58e10f6b492,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:14.250582 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Floating IP 18e260ca-5937-4a55-9120-341cbfbca2d1 associated. External IP: 172.26.7.140, port: 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5. Apr 08 10:47:14.317968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:14.339893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:14.391228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:14.430852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Pushing event updated for resources: {'Port': ['ID=e9ae536d-30a3-413d-8677-a9af2e345969,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:14.482954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.488081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:14.502362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:14.629626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Attempting to bind port e9ae536d-30a3-413d-8677-a9af2e345969 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:14.629943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Attempting to bind port e9ae536d-30a3-413d-8677-a9af2e345969 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:14.630269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Attempting to bind port e9ae536d-30a3-413d-8677-a9af2e345969 on network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:14.667753 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-43b6b999-9447-4d94-a344-a4b03bbf9e7b req-646fb653-4856-41cd-bddb-c705ef59a4ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 210 time: 0.0576501 Apr 08 10:47:14.671578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.701982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:14.702442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Checking segment: {'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:14.702941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.703395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Bound using segment: {'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:14.703886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Bound port: e9ae536d-30a3-413d-8677-a9af2e345969, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:14.704265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.751767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:14.759570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:14.763714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:14.767196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.770263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:14.806849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Router 6bf461fb-6473-439b-b342-2f731fbf2245 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:14.807716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-287b8f6e-a3ef-4701-b93c-41649a59701e None None] Provisioning for port be70448f-23e5-49d8-b2bd-a58e10f6b492 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:14.950243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.983037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] For port e9ae536d-30a3-413d-8677-a9af2e345969, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:14.998482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] For port e9ae536d-30a3-413d-8677-a9af2e345969, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e9ae536d-30a3-413d-8677-a9af2e345969,segment=NetworkSegment(b468c60e-ec53-4bab-b637-7269b968b8eb),segment_id=b468c60e-ec53-4bab-b637-7269b968b8eb)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:15.025157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:08Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:13Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:15.030033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21f124-0a90-4142-904a-1dcfbac40975 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:08Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:13Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:15.046061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:15.066280 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] Sync routers for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:15.078797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.087584 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:15.088358 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:15.135875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.195071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b05fb-ba35-420c-b863-983f8851ad7c None None] Pushing event updated for resources: {'Port': ['ID=e9ae536d-30a3-413d-8677-a9af2e345969,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:15.214333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fb0091a0-7806-4b57-890d-2fc872ef00c5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5698826 Apr 08 10:47:15.215097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:47:15.272307 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e013db30-75f2-43ad-8322-15259a412f60'] response: {'name': 'network-changed', 'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'status': 'completed', 'code': 200} Apr 08 10:47:15.329281 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:15.525827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-93c14df8-bf40-4d0c-bf69-d5ec92339fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:15.527367 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-93c14df8-bf40-4d0c-bf69-d5ec92339fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=acdae6b2a12c494fa474f2a4d895ee09&device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 1099 time: 0.2269588 Apr 08 10:47:15.672447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.758968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.762267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.923065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device be70448f-23e5-49d8-b2bd-a58e10f6b492 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:16.083320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327e04-6190-4344-ba34-2349cc681285 req-e3cc05e1-9176-427d-95db-ca5aabb558a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:16.084607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-78327e04-6190-4344-ba34-2349cc681285 req-e3cc05e1-9176-427d-95db-ca5aabb558a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:16.101138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fa41d-e1a7-4b7c-8d53-0066d96e6a77 req-9b06ec9d-77b6-426c-8f4d-9c885ac40d43 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:16.109374 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-814fa41d-e1a7-4b7c-8d53-0066d96e6a77 req-9b06ec9d-77b6-426c-8f4d-9c885ac40d43 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.6461759 Apr 08 10:47:16.129004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port be70448f-23e5-49d8-b2bd-a58e10f6b492 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:16.139293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port be70448f-23e5-49d8-b2bd-a58e10f6b492 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:16.139970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:16.145922 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '18e260ca-5937-4a55-9120-341cbfbca2d1', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'port_id': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'mac_address': 'fa:16:3e:44:8c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:13Z', 'revision_number': 0, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:55Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:16.149912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:16.154093 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4e53e05b-2c83-4fa9-a18c-3b48decc245b req-b7411f44-0dc8-453c-a9dd-90c5547b31a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 210 time: 0.1739383 Apr 08 10:47:16.162310 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] Checking router: 6bf461fb-6473-439b-b342-2f731fbf2245 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:16.179782 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:16.181872 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:16.221917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-e72033fd-8cbe-4f1c-88b8-250dd98aaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:16.224121 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-e72033fd-8cbe-4f1c-88b8-250dd98aaa61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae HTTP/1.1" status: 200 len: 898 time: 0.6806169 Apr 08 10:47:16.231855 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-814fa41d-e1a7-4b7c-8d53-0066d96e6a77 req-afd51a96-fe0c-4750-8998-b678e09e36b8 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061313 Apr 08 10:47:16.264389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55856) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:16.266985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:16.269738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:16.372171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-78327e04-6190-4344-ba34-2349cc681285 req-e3cc05e1-9176-427d-95db-ca5aabb558a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:16.374922 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-e3cc05e1-9176-427d-95db-ca5aabb558a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac HTTP/1.1" status: 200 len: 796 time: 0.6737821 Apr 08 10:47:16.504605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-78327e04-6190-4344-ba34-2349cc681285 req-4762dc8f-706e-444b-9936-5fed79c67900 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:16.516723 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-274573de-ae07-4d8f-8be2-cf9360792569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 HTTP/1.1" status: 200 len: 1000 time: 0.2836361 Apr 08 10:47:16.543851 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:16.578289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:16.622779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port be70448f-23e5-49d8-b2bd-a58e10f6b492, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=be70448f-23e5-49d8-b2bd-a58e10f6b492,segment=NetworkSegment(14649164-513b-4b61-be26-874a4d6224a5),segment_id=14649164-513b-4b61-be26-874a4d6224a5)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:16.643557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-78327e04-6190-4344-ba34-2349cc681285 req-4762dc8f-706e-444b-9936-5fed79c67900 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:16.645013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-4762dc8f-706e-444b-9936-5fed79c67900 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 473 time: 0.2495844 Apr 08 10:47:16.656717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': 'f2b1aac0-e264-465f-ab24-4868c337db17', 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['98f25642-c042-47df-a417-611c826cc0bb']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:16.681050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:16.712008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:16.712833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:16.713237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-6acf269c-4301-4848-9557-4d41d943a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:16.716335 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-6acf269c-4301-4848-9557-4d41d943a51b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=446d6872-bfa4-4a4d-8361-f08a5699ef7e HTTP/1.1" status: 200 len: 834 time: 0.1780632 Apr 08 10:47:16.801553 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-64faea52-c50f-4704-8f00-3b466cc4ac6c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/floatingips/18e260ca-5937-4a55-9120-341cbfbca2d1 HTTP/1.1" status: 200 len: 992 time: 0.5332088 Apr 08 10:47:16.914509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=be70448f-23e5-49d8-b2bd-a58e10f6b492,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:16.937908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:16.946949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-67b8fc32-0de1-4350-8c93-3ad9aec4c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:16.948462 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-67b8fc32-0de1-4350-8c93-3ad9aec4c859 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1674390 Apr 08 10:47:16.949934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:port and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:16.957643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:16.971930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:16.972517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:17.017600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:17.036979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae7f2d-a27f-45c5-83d8-be5b12bf3b1a None None] Network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:17.094525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:17.111458 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-72ddc217-d1a0-4047-8b1e-cbccac39b390 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0075321 Apr 08 10:47:17.114782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55864) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:17.125448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1414319404'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:17.131451 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '18e260ca-5937-4a55-9120-341cbfbca2d1', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'port_id': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'mac_address': 'fa:16:3e:44:8c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:13Z', 'revision_number': 0, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:55Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:17.131966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:17.137068 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c51b58-cdcd-4e4e-8567-9a73535bb93c None None] The sync data for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv is: [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '18e260ca-5937-4a55-9120-341cbfbca2d1', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'port_id': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'mac_address': 'fa:16:3e:44:8c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:13Z', 'revision_number': 0, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:55Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:17.137307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:17.141886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:17.149943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:17.151667 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-41cbcaa6-856c-464a-864c-02e86f551394 service neutron] 10.222.0.41 "GET /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904817 Apr 08 10:47:17.247918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b8e3657a-ed69-4dc8-a286-c690a2c24a4d None None] Provisioning for port e9ae536d-30a3-413d-8677-a9af2e345969 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:17.267081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:17.271147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:17.335300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:47:17.355759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:17.356157 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment 0f22a64d-f4ff-48e5-8cfb-f3d62776e016 of type vlan for network 526c656b-6a8b-44dc-9f93-ac950629bc31 Apr 08 10:47:17.367847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:17.387334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:17.387991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:17.447636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:17.468790 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ec23b38-a0d5-4377-8d5f-f9a9261462d1 req-b9afd129-8ac9-4a21-b927-af95d30efbce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 210 time: 0.0746207 Apr 08 10:47:17.503214 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff91b71-9496-4d33-95d5-78810152e737 None None] New status for floating IP 18e260ca-5937-4a55-9120-341cbfbca2d1: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:47:17.510433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:17.513921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:17.569968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:17.589102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:17.589814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:17.606581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:17.682170 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f7eb68a-56f5-4444-8673-d114ce1b3e4a req-a6b03bff-5256-4ed7-a132-42d71244d265 service neutron] 10.222.0.41 "GET /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244129 Apr 08 10:47:17.781464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=526c656b-6a8b-44dc-9f93-ac950629bc31,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:17.795216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-53b4e790-6390-4e39-ab6d-e263998f3cc3 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6793606 Apr 08 10:47:17.798827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55870) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:17.807794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55874) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:17.817406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:17.864631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 526c656b-6a8b-44dc-9f93-ac950629bc31 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:47:17.881188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device be70448f-23e5-49d8-b2bd-a58e10f6b492 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:17.939659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.24 (561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac/09e11b5c-67fd-4d0a-a082-25332a842681/1059d3c2-edc2-4272-b3e8-f2bd303ac052) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:17.974951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:17.991087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:17.996314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:18.011774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:18.028299 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1346153a-a49d-48af-bbb5-8ec238d43983 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/floatingips/18e260ca-5937-4a55-9120-341cbfbca2d1 HTTP/1.1" status: 200 len: 992 time: 0.2162158 Apr 08 10:47:18.128528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:18.131914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.208046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port be70448f-23e5-49d8-b2bd-a58e10f6b492 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:18.208619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.242121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3a5a627b-ab65-4b72-93a2-2a595af60883 None None] Provisioning for port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:18.267347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3a5a627b-ab65-4b72-93a2-2a595af60883 None None] Provisioning complete for port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:18.267729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a5a627b-ab65-4b72-93a2-2a595af60883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.318918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.341486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 1059d3c2-edc2-4272-b3e8-f2bd303ac052 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:18.349697 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a627b-ab65-4b72-93a2-2a595af60883 None None] Port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:18.482472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:14Z', 'revision_number': 3, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:15Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:18.487784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e9ae536d-30a3-413d-8677-a9af2e345969 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:18.517460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:18.517819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Updating router 431098f3-6302-434b-aa10-92941742ab17 port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:47:18.525277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.573301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.610521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.659923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f248a99c-45dd-4615-b048-94944a0b2741 None None] Provisioning complete for port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:18.660295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f248a99c-45dd-4615-b048-94944a0b2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.711636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:18.719968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:18.727633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=1059d3c2-edc2-4272-b3e8-f2bd303ac052,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:18.730772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:18.747023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f248a99c-45dd-4615-b048-94944a0b2741 None None] Port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:18.798418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=15a884f2-a324-46e8-8bef-a6464cabec34,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:18.810426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e9ae536d-30a3-413d-8677-a9af2e345969 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:18.821548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e9ae536d-30a3-413d-8677-a9af2e345969 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:18.821548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.831602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:18.831973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: 526c656b-6a8b-44dc-9f93-ac950629bc31, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:47:18.845726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:18.846376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.905228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b691-a8a7-4620-bd41-7e7d9a76142a req-9a40db0d-29e5-44d5-bf68-8b0267275737 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:18.905992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-a217b691-a8a7-4620-bd41-7e7d9a76142a req-9a40db0d-29e5-44d5-bf68-8b0267275737 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:18.934671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0076e07d-6532-4ab0-a0b8-602a79387024 None None] Provisioning complete for port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:18.935015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0076e07d-6532-4ab0-a0b8-602a79387024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.987197 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-a870888b-dbf0-4276-8940-dc30233ebe54 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3352182 Apr 08 10:47:18.999296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Request body: {'port': {'device_id': 'f2b1aac0-e264-465f-ab24-4868c337db17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:19.030359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-a217b691-a8a7-4620-bd41-7e7d9a76142a req-9a40db0d-29e5-44d5-bf68-8b0267275737 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:19.031007 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55880) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:19.031549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a217b691-a8a7-4620-bd41-7e7d9a76142a req-9a40db0d-29e5-44d5-bf68-8b0267275737 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 932 time: 0.4087508 Apr 08 10:47:19.032010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 526c656b-6a8b-44dc-9f93-ac950629bc31 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:47:19.066089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0076e07d-6532-4ab0-a0b8-602a79387024 None None] Port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:19.143738 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a217b691-a8a7-4620-bd41-7e7d9a76142a req-bb527e26-da9b-475a-b248-e0ad324ba8a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030428 Apr 08 10:47:19.145407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.147231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 526c656b-6a8b-44dc-9f93-ac950629bc31) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:19.160659 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9c13cadf-ecb3-4d24-9b04-c6f642703a20 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/floatingips/18e260ca-5937-4a55-9120-341cbfbca2d1 HTTP/1.1" status: 200 len: 994 time: 0.1268821 Apr 08 10:47:19.160963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c874c8-2594-480f-9e37-6e748053a908 None None] Network 526c656b-6a8b-44dc-9f93-ac950629bc31 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:19.164645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:19.165825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.190914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.271595 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7d8eb79b-6964-4027-9754-50eda80a389e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4716930 Apr 08 10:47:19.275882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55884) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:19.433413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port e9ae536d-30a3-413d-8677-a9af2e345969, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e9ae536d-30a3-413d-8677-a9af2e345969,segment=NetworkSegment(b468c60e-ec53-4bab-b637-7269b968b8eb),segment_id=b468c60e-ec53-4bab-b637-7269b968b8eb)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:19.454761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.503657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Transition to ACTIVE for port object 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:19.518172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-526c656b-6a8b-44dc-9f93-ac950629bc31', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:47:19.519009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.536155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-26216183-eabe-41b9-9633-417c563ccce4 None None] Provisioning for port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:19.546872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-26216183-eabe-41b9-9633-417c563ccce4 None None] Provisioning complete for port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:19.547274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-26216183-eabe-41b9-9633-417c563ccce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.568831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1059d3c2-edc2-4272-b3e8-f2bd303ac052 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:47:19.577045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.594962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Transition to ACTIVE for port object 1059d3c2-edc2-4272-b3e8-f2bd303ac052 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:19.614995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.655367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.684378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:19.792577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-26216183-eabe-41b9-9633-417c563ccce4 None None] Port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:19.849869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=e9ae536d-30a3-413d-8677-a9af2e345969,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:19.930925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741ffe7-5167-4e1b-9e41-682bcab87f0b None None] Pushing event updated for resources: {'Port': ['ID=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:20.000763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.062757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Pushing event updated for resources: {'Port': ['ID=1059d3c2-edc2-4272-b3e8-f2bd303ac052,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:20.095313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Allocated IP 2001:db8:2::2 (526c656b-6a8b-44dc-9f93-ac950629bc31/15a884f2-a324-46e8-8bef-a6464cabec34/8b8320fc-e18e-4eea-90e6-3e06521e612e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:20.158087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Attempting to bind port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:20.158438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Attempting to bind port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:20.158758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Attempting to bind port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 on network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:20.168892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 on network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:47:20.169376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Attempting to bind port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 on network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:20.177518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:20.178025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Checking segment: {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:20.178486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Bound using segment: {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:20.178996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Bound port: 1059d3c2-edc2-4272-b3e8-f2bd303ac052, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:20.179578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.287862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] For port 1059d3c2-edc2-4272-b3e8-f2bd303ac052, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:20.292924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] For port 1059d3c2-edc2-4272-b3e8-f2bd303ac052, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1059d3c2-edc2-4272-b3e8-f2bd303ac052,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:20.309143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Attempting to bind port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:20.309673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Attempting to bind port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:20.310548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Attempting to bind port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 on network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:20.325507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:20.326063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Checking segment: {'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:20.326566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.327061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Bound using segment: {'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:20.327972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Bound port: 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b468c60e-ec53-4bab-b637-7269b968b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:20.327972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.354877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.460168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:20.461775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.464039 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] 10.222.0.41 "PUT /v2.0/ports/1059d3c2-edc2-4272-b3e8-f2bd303ac052 HTTP/1.1" status: 200 len: 1094 time: 1.4688208 Apr 08 10:47:20.465209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b1aac0-e264-465f-ab24-4868c337db17', 'tag': '1059d3c2-edc2-4272-b3e8-f2bd303ac052'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:47:20.516644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87a4bc-db5b-4aff-8462-90a5ea8d2d62 service neutron] Pushing event updated for resources: {'Port': ['ID=1059d3c2-edc2-4272-b3e8-f2bd303ac052,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:20.535116 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34949308-0e93-460b-a1c4-4f6aea4d0232'] response: {'name': 'network-changed', 'server_uuid': 'f2b1aac0-e264-465f-ab24-4868c337db17', 'tag': '1059d3c2-edc2-4272-b3e8-f2bd303ac052', 'status': 'completed', 'code': 200} Apr 08 10:47:20.581578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] For port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:20.590628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] For port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,segment=NetworkSegment(b468c60e-ec53-4bab-b637-7269b968b8eb),segment_id=b468c60e-ec53-4bab-b637-7269b968b8eb)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:20.593978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.611353 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Transition to ACTIVE for port object 8b8320fc-e18e-4eea-90e6-3e06521e612e will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:20.636249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Transition to ACTIVE for port object 8b8320fc-e18e-4eea-90e6-3e06521e612e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:20.650369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5d1d1-cb91-45bc-9d05-916ac7791176 req-ae3ddde5-a76e-4833-9ea3-cc7224113f60 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:20.651558 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d5b5d1d1-cb91-45bc-9d05-916ac7791176 req-ae3ddde5-a76e-4833-9ea3-cc7224113f60 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 944 time: 0.3265796 Apr 08 10:47:20.703952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54ee75-7e4b-4c88-92a8-17c758b27597 req-fd9dc8cf-d00a-4671-86c1-ad6993eab83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:20.705609 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe54ee75-7e4b-4c88-92a8-17c758b27597 req-fd9dc8cf-d00a-4671-86c1-ad6993eab83a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 1097 time: 0.1267285 Apr 08 10:47:20.706391 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d5b5d1d1-cb91-45bc-9d05-916ac7791176 req-171755b1-a891-4b52-a341-98465502d470 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473444 Apr 08 10:47:20.707360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.771740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.827248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:20.827961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:20.839013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8:2::1 (526c656b-6a8b-44dc-9f93-ac950629bc31/15a884f2-a324-46e8-8bef-a6464cabec34/dd0cadaa-df27-4c6a-8bb0-4820d4736d33) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:20.869395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54ee75-7e4b-4c88-92a8-17c758b27597 req-25f115a5-7fa7-4531-951a-e911afdae3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:20.869872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54ee75-7e4b-4c88-92a8-17c758b27597 req-25f115a5-7fa7-4531-951a-e911afdae3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:20.872063 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe54ee75-7e4b-4c88-92a8-17c758b27597 req-25f115a5-7fa7-4531-951a-e911afdae3ab service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1589534 Apr 08 10:47:20.886176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Network 526c656b-6a8b-44dc-9f93-ac950629bc31 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:20.893108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:20.895218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741ffe7-5167-4e1b-9e41-682bcab87f0b None None] Pushing event updated for resources: {'Port': ['ID=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:20.900844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:21.030803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.043451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54ee75-7e4b-4c88-92a8-17c758b27597 req-c1a5ff4a-78c5-4a84-93b2-a6cb8aff7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:21.045646 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe54ee75-7e4b-4c88-92a8-17c758b27597 req-c1a5ff4a-78c5-4a84-93b2-a6cb8aff7995 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658671 Apr 08 10:47:21.051010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object dd0cadaa-df27-4c6a-8bb0-4820d4736d33 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:21.156950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327e04-6190-4344-ba34-2349cc681285 req-197f289e-2e78-41cd-8720-7191b810d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:21.158565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-197f289e-2e78-41cd-8720-7191b810d7e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 1097 time: 0.0715127 Apr 08 10:47:21.161657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:21.182124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.214676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Pushing event updated for resources: {'Port': ['ID=8b8320fc-e18e-4eea-90e6-3e06521e612e,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:21.228295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Attempting to bind port 8b8320fc-e18e-4eea-90e6-3e06521e612e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:21.228755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Attempting to bind port 8b8320fc-e18e-4eea-90e6-3e06521e612e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:21.229120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Attempting to bind port 8b8320fc-e18e-4eea-90e6-3e06521e612e on network 526c656b-6a8b-44dc-9f93-ac950629bc31 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:21.240565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-f1f95b0f-a0c5-4fcf-9330-7aec3fe85a5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1059d3c2-edc2-4272-b3e8-f2bd303ac052 HTTP/1.1" status: 200 len: 217 time: 0.0708070 Apr 08 10:47:21.240892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:21.241234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Checking segment: {'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:21.241632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.242028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Bound using segment: {'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:21.245355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Bound port: 8b8320fc-e18e-4eea-90e6-3e06521e612e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:21.245727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.252868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 526c656b-6a8b-44dc-9f93-ac950629bc31 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:21.260887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:21.263325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:21.264056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.284762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:21.307554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327e04-6190-4344-ba34-2349cc681285 req-5fecb4e1-ad26-4a03-b5ba-201531aa04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:21.309183 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-5fecb4e1-ad26-4a03-b5ba-201531aa04a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09e11b5c-67fd-4d0a-a082-25332a842681 HTTP/1.1" status: 200 len: 838 time: 0.0635917 Apr 08 10:47:21.400132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327e04-6190-4344-ba34-2349cc681285 req-92ee9589-cda2-468f-8395-062c0d45e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:21.401811 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-92ee9589-cda2-468f-8395-062c0d45e469 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0860689 Apr 08 10:47:21.505639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.509748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] For port 8b8320fc-e18e-4eea-90e6-3e06521e612e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:21.515351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] For port 8b8320fc-e18e-4eea-90e6-3e06521e612e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8b8320fc-e18e-4eea-90e6-3e06521e612e,segment=NetworkSegment(0f22a64d-f4ff-48e5-8cfb-f3d62776e016),segment_id=0f22a64d-f4ff-48e5-8cfb-f3d62776e016)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:21.538345 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-7731e8ce-2e29-4196-ab47-87227f62adf8 service neutron] 10.222.0.41 "GET /v2.0/networks/561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300669 Apr 08 10:47:21.598417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:14Z', 'revision_number': 3, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:20Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:21.603773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de60dc-f585-4a2e-ac3f-f0cd94530eaf None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:14Z', 'revision_number': 3, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:20Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:21.615466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.751632 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78327e04-6190-4344-ba34-2349cc681285 req-08c7e9f1-4e5b-45a7-90a1-27eefa6c5700 service neutron] 10.222.0.41 "GET /v2.0/networks/561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033424 Apr 08 10:47:21.764754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696bf9c-2c10-46b3-af28-9211c682d0f5 None None] Pushing event updated for resources: {'Port': ['ID=8b8320fc-e18e-4eea-90e6-3e06521e612e,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:21.791561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e9ae536d-30a3-413d-8677-a9af2e345969 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:21.913201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e9ae536d-30a3-413d-8677-a9af2e345969 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:21.913580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:22.051078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b5e6b-9afc-4243-80e7-0fb318c03c26 req-79f9668a-66c4-4a5f-9b88-b18afeffad2e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:22.052929 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f85b5e6b-9afc-4243-80e7-0fb318c03c26 req-79f9668a-66c4-4a5f-9b88-b18afeffad2e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 944 time: 0.1526520 Apr 08 10:47:22.083535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:22.117179 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f85b5e6b-9afc-4243-80e7-0fb318c03c26 req-493aae36-9113-4fc1-a4d4-ea34003c7fca tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574620 Apr 08 10:47:22.157941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:22.159504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:22.329982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:22.379280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 526c656b-6a8b-44dc-9f93-ac950629bc31 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:22.380316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:22.553482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:22.820358 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f89b2-f747-4a3b-8d43-dcfe4f13c290 None None] Network 526c656b-6a8b-44dc-9f93-ac950629bc31 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:22.837087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:22.846374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:22.851929 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6f9330ae-ce36-4891-a061-4215c36a8497 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5743504 Apr 08 10:47:22.855378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55894) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:22.861074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-285424167'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:22.865861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:22.870889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:network and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:22.873961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:22.880105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:22.963601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:22.967294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:22.975231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:22.975868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:22.995276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:47:23.003888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:23.004229 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added segment 9c16d306-4660-4808-8855-b054e068caa4 of type vlan for network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 Apr 08 10:47:23.031377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:23.182895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-eb82656c-756d-4f58-ac60-fe98cf24e79b None None] Provisioning for port 8b8320fc-e18e-4eea-90e6-3e06521e612e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:23.186245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:23.243923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:23.250466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:23.251711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:23.302705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147c0c0-689a-4885-9e07-603f4126e956 req-455fb1fa-d961-4e69-9ed4-56423dd1aa3b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:23.310216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0147c0c0-689a-4885-9e07-603f4126e956 req-455fb1fa-d961-4e69-9ed4-56423dd1aa3b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 944 time: 0.0911887 Apr 08 10:47:23.358918 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0147c0c0-689a-4885-9e07-603f4126e956 req-89e37c33-190f-4ec2-b08a-052ff1146956 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477965 Apr 08 10:47:23.381299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Network': ['ID=8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:23.402124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:47:23.444385 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-20a47709-3dc7-4440-86e2-09ca110857a0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5876262 Apr 08 10:47:23.447443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55900) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:23.453036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'subnet': {'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:23.564719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:23.568657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:subnet and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:23.571623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:23.577295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:23.671771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Made reservation on behalf of dddf650a880444bab83541dd2cffb493 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:23.675843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:23.678348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:21Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:20Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:21Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:23.685891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:23.686327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Updating router 431098f3-6302-434b-aa10-92941742ab17 port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:47:23.766369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:23.780189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8b8320fc-e18e-4eea-90e6-3e06521e612e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:24.227693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.239682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Transition to ACTIVE for port object dd0cadaa-df27-4c6a-8bb0-4820d4736d33 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:24.243911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-579b2698-65ff-4e4e-9141-81561d4318c5 None None] Provisioning for port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:24.248451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-579b2698-65ff-4e4e-9141-81561d4318c5 None None] Provisioning complete for port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:24.250432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-579b2698-65ff-4e4e-9141-81561d4318c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.295514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.301018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 8b8320fc-e18e-4eea-90e6-3e06521e612e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:24.306756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-579b2698-65ff-4e4e-9141-81561d4318c5 None None] Port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:24.308661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 8b8320fc-e18e-4eea-90e6-3e06521e612e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:24.309032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.337843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.383460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Subnet': ['ID=e8f36f42-56ac-42b5-8f68-2964c7c5cc52,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:24.388134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Checking segment: {'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:24.388598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network hostable DHCP agents. Network: 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:47:24.531946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:47:24.586722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131db722-5c57-4ba3-b0b8-022c2d134aa3 None None] Pushing event updated for resources: {'Port': ['ID=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:24.587809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cbbc0-1649-4450-8be3-b93e0858a2ca req-f7d06ffd-2bb8-40c9-bc80-345696901cfa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:24.589597 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-089cbbc0-1649-4450-8be3-b93e0858a2ca req-f7d06ffd-2bb8-40c9-bc80-345696901cfa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 944 time: 0.1039946 Apr 08 10:47:24.646744 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-089cbbc0-1649-4450-8be3-b93e0858a2ca req-e7910c5b-12ee-4d21-8de8-9d5b875375a4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488791 Apr 08 10:47:24.662780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:24.667902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:24.672818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.686537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b8672-1c03-47dd-b0b6-89ec08fed0e7 None None] Network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:24.707945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Attempting to bind port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:24.708313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Attempting to bind port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:24.708703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Attempting to bind port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 on network 526c656b-6a8b-44dc-9f93-ac950629bc31 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:24.764559 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-81ef3afd-505b-4ba8-b5ae-935c2745a56e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3159366 Apr 08 10:47:24.767466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55906) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:24.780144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:24.780547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Checking segment: {'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:24.780957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.781348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Bound using segment: {'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:24.781836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Bound port: dd0cadaa-df27-4c6a-8bb0-4820d4736d33, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f22a64d-f4ff-48e5-8cfb-f3d62776e016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:24.782212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.827820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:24.985295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 8b8320fc-e18e-4eea-90e6-3e06521e612e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8b8320fc-e18e-4eea-90e6-3e06521e612e,segment=NetworkSegment(0f22a64d-f4ff-48e5-8cfb-f3d62776e016),segment_id=0f22a64d-f4ff-48e5-8cfb-f3d62776e016)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:24.986248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 1059d3c2-edc2-4272-b3e8-f2bd303ac052 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:47:24.994616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] For port dd0cadaa-df27-4c6a-8bb0-4820d4736d33, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:25.018976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] For port dd0cadaa-df27-4c6a-8bb0-4820d4736d33, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,segment=NetworkSegment(0f22a64d-f4ff-48e5-8cfb-f3d62776e016),segment_id=0f22a64d-f4ff-48e5-8cfb-f3d62776e016)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:25.141192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:25.141967 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:25.205828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:25.209546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:47:25.210325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:25.370328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:25.388530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=8b8320fc-e18e-4eea-90e6-3e06521e612e,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:25.401818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 1059d3c2-edc2-4272-b3e8-f2bd303ac052, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1059d3c2-edc2-4272-b3e8-f2bd303ac052,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:25.453777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:25.454425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:25.544882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '1059d3c2-edc2-4272-b3e8-f2bd303ac052', 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac', 'port_id': '1059d3c2-edc2-4272-b3e8-f2bd303ac052', 'mac_address': 'fa:16:3e:32:55:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e11b5c-67fd-4d0a-a082-25332a842681', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:47:25.714596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:25.743718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:25.744098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:25.792663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131db722-5c57-4ba3-b0b8-022c2d134aa3 None None] Pushing event updated for resources: {'Port': ['ID=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:25.812118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:25.833133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a30321-7e86-44ec-9858-539a26e2eaae req-6a3508ea-3f9f-4fb0-93ad-7c85ff9eb267 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:25.834601 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-54a30321-7e86-44ec-9858-539a26e2eaae req-6a3508ea-3f9f-4fb0-93ad-7c85ff9eb267 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 944 time: 0.0846419 Apr 08 10:47:25.862262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:25.879673 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-54a30321-7e86-44ec-9858-539a26e2eaae req-f085b15e-a912-47fb-a7ff-f3456b9f1df1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 Apr 08 10:47:25.896373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Allocated IP 2001:db8:3::2 (8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635/e8f36f42-56ac-42b5-8f68-2964c7c5cc52/0ab38337-2ea4-47cd-98ed-302fc92e0fe9) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:25.912458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1059d3c2-edc2-4272-b3e8-f2bd303ac052 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:47:26.115764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 1059d3c2-edc2-4272-b3e8-f2bd303ac052, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1059d3c2-edc2-4272-b3e8-f2bd303ac052,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:26.210072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:26.389127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:26.425548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=1059d3c2-edc2-4272-b3e8-f2bd303ac052,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:26.524438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['1059d3c2-edc2-4272-b3e8-f2bd303ac052'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:47:26.581960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,segment=NetworkSegment(b468c60e-ec53-4bab-b637-7269b968b8eb),segment_id=b468c60e-ec53-4bab-b637-7269b968b8eb)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:26.620413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:26.641564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Transition to ACTIVE for port object 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:26.643719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:26.718222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8b8320fc-e18e-4eea-90e6-3e06521e612e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:26.760605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Transition to ACTIVE for port object 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:26.792867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:21Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:20Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:24Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:26.824442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a7e8b-0d91-475f-bcca-ce1e82e9f374 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:21Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:20Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:24Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:26.840770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:26.847592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:26.932497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:26.942673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:26.949157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Allocated IP 2001:db8:3::1 (8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635/e8f36f42-56ac-42b5-8f68-2964c7c5cc52/a85e70e4-7c1a-48b1-98b1-01a5e4fac558) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:26.955109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:27.101766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 8b8320fc-e18e-4eea-90e6-3e06521e612e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:27.101766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.125711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Pushing event updated for resources: {'Port': ['ID=0ab38337-2ea4-47cd-98ed-302fc92e0fe9,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:27.210954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Attempting to bind port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:27.211486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Attempting to bind port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:27.212013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Attempting to bind port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 on network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:27.239128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:27.241042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Checking segment: {'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:27.241042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.241042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Bound using segment: {'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:27.241042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Bound port: 0ab38337-2ea4-47cd-98ed-302fc92e0fe9, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:27.241460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.303191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.322720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4670ca1c-9077-409c-b250-80360486129c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.330684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Transition to ACTIVE for port object a85e70e4-7c1a-48b1-98b1-01a5e4fac558 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:27.339358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d733-bade-4893-bb0b-ff72ac22ae57 req-a6e4490e-495f-413d-a78a-c8a7e817640f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:27.340890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57f9d733-bade-4893-bb0b-ff72ac22ae57 req-a6e4490e-495f-413d-a78a-c8a7e817640f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 945 time: 0.2878129 Apr 08 10:47:27.400156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57f9d733-bade-4893-bb0b-ff72ac22ae57 req-8ade1347-672b-487f-bd99-7d064af0aa5d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500917 Apr 08 10:47:27.454863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.483489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] For port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:27.489395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] For port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0ab38337-2ea4-47cd-98ed-302fc92e0fe9,segment=NetworkSegment(9c16d306-4660-4808-8855-b054e068caa4),segment_id=9c16d306-4660-4808-8855-b054e068caa4)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:27.522817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:27.526581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:27.534882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:27.535394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.552987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:27.569207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.652527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45cf6-5c9c-4ed8-9f63-a08b6b53dc32 None None] Pushing event updated for resources: {'Port': ['ID=0ab38337-2ea4-47cd-98ed-302fc92e0fe9,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:27.733187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:28.142828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:28.214202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:28.214887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:28.362280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event updated for resources: {'Port': ['ID=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:28.420334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:28.421508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:28.567054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80164018-098e-4a15-aafa-4058738a558f None None] Network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:28.597458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a480a-027d-4694-954c-d2ba0db05bda req-ca8420bf-b1d7-4a73-8c10-d0f63c712020 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:28.599005 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3d0a480a-027d-4694-954c-d2ba0db05bda req-ca8420bf-b1d7-4a73-8c10-d0f63c712020 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 945 time: 0.0857961 Apr 08 10:47:28.601929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:28.649866 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3d0a480a-027d-4694-954c-d2ba0db05bda req-c5e277b9-c762-4ecc-a11b-5d590bb6e121 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Apr 08 10:47:28.777657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:28.789628 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:28.799121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-93b7a142-5c0e-4e23-9fd6-5ccd8300513a None None] Provisioning for port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:28.802698 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:28.806304 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:46:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:28.811668 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c709bbf4-6ba8-4a28-9a90-ca0be5fbda33 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0423672 Apr 08 10:47:28.813637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:28.819837 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:28.911495 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dd0cadaa-df27-4c6a-8bb0-4820d4736d33 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:28.988030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 1059d3c2-edc2-4272-b3e8-f2bd303ac052 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:28.989153 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:29.102183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:29.108912 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:29.111154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.147269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:29.166942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:29.167302 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.361351 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:27Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:27Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:24Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:29.366885 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:29.367916 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Updating router 431098f3-6302-434b-aa10-92941742ab17 port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:47:29.431056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a5638f8d-44f3-402b-8c61-f47f4a2fde29 None None] Provisioning for port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:29.454456 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.468837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a5638f8d-44f3-402b-8c61-f47f4a2fde29 None None] Provisioning complete for port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:29.469438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a5638f8d-44f3-402b-8c61-f47f4a2fde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.517974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.extraroute_db [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 08 10:47:29.526509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.extraroute_db [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Removed routes are [] {{(pid=88613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 08 10:47:29.527166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.533167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a5638f8d-44f3-402b-8c61-f47f4a2fde29 None None] Port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:29.559520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.570543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.617603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b1aac0-e264-465f-ab24-4868c337db17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1059d3c2-edc2-4272-b3e8-f2bd303ac052'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:47:29.635636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 1059d3c2-edc2-4272-b3e8-f2bd303ac052, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1059d3c2-edc2-4272-b3e8-f2bd303ac052,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:29.641783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port dd0cadaa-df27-4c6a-8bb0-4820d4736d33, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,segment=NetworkSegment(0f22a64d-f4ff-48e5-8cfb-f3d62776e016),segment_id=0f22a64d-f4ff-48e5-8cfb-f3d62776e016)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:29.654660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1d3932ba-47f3-487b-a160-3c6f71912023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.667153 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce70e41-749f-4380-a313-32ad0b9f0fb2'] response: {'server_uuid': 'f2b1aac0-e264-465f-ab24-4868c337db17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1059d3c2-edc2-4272-b3e8-f2bd303ac052', 'code': 200} Apr 08 10:47:29.717518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.779276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.779971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:29.860380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ded72add-3a0e-4b07-8cad-537fd88556e7 None None] Provisioning complete for port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:29.860772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ded72add-3a0e-4b07-8cad-537fd88556e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.900677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=1059d3c2-edc2-4272-b3e8-f2bd303ac052,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:29.911170 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:29.925976 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Transition to ACTIVE for port object a85e70e4-7c1a-48b1-98b1-01a5e4fac558 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:29.994487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ded72add-3a0e-4b07-8cad-537fd88556e7 None None] Port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:30.002716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:30.003099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.003866 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.034698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:30.136952 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.145813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dbf19-3a9d-48a3-81f4-eb881aab0915 req-8d028d01-79c1-41cd-8b29-b067b4506832 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:30.147814 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-762dbf19-3a9d-48a3-81f4-eb881aab0915 req-8d028d01-79c1-41cd-8b29-b067b4506832 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 946 time: 0.3014145 Apr 08 10:47:30.150094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.175547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:30.203498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23378ab-de9f-4eab-bc8c-5cc93249fc0f req-c5fd0ad7-bc20-4951-91e1-3cea6c694479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:30.205890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d23378ab-de9f-4eab-bc8c-5cc93249fc0f req-c5fd0ad7-bc20-4951-91e1-3cea6c694479 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 1099 time: 0.1297071 Apr 08 10:47:30.215713 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768278e7-5ce5-457b-b429-5c926b87ed90 None None] Pushing event updated for resources: {'Port': ['ID=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:30.279861 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Attempting to bind port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:30.282397 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Attempting to bind port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:30.282397 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Attempting to bind port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 on network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:30.287922 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:30.289283 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Checking segment: {'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:30.289949 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.290600 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Bound using segment: {'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:30.291590 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Bound port: a85e70e4-7c1a-48b1-98b1-01a5e4fac558, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c16d306-4660-4808-8855-b054e068caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:30.292239 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.312875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d23378ab-de9f-4eab-bc8c-5cc93249fc0f req-e5eb197c-5777-43b5-82ac-7e5f219b4820 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918555 Apr 08 10:47:30.346252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:30.353307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:30.353679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.383508 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:30.386632 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-762dbf19-3a9d-48a3-81f4-eb881aab0915 req-2ced1045-d482-4a7a-9b66-ed760db96702 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691546 Apr 08 10:47:30.401019 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] For port a85e70e4-7c1a-48b1-98b1-01a5e4fac558, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:30.404916 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] For port a85e70e4-7c1a-48b1-98b1-01a5e4fac558, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,segment=NetworkSegment(9c16d306-4660-4808-8855-b054e068caa4),segment_id=9c16d306-4660-4808-8855-b054e068caa4)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:30.481323 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.527674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.544196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.560677 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:30.561310 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:30.564779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0ab38337-2ea4-47cd-98ed-302fc92e0fe9,segment=NetworkSegment(9c16d306-4660-4808-8855-b054e068caa4),segment_id=9c16d306-4660-4808-8855-b054e068caa4)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:30.567524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:30.575385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.579052 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b7a46723-768c-4a3c-a615-3a8a5f859305 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 200 len: 953 time: 1.7619739 Apr 08 10:47:30.579415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55924) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:30.633638 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.691772 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768278e7-5ce5-457b-b429-5c926b87ed90 None None] Pushing event updated for resources: {'Port': ['ID=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:30.760373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dd0cadaa-df27-4c6a-8bb0-4820d4736d33 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:30.770319 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:30.816739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=0ab38337-2ea4-47cd-98ed-302fc92e0fe9,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:30.846561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:30.846946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.895906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:30.896331 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5a521506-b5cc-4bc9-956e-d673622fac55 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 200 len: 953 time: 0.3155191 Apr 08 10:47:30.902177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'routes': None}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:31.109909 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 6, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:30Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:31.113717 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f6fac-4224-4b16-ac26-f4f0d9265d08 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 6, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:30Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:31.203567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:31.533794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.extraroute_db [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added routes are [] {{(pid=88613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 08 10:47:31.534391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.extraroute_db [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 08 10:47:31.567781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:31.635192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321082b-becd-4a3d-bf3e-f26670a04360 req-a07509ed-568c-4c32-b660-cae91171281a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:31.636747 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c321082b-becd-4a3d-bf3e-f26670a04360 req-a07509ed-568c-4c32-b660-cae91171281a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 946 time: 0.1147099 Apr 08 10:47:31.687408 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c321082b-becd-4a3d-bf3e-f26670a04360 req-3d24b6fe-21a6-49c6-8640-c5c18e46f660 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449722 Apr 08 10:47:31.884268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:31.893853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:31.894425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:31.948423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:32.094474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:32.104749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:32.108140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:32.267639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:32.334105 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:47:32.422890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:31Z', 'revision_number': 7, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:30Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:32.426819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:32.432003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:32.435782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:32.436394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:32.438708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:32.439845 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-66018afe-8b1e-40d6-bc82-a76b6503a8e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 200 len: 703 time: 1.5428021 Apr 08 10:47:32.442431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55934) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:32.593930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:32.606289 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4ae0b3d8-3733-4a36-953c-37fb0bd2dd3c tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 200 len: 703 time: 0.1628096 Apr 08 10:47:32.609022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55938) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:32.824631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a85e70e4-7c1a-48b1-98b1-01a5e4fac558 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:32.992612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:31Z', 'revision_number': 7, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:30Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:32.996959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54781f68-5f57-4918-8d28-b9aa625ce494 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:31Z', 'revision_number': 7, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:30Z', 'revision_number': 4, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:33.009459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:33.014874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:33.017156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:33.063384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2a55-d1e9-46b7-afcc-e0f0692d2490 req-00a545be-f583-49e0-aa61-8c20b05db34d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:33.065289 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9d3e2a55-d1e9-46b7-afcc-e0f0692d2490 req-00a545be-f583-49e0-aa61-8c20b05db34d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 946 time: 0.2235024 Apr 08 10:47:33.154438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:33.160793 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9d3e2a55-d1e9-46b7-afcc-e0f0692d2490 req-8609a3f0-235b-44dc-8d72-911843b89e5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607393 Apr 08 10:47:33.192168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port a85e70e4-7c1a-48b1-98b1-01a5e4fac558, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,segment=NetworkSegment(9c16d306-4660-4808-8855-b054e068caa4),segment_id=9c16d306-4660-4808-8855-b054e068caa4)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:33.271999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:33.273321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:33.275534 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:33.294565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:33.296017 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:33.296735 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:33.395028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7ac09-0a84-4581-81ac-df0ffc31cdfd req-beda1a43-b6b7-41d4-a687-d3f2e9b234af tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:33.537535 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-79e7ac09-0a84-4581-81ac-df0ffc31cdfd req-beda1a43-b6b7-41d4-a687-d3f2e9b234af tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 946 time: 0.1199551 Apr 08 10:47:33.537535 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-79e7ac09-0a84-4581-81ac-df0ffc31cdfd req-53484cbc-4971-4ebf-bbf7-639f1859329e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530732 Apr 08 10:47:33.537752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:33.537752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:33.537752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:33.562306 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:33.827012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port a85e70e4-7c1a-48b1-98b1-01a5e4fac558 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:33.827622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:33.919105 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:31Z', 'revision_number': 7, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:33Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:33.922929 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:33.932024 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:33.932655 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:34.016995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port a85e70e4-7c1a-48b1-98b1-01a5e4fac558, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,segment=NetworkSegment(9c16d306-4660-4808-8855-b054e068caa4),segment_id=9c16d306-4660-4808-8855-b054e068caa4)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:34.017359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:34.089355 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:34.149227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for a85e70e4-7c1a-48b1-98b1-01a5e4fac558 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:34.152050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:34.409255 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:34.410708 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:31Z', 'revision_number': 7, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:33Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:34.420209 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04c494-01f8-4b2c-a651-12c0867e70e9 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:31Z', 'revision_number': 7, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a85e70e4-7c1a-48b1-98b1-01a5e4fac558', 'name': '', 'network_id': '8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:21:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:25Z', 'updated_at': '2022-04-08T10:47:33Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'e8f36f42-56ac-42b5-8f68-2964c7c5cc52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:34.460926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=a85e70e4-7c1a-48b1-98b1-01a5e4fac558,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.542930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:34.679057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:34.984839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55950) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:35.003164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:35.279157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:35.288133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:35.301847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:35.301847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:35.303116 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3765cb38-3f91-4cf9-9951-5c3ad97a7bd9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6929429 Apr 08 10:47:35.304622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55954) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:35.378233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-720a60d7-9904-4650-a229-e4da26b263a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet e8f36f42-56ac-42b5-8f68-2964c7c5cc52 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:47:35.381781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-720a60d7-9904-4650-a229-e4da26b263a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:35.440806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-720a60d7-9904-4650-a229-e4da26b263a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:35.500989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:35.537439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-720a60d7-9904-4650-a229-e4da26b263a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:35.706780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-720a60d7-9904-4650-a229-e4da26b263a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:35.730339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:35.750605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a60d7-9904-4650-a229-e4da26b263a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f36f42-56ac-42b5-8f68-2964c7c5cc52,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:35.752775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-720a60d7-9904-4650-a229-e4da26b263a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:35.759954 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-720a60d7-9904-4650-a229-e4da26b263a7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/e8f36f42-56ac-42b5-8f68-2964c7c5cc52 HTTP/1.1" status: 204 len: 168 time: 0.4535458 Apr 08 10:47:35.765658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55958) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:35.768317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3184caa-f388-4b6c-8fd1-d85d44a14a59 None None] Network 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:35.891745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:35.903107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:35.903583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:35.996061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:34Z', 'revision_number': 8, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:36.001055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:36.021566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:36.022204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:36.127187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0ab38337-2ea4-47cd-98ed-302fc92e0fe9,segment=NetworkSegment(9c16d306-4660-4808-8855-b054e068caa4),segment_id=9c16d306-4660-4808-8855-b054e068caa4)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:36.127665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.182099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19141309-5a9f-4477-9d27-96111536775e None None] DHCP port deletion for 8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:36.182351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.17 (561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac/09e11b5c-67fd-4d0a-a082-25332a842681/94033113-d00d-4e8d-8d98-3669828dcc4d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:36.193037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-19141309-5a9f-4477-9d27-96111536775e None None] Deleting port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:36.193440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-19141309-5a9f-4477-9d27-96111536775e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.218963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:36.271261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:36.454769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.483650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.500274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 94033113-d00d-4e8d-8d98-3669828dcc4d will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:36.508141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=0ab38337-2ea4-47cd-98ed-302fc92e0fe9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:36.515170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No DVR routers for this DVR port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:36.581560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.646960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:36.650176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:36.654230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:36.682646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.727728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:36.732927 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=94033113-d00d-4e8d-8d98-3669828dcc4d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:36.749702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c16d306-4660-4808-8855-b054e068caa4') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:36.750952 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c16d306-4660-4808-8855-b054e068caa4') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:36.756864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.758448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.759079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.759947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.761146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.761739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.762072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.762405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.762737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.763064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.763388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.763707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:36.768336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.768728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-19141309-5a9f-4477-9d27-96111536775e None None] For port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0ab38337-2ea4-47cd-98ed-302fc92e0fe9,segment=NetworkSegment(9c16d306-4660-4808-8855-b054e068caa4),segment_id=9c16d306-4660-4808-8855-b054e068caa4)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:36.769202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-19141309-5a9f-4477-9d27-96111536775e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.773681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.785695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:36.797097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.807866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:36.808325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:36.835862 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:36.899391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:36.906002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:36.971193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-19141309-5a9f-4477-9d27-96111536775e None None] Calling delete_port for 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:37.000437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.009352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.030199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.049540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:37.054766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:34Z', 'revision_number': 8, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: from cryptography.utils import int_from_bytes Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: from cryptography.utils import int_from_bytes Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn_limited( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn_limited( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:47:37.058038 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 10:47:37.062639 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1984cc78-584e-4024-8baa-e022af0604d1 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/8ad5aac9-ab4b-4670-b5b6-cf4e3bf05635 HTTP/1.1" status: 204 len: 168 time: 1.2933531 Apr 08 10:47:37.062639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55962) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:37.069453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e5091-32c6-4ecc-ba59-d0958c630f02 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:34Z', 'revision_number': 8, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0cadaa-df27-4c6a-8bb0-4820d4736d33', 'name': '', 'network_id': '526c656b-6a8b-44dc-9f93-ac950629bc31', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:fc:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:20Z', 'updated_at': '2022-04-08T10:47:29Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '15a884f2-a324-46e8-8bef-a6464cabec34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:37.077313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-19141309-5a9f-4477-9d27-96111536775e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:47:37.077990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-19141309-5a9f-4477-9d27-96111536775e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:47:37.129099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-97db61ca-78a5-4a80-930c-7cefec235d07 None None] Provisioning for port 94033113-d00d-4e8d-8d98-3669828dcc4d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:37.135095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-97db61ca-78a5-4a80-930c-7cefec235d07 None None] Provisioning complete for port 94033113-d00d-4e8d-8d98-3669828dcc4d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:37.135474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97db61ca-78a5-4a80-930c-7cefec235d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.195105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-97db61ca-78a5-4a80-930c-7cefec235d07 None None] Port 94033113-d00d-4e8d-8d98-3669828dcc4d cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:37.485685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.575303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.583945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-19141309-5a9f-4477-9d27-96111536775e None None] Deleting port 0ab38337-2ea4-47cd-98ed-302fc92e0fe9 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:37.584410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-19141309-5a9f-4477-9d27-96111536775e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.669759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-19141309-5a9f-4477-9d27-96111536775e None None] The port '0ab38337-2ea4-47cd-98ed-302fc92e0fe9' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:47:37.697500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=94033113-d00d-4e8d-8d98-3669828dcc4d,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:37.704422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.747327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:37.845665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:37.846807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:38.044469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4b39ed90-bfb7-416d-8da6-b744d3d6837c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:38.123809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port dd0cadaa-df27-4c6a-8bb0-4820d4736d33 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:38.124152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:38.129498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0845fbc7-d42e-470f-bb86-7ee0cdb0c404 None None] Provisioning complete for port 94033113-d00d-4e8d-8d98-3669828dcc4d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:38.130001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0845fbc7-d42e-470f-bb86-7ee0cdb0c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:38.188289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0845fbc7-d42e-470f-bb86-7ee0cdb0c404 None None] Port 94033113-d00d-4e8d-8d98-3669828dcc4d cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:47:38.232136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:38.242175 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Sync routers for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:38.251479 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:38.252608 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:38.333100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ea112056-13ab-4e57-8ef4-e0bbb247cd72 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/4b39ed90-bfb7-416d-8da6-b744d3d6837c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3468735 Apr 08 10:47:38.339631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port dd0cadaa-df27-4c6a-8bb0-4820d4736d33, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,segment=NetworkSegment(0f22a64d-f4ff-48e5-8cfb-f3d62776e016),segment_id=0f22a64d-f4ff-48e5-8cfb-f3d62776e016)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:38.340285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:38.437946 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:38.470570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for dd0cadaa-df27-4c6a-8bb0-4820d4736d33 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:38.680148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a85e70e4-7c1a-48b1-98b1-01a5e4fac558 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:38.721895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a85e70e4-7c1a-48b1-98b1-01a5e4fac558 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:38.722694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a85e70e4-7c1a-48b1-98b1-01a5e4fac558 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:38.802343 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:47:36Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:35Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94033113-d00d-4e8d-8d98-3669828dcc4d', 'name': '', 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:03:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '09e11b5c-67fd-4d0a-a082-25332a842681', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:35Z', 'updated_at': '2022-04-08T10:47:37Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '09e11b5c-67fd-4d0a-a082-25332a842681', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:38.803066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:38.807813 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Checking router: 4b39ed90-bfb7-416d-8da6-b744d3d6837c for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:38.808128 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Updating router 4b39ed90-bfb7-416d-8da6-b744d3d6837c port 94033113-d00d-4e8d-8d98-3669828dcc4d binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:47:38.854770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=dd0cadaa-df27-4c6a-8bb0-4820d4736d33,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:38.864056 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.187783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.283836 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.295579 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Transition to ACTIVE for port object 94033113-d00d-4e8d-8d98-3669828dcc4d will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:39.391513 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.516176 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed5a73-bed6-47da-ac0c-5d28105542b9 None None] Pushing event updated for resources: {'Port': ['ID=94033113-d00d-4e8d-8d98-3669828dcc4d,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:39.531734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:39.611786 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Attempting to bind port 94033113-d00d-4e8d-8d98-3669828dcc4d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:39.612151 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Attempting to bind port 94033113-d00d-4e8d-8d98-3669828dcc4d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:39.612601 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Attempting to bind port 94033113-d00d-4e8d-8d98-3669828dcc4d on network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:39.619311 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:39.619687 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Checking segment: {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:39.620086 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.620545 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Bound using segment: {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:39.621109 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Bound port: 94033113-d00d-4e8d-8d98-3669828dcc4d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0317547-0b19-4d3c-a08c-a4e0453af3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:39.621513 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.715100 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] For port 94033113-d00d-4e8d-8d98-3669828dcc4d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:39.718107 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] For port 94033113-d00d-4e8d-8d98-3669828dcc4d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=94033113-d00d-4e8d-8d98-3669828dcc4d,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:39.726379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:39.737986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:39.739066 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9af684e0-6fe7-4a07-b7f7-d793f582ec1f tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6764195 Apr 08 10:47:39.742129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55978) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:39.749210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:39.750063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:39.810923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c120c0e6-868d-4205-87dd-ce6a9acf879b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet 15a884f2-a324-46e8-8bef-a6464cabec34 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:47:39.814198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c120c0e6-868d-4205-87dd-ce6a9acf879b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.885364 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.915832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:39.974390 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed5a73-bed6-47da-ac0c-5d28105542b9 None None] Pushing event updated for resources: {'Port': ['ID=94033113-d00d-4e8d-8d98-3669828dcc4d,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:39.984504 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:39.985127 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:39.995313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c120c0e6-868d-4205-87dd-ce6a9acf879b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:40.096958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c120c0e6-868d-4205-87dd-ce6a9acf879b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:40.190181 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:40.261256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c120c0e6-868d-4205-87dd-ce6a9acf879b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:40.309586 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:38Z', 'revision_number': 9, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:40.317422 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:40.331897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:40.336980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:40.376251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c120c0e6-868d-4205-87dd-ce6a9acf879b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:40.388663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55984) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:40.399234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c120c0e6-868d-4205-87dd-ce6a9acf879b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/15a884f2-a324-46e8-8bef-a6464cabec34 HTTP/1.1" status: 204 len: 168 time: 0.6552629 Apr 08 10:47:40.401702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120c0e6-868d-4205-87dd-ce6a9acf879b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=15a884f2-a324-46e8-8bef-a6464cabec34,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:40.514542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57511280-1660-4e40-abbc-3de5af0875d2 None None] Network 526c656b-6a8b-44dc-9f93-ac950629bc31 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:40.526721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:40.541455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port 8b8320fc-e18e-4eea-90e6-3e06521e612e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:40.542118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:40.601086 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:47:36Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:35Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94033113-d00d-4e8d-8d98-3669828dcc4d', 'name': '', 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:03:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '09e11b5c-67fd-4d0a-a082-25332a842681', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:35Z', 'updated_at': '2022-04-08T10:47:39Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '09e11b5c-67fd-4d0a-a082-25332a842681', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:40.605851 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ae1b1-f3b1-4e55-b895-8616f3ef3ccc None None] The sync data for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv is: [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:47:36Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:35Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94033113-d00d-4e8d-8d98-3669828dcc4d', 'name': '', 'network_id': '561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:03:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '09e11b5c-67fd-4d0a-a082-25332a842681', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:35Z', 'updated_at': '2022-04-08T10:47:39Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '09e11b5c-67fd-4d0a-a082-25332a842681', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:40.622458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:40.854625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port 8b8320fc-e18e-4eea-90e6-3e06521e612e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8b8320fc-e18e-4eea-90e6-3e06521e612e,segment=NetworkSegment(0f22a64d-f4ff-48e5-8cfb-f3d62776e016),segment_id=0f22a64d-f4ff-48e5-8cfb-f3d62776e016)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:40.855070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:40.968027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 94033113-d00d-4e8d-8d98-3669828dcc4d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:41.015344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for 8b8320fc-e18e-4eea-90e6-3e06521e612e owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:41.186849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.271788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab9831-df21-4fd1-9b4f-2c8b17151bbb None None] DHCP port deletion for 526c656b-6a8b-44dc-9f93-ac950629bc31 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:41.276861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No DVR routers for this DVR port 8b8320fc-e18e-4eea-90e6-3e06521e612e on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:41.295585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 94033113-d00d-4e8d-8d98-3669828dcc4d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:41.307416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 94033113-d00d-4e8d-8d98-3669828dcc4d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:41.308592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.337059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=8b8320fc-e18e-4eea-90e6-3e06521e612e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:41.489759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:38Z', 'revision_number': 9, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:41.499247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4bbe39-6985-410f-a635-587a863d00c3 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:38Z', 'revision_number': 9, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': '24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3', 'name': '', 'network_id': '30a62995-7fb1-47b9-9e18-4c23a50c34a2', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:ad:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:13Z', 'updated_at': '2022-04-08T10:47:26Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': 'cdfa8be3-07d4-4596-947b-5c2c31eebc82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:41.529105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.570204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 94033113-d00d-4e8d-8d98-3669828dcc4d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=94033113-d00d-4e8d-8d98-3669828dcc4d,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:41.604647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.630033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526c656b-6a8b-44dc-9f93-ac950629bc31']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:41.641721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f22a64d-f4ff-48e5-8cfb-f3d62776e016') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:41.642029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f22a64d-f4ff-48e5-8cfb-f3d62776e016') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:41.642756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.654276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.670982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.676968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:41.677350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:41.692269 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:41.715018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=94033113-d00d-4e8d-8d98-3669828dcc4d,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:41.722194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.722547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.722893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.723233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.723576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.723933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.724264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.724632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.724963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.725292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.726264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.726592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:41.862054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.879892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:41.891414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=526c656b-6a8b-44dc-9f93-ac950629bc31,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:41.900082 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-243d5f8c-6ad5-4fd5-8ac7-f6356a811564 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/526c656b-6a8b-44dc-9f93-ac950629bc31 HTTP/1.1" status: 204 len: 168 time: 1.5096478 Apr 08 10:47:41.902755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 55990) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:42.428064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:42.736890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 94033113-d00d-4e8d-8d98-3669828dcc4d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:42.761265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:42.761912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:42.805040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 94033113-d00d-4e8d-8d98-3669828dcc4d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:42.805432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:42.955022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,segment=NetworkSegment(b468c60e-ec53-4bab-b637-7269b968b8eb),segment_id=b468c60e-ec53-4bab-b637-7269b968b8eb)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:42.955383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:42.971253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dd0cadaa-df27-4c6a-8bb0-4820d4736d33 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:43.008407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: dd0cadaa-df27-4c6a-8bb0-4820d4736d33 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:43.008794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device dd0cadaa-df27-4c6a-8bb0-4820d4736d33 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:43.009227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8b8320fc-e18e-4eea-90e6-3e06521e612e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:43.050347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 8b8320fc-e18e-4eea-90e6-3e06521e612e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:43.050697 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8b8320fc-e18e-4eea-90e6-3e06521e612e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:43.189042 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:43.431200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:43.485558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:43.684868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.007058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:44.164367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:44.174463 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:44.177478 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7786e4cc-d935-4d41-bed0-92e565272286 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737243 Apr 08 10:47:44.180337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 55998) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:44.184938 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:44.185546 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:44.246865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d316b19-59a9-45c5-a5a2-1c8ab673e31e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet cdfa8be3-07d4-4596-947b-5c2c31eebc82 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:47:44.249871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d316b19-59a9-45c5-a5a2-1c8ab673e31e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.310576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d316b19-59a9-45c5-a5a2-1c8ab673e31e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.338888 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:44.403673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d316b19-59a9-45c5-a5a2-1c8ab673e31e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.540992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d316b19-59a9-45c5-a5a2-1c8ab673e31e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.580379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d316b19-59a9-45c5-a5a2-1c8ab673e31e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfa8be3-07d4-4596-947b-5c2c31eebc82,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:44.584244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8d316b19-59a9-45c5-a5a2-1c8ab673e31e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.591617 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8d316b19-59a9-45c5-a5a2-1c8ab673e31e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/cdfa8be3-07d4-4596-947b-5c2c31eebc82 HTTP/1.1" status: 204 len: 168 time: 0.4099779 Apr 08 10:47:44.592387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd18d9-5638-4ef1-a4a0-b36954942731 None None] Network 30a62995-7fb1-47b9-9e18-4c23a50c34a2 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:44.594770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56002) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:44.698432 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:43Z', 'revision_number': 10, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:44.702820 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:44.712929 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:44.713554 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:44.714009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.725210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port e9ae536d-30a3-413d-8677-a9af2e345969 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:44.725963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.885806 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:44.894212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] DHCP port deletion for 30a62995-7fb1-47b9-9e18-4c23a50c34a2 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:44.898620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] Deleting port e9ae536d-30a3-413d-8677-a9af2e345969 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:44.899130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:44.940923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port e9ae536d-30a3-413d-8677-a9af2e345969, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e9ae536d-30a3-413d-8677-a9af2e345969,segment=NetworkSegment(b468c60e-ec53-4bab-b637-7269b968b8eb),segment_id=b468c60e-ec53-4bab-b637-7269b968b8eb)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:44.942314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.067602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for e9ae536d-30a3-413d-8677-a9af2e345969 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:45.112541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] For port e9ae536d-30a3-413d-8677-a9af2e345969, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e9ae536d-30a3-413d-8677-a9af2e345969,segment=NetworkSegment(b468c60e-ec53-4bab-b637-7269b968b8eb),segment_id=b468c60e-ec53-4bab-b637-7269b968b8eb)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:45.113047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.217139 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:43Z', 'revision_number': 10, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:45.221072 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d47dd7-5406-4a06-b168-423530d77812 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:43Z', 'revision_number': 10, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None, '_interfaces': [{'id': 'be70448f-23e5-49d8-b2bd-a58e10f6b492', 'name': '', 'network_id': '42b4538f-1312-4075-8512-d23248fab4a4', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'mac_address': 'fa:16:3e:c3:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431098f3-6302-434b-aa10-92941742ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:06Z', 'updated_at': '2022-04-08T10:47:16Z', 'revision_number': 5, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'subnets': [{'id': '924fd40d-f36e-4c86-96de-57f4cf9ec6c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:45.249139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.277213 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] Calling delete_port for e9ae536d-30a3-413d-8677-a9af2e345969 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:45.300425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=e9ae536d-30a3-413d-8677-a9af2e345969,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:45.304179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No DVR routers for this DVR port e9ae536d-30a3-413d-8677-a9af2e345969 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:45.357589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:47:45.357944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:47:45.437575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.462596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a62995-7fb1-47b9-9e18-4c23a50c34a2']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:45.474223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b468c60e-ec53-4bab-b637-7269b968b8eb') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:45.474523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b468c60e-ec53-4bab-b637-7269b968b8eb') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:45.486292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.502403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.508310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:45.508875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:45.523440 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:45.643174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.648659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.675580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=30a62995-7fb1-47b9-9e18-4c23a50c34a2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:45.685356 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-989c3434-ce33-4bf4-a14b-f2bcb59e9eb6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/30a62995-7fb1-47b9-9e18-4c23a50c34a2 HTTP/1.1" status: 204 len: 168 time: 1.0895503 Apr 08 10:47:45.690751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56008) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:45.859504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] Deleting port e9ae536d-30a3-413d-8677-a9af2e345969 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:45.860117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:45.929769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d41e90f4-b89b-43f3-81a7-179e243d3137 None None] The port 'e9ae536d-30a3-413d-8677-a9af2e345969' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:47:46.311530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:46.645062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port be70448f-23e5-49d8-b2bd-a58e10f6b492 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:46.645402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:46.731284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:46.771025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:46.771391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 24a19a88-5649-42d6-b5a1-6f3f2ff7c7c3 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:46.771827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e9ae536d-30a3-413d-8677-a9af2e345969 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:46.806710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: e9ae536d-30a3-413d-8677-a9af2e345969 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:46.807086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e9ae536d-30a3-413d-8677-a9af2e345969 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:46.839696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port be70448f-23e5-49d8-b2bd-a58e10f6b492, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=be70448f-23e5-49d8-b2bd-a58e10f6b492,segment=NetworkSegment(14649164-513b-4b61-be26-874a4d6224a5),segment_id=14649164-513b-4b61-be26-874a4d6224a5)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:46.840049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:46.961134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for be70448f-23e5-49d8-b2bd-a58e10f6b492 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:47.197223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:47.247426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=be70448f-23e5-49d8-b2bd-a58e10f6b492,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:47.543294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:47.822372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:47.957821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:47.970055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:47.973651 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ddd01da9-34c1-4701-82b3-6162bd9cafff tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2846665 Apr 08 10:47:47.976821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56014) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:47.980286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:47.981081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:48.047591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d8c8ac-b54e-4ddf-b010-cb91e63a4a7d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting subnet 924fd40d-f36e-4c86-96de-57f4cf9ec6c4 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:47:48.050565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19d8c8ac-b54e-4ddf-b010-cb91e63a4a7d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.111743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19d8c8ac-b54e-4ddf-b010-cb91e63a4a7d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.112005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:48.195125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19d8c8ac-b54e-4ddf-b010-cb91e63a4a7d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.220105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:47Z', 'revision_number': 11, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:48.224151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:48.233142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:48.233756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:48.340604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19d8c8ac-b54e-4ddf-b010-cb91e63a4a7d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.367607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:48.383204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8c8ac-b54e-4ddf-b010-cb91e63a4a7d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Subnet': ['ID=924fd40d-f36e-4c86-96de-57f4cf9ec6c4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:48.388705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19d8c8ac-b54e-4ddf-b010-cb91e63a4a7d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.398066 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-19d8c8ac-b54e-4ddf-b010-cb91e63a4a7d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/924fd40d-f36e-4c86-96de-57f4cf9ec6c4 HTTP/1.1" status: 204 len: 168 time: 0.4173112 Apr 08 10:47:48.398588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56018) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:48.414910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef83de4-4323-48b6-a742-832b7c76353b None None] Network 42b4538f-1312-4075-8512-d23248fab4a4 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:48.501460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:47Z', 'revision_number': 11, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:48.510482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4728dd-5740-4ed4-af98-697d40568232 None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:47Z', 'revision_number': 11, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:48.514457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.526560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Deleting port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:48.526911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.751824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] For port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa,segment=NetworkSegment(14649164-513b-4b61-be26-874a4d6224a5),segment_id=14649164-513b-4b61-be26-874a4d6224a5)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:47:48.752751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.861617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431f7a9-a384-420c-ac4d-4f6723d2f513 None None] DHCP port deletion for 42b4538f-1312-4075-8512-d23248fab4a4 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:47:48.867377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f431f7a9-a384-420c-ac4d-4f6723d2f513 None None] Deleting port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:47:48.867917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f431f7a9-a384-420c-ac4d-4f6723d2f513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.883991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Calling delete_port for d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:47:48.945108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device be70448f-23e5-49d8-b2bd-a58e10f6b492 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:48.994292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: be70448f-23e5-49d8-b2bd-a58e10f6b492 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:47:48.994829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device be70448f-23e5-49d8-b2bd-a58e10f6b492 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:48.995104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:49.048790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:49.078376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f431f7a9-a384-420c-ac4d-4f6723d2f513 None None] The port 'd2e9a4d5-088a-4f50-a8bf-bb828de2a2aa' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:47:49.113431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No active binding found for port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa {{(pid=88614) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 08 10:47:49.113857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:49.245828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No DVR routers for this DVR port d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:49.247440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Port': ['ID=d2e9a4d5-088a-4f50-a8bf-bb828de2a2aa,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:49.300153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882cd80-79c5-4065-aece-73d420a8545f req-c889f9c7-8d42-4dc0-acf9-0b864f858fca tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:49.301677 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4882cd80-79c5-4065-aece-73d420a8545f req-c889f9c7-8d42-4dc0-acf9-0b864f858fca tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1058829 Apr 08 10:47:49.352787 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4882cd80-79c5-4065-aece-73d420a8545f req-9dc8aee4-1212-4ae7-8192-307d9e7c2955 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Apr 08 10:47:49.380202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:49.407378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b4538f-1312-4075-8512-d23248fab4a4']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:49.420770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14649164-513b-4b61-be26-874a4d6224a5') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:49.421075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14649164-513b-4b61-be26-874a4d6224a5') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:49.432592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:49.448806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:49.454713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:47:49.455073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:47:49.473084 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:47:49.660910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:49.679716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:49.690603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Pushing event deleted for resources: {'Network': ['ID=42b4538f-1312-4075-8512-d23248fab4a4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:49.699426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4d5cc33c-30b0-4278-b199-1712b79d1683 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/networks/42b4538f-1312-4075-8512-d23248fab4a4 HTTP/1.1" status: 204 len: 168 time: 1.2998400 Apr 08 10:47:49.702439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56044) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:49.708889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'routes': None}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:50.004324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.extraroute_db [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Added routes are [] {{(pid=88612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 08 10:47:50.005070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.extraroute_db [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Removed routes are [] {{(pid=88612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 08 10:47:50.005070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:50.256154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:50.260038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:50.397677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router 431098f3-6302-434b-aa10-92941742ab17 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:47:50.687037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:50.694217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:50.695366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-986e072f-f4bd-4086-8f10-299f9832d3ee tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 200 len: 704 time: 0.9918785 Apr 08 10:47:50.696615 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] Sync routers for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:50.698793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56050) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:50.706736 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:50.707374 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:50.732204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc8ad9-2c7b-4de2-951f-6c4a7806f26a req-0a9a6d79-5ad1-4109-9758-fd7d3b15dcbc tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:50.733817 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-13fc8ad9-2c7b-4de2-951f-6c4a7806f26a req-0a9a6d79-5ad1-4109-9758-fd7d3b15dcbc tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.2657576 Apr 08 10:47:50.744657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-455d561f-b6cc-46bc-be0a-f2cad16d2606 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:50.781869 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-13fc8ad9-2c7b-4de2-951f-6c4a7806f26a req-cc8f61af-0b03-45e5-a8dc-d66d444e48ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Apr 08 10:47:50.803435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-455d561f-b6cc-46bc-be0a-f2cad16d2606 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:50.804367 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-455d561f-b6cc-46bc-be0a-f2cad16d2606 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 200 len: 205 time: 0.1038523 Apr 08 10:47:50.806483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56054) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:50.837335 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:50.943541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fca6101e-4fc0-4c7d-addf-ab4dc7570ae7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:50.944339 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:47Z', 'revision_number': 11, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:50.948602 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] Checking router: 431098f3-6302-434b-aa10-92941742ab17 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:50.957120 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] Routers {'431098f3-6302-434b-aa10-92941742ab17'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:50.957739 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['431098f3-6302-434b-aa10-92941742ab17'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:51.116964 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] Set router 431098f3-6302-434b-aa10-92941742ab17 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:51.223056 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:47Z', 'revision_number': 11, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:51.227229 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effaca61-9ba6-48d0-af58-6cd6f01ee28b None None] The sync data for ids ['431098f3-6302-434b-aa10-92941742ab17'] in dv-neutron-837109-1-hyperv is: [{'id': '431098f3-6302-434b-aa10-92941742ab17', 'name': 'tempest-RoutersIpV6Test-router-255657617', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:04Z', 'updated_at': '2022-04-08T10:47:47Z', 'revision_number': 11, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:51.371111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fca6101e-4fc0-4c7d-addf-ab4dc7570ae7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.373317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fca6101e-4fc0-4c7d-addf-ab4dc7570ae7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.465640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fca6101e-4fc0-4c7d-addf-ab4dc7570ae7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.466363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca6101e-4fc0-4c7d-addf-ab4dc7570ae7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Fanout notify agent at l3_agent the message router_deleted on router 431098f3-6302-434b-aa10-92941742ab17 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:47:51.482375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fca6101e-4fc0-4c7d-addf-ab4dc7570ae7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.483434 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fca6101e-4fc0-4c7d-addf-ab4dc7570ae7 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 204 len: 168 time: 0.6759906 Apr 08 10:47:51.493899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56058) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:51.499420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-780306112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:51.506136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:51.511159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Usage tracker for resource:router and tenant:dddf650a880444bab83541dd2cffb493 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:51.513894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:51.520501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:51.591581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.592668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.608252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.677071 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.791762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:51.792920 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-edce46a7-5beb-4f94-8f13-f48a9c1f9403 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2978923 Apr 08 10:47:51.795623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56062) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:51.800693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0007e6ba-ee39-4062-97ec-526d2bfeeb4e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:51.918386 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-f9cd43f8-8e1d-4f28-b779-35277e267eea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0960214 Apr 08 10:47:52.071006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-ba7db16b-2d75-4c18-84eb-62788d4e5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:52.072467 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-ba7db16b-2d75-4c18-84eb-62788d4e5098 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 1098 time: 0.0815270 Apr 08 10:47:52.236329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-2d292b12-2627-43d4-9986-380060e37e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:52.237896 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-2d292b12-2627-43d4-9986-380060e37e2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 200 len: 897 time: 0.1400323 Apr 08 10:47:52.258132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0007e6ba-ee39-4062-97ec-526d2bfeeb4e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:52.276236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141ee3a-5db1-42aa-98a3-8e96e24cd3df req-82ddc3f6-b58e-48ee-b7e1-43f14b48cd87 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:52.277741 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e141ee3a-5db1-42aa-98a3-8e96e24cd3df req-82ddc3f6-b58e-48ee-b7e1-43f14b48cd87 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.3371477 Apr 08 10:47:52.328389 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e141ee3a-5db1-42aa-98a3-8e96e24cd3df req-b79d4707-74bf-4a91-b5da-dc85a6b23b9f tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Apr 08 10:47:52.346083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-5323ce82-e97e-49e5-b80c-5f03bc83b058 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c HTTP/1.1" status: 200 len: 1001 time: 0.1008217 Apr 08 10:47:52.368687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0007e6ba-ee39-4062-97ec-526d2bfeeb4e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:52.410682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-197e1e35-e762-403f-b655-5978ee726f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:52.412320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-197e1e35-e762-403f-b655-5978ee726f89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=660b0abe-f9b7-4a1f-90db-c81cb71a3a3e HTTP/1.1" status: 200 len: 834 time: 0.0597863 Apr 08 10:47:52.487462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-f9ab7a9c-e191-4ff1-89b4-f1ab7c10aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:52.489024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-f9ab7a9c-e191-4ff1-89b4-f1ab7c10aab7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708852 Apr 08 10:47:52.586870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0007e6ba-ee39-4062-97ec-526d2bfeeb4e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Router baa532e6-5292-416d-9aaa-724bddfd7cfc is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:47:52.637119 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-79e9c580-b68b-41d9-8cb0-908233035e18 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354034 Apr 08 10:47:52.777872 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40b75ab0-1d55-42e5-beff-5f72b85fccab req-69b2fc49-b628-45dc-a159-f39b7568b0a3 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339700 Apr 08 10:47:52.841561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0007e6ba-ee39-4062-97ec-526d2bfeeb4e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:47:52.847735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0007e6ba-ee39-4062-97ec-526d2bfeeb4e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:52.849009 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0007e6ba-ee39-4062-97ec-526d2bfeeb4e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "PUT /v2.0/routers/baa532e6-5292-416d-9aaa-724bddfd7cfc HTTP/1.1" status: 200 len: 697 time: 1.0524685 Apr 08 10:47:52.852008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56070) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:52.854578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] Sync routers for ids ['baa532e6-5292-416d-9aaa-724bddfd7cfc'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:47:52.865853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] Routers {'baa532e6-5292-416d-9aaa-724bddfd7cfc'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:52.866527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['baa532e6-5292-416d-9aaa-724bddfd7cfc'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:52.987700 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-243bdf79-2612-4540-ad0d-9d5b562d37a5 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/routers/baa532e6-5292-416d-9aaa-724bddfd7cfc HTTP/1.1" status: 200 len: 703 time: 0.1346033 Apr 08 10:47:52.990268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56074) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:52.993768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] Set router baa532e6-5292-416d-9aaa-724bddfd7cfc gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:53.033949 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-460e3844-57c8-4391-aa8f-c4c4ca2dd6c5 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa532e6-5292-416d-9aaa-724bddfd7cfc HTTP/1.1" status: 200 len: 205 time: 0.0420849 Apr 08 10:47:53.036857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56078) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:53.105948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa532e6-5292-416d-9aaa-724bddfd7cfc', 'name': 'tempest-RoutersIpV6Test-router-780306112', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:51Z', 'updated_at': '2022-04-08T10:47:52Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:53.109936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] Checking router: baa532e6-5292-416d-9aaa-724bddfd7cfc for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:47:53.118297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] Routers {'baa532e6-5292-416d-9aaa-724bddfd7cfc'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:47:53.118906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['baa532e6-5292-416d-9aaa-724bddfd7cfc'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:53.170527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3203f2ae-384c-42a7-b3cb-278abcd63804 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:53.248167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] Set router baa532e6-5292-416d-9aaa-724bddfd7cfc gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:47:53.354845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa532e6-5292-416d-9aaa-724bddfd7cfc', 'name': 'tempest-RoutersIpV6Test-router-780306112', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:51Z', 'updated_at': '2022-04-08T10:47:52Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:53.359117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4160af-8edb-40d7-ab54-91b0aae32265 None None] The sync data for ids ['baa532e6-5292-416d-9aaa-724bddfd7cfc'] in dv-neutron-837109-1-hyperv is: [{'id': 'baa532e6-5292-416d-9aaa-724bddfd7cfc', 'name': 'tempest-RoutersIpV6Test-router-780306112', 'tenant_id': 'dddf650a880444bab83541dd2cffb493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:51Z', 'updated_at': '2022-04-08T10:47:52Z', 'revision_number': 2, 'project_id': 'dddf650a880444bab83541dd2cffb493', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:47:53.482686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3203f2ae-384c-42a7-b3cb-278abcd63804 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:53.484965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3203f2ae-384c-42a7-b3cb-278abcd63804 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:53.555370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640146-49d9-4886-a328-64776638b2bf req-8d2c0252-26c0-4561-8cad-f4392d08d8e0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:53.556966 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f640146-49d9-4886-a328-64776638b2bf req-8d2c0252-26c0-4561-8cad-f4392d08d8e0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.0944209 Apr 08 10:47:53.574151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3203f2ae-384c-42a7-b3cb-278abcd63804 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:53.574663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3203f2ae-384c-42a7-b3cb-278abcd63804 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Fanout notify agent at l3_agent the message router_deleted on router baa532e6-5292-416d-9aaa-724bddfd7cfc {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:47:53.590671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3203f2ae-384c-42a7-b3cb-278abcd63804 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:53.592738 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3203f2ae-384c-42a7-b3cb-278abcd63804 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/baa532e6-5292-416d-9aaa-724bddfd7cfc HTTP/1.1" status: 204 len: 168 time: 0.5532038 Apr 08 10:47:53.599465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56084) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:53.637687 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9f640146-49d9-4886-a328-64776638b2bf req-e250f968-99a8-42e1-b434-82483a74f866 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748606 Apr 08 10:47:53.656851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0c2488a8-1e2c-425c-8bd0-1ac64d830fae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Synchronizing usage tracker for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:53.662203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0c2488a8-1e2c-425c-8bd0-1ac64d830fae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] Unset dirty status for tenant:dddf650a880444bab83541dd2cffb493 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:53.670008 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0c2488a8-1e2c-425c-8bd0-1ac64d830fae tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa532e6-5292-416d-9aaa-724bddfd7cfc HTTP/1.1" status: 200 len: 205 time: 0.0631487 Apr 08 10:47:53.672593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56088) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:53.743147 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-b184ee45-3a99-48e6-8497-bfbe067a03d0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] delete failed (client error): The resource could not be found. Apr 08 10:47:53.744146 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b184ee45-3a99-48e6-8497-bfbe067a03d0 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/baa532e6-5292-416d-9aaa-724bddfd7cfc HTTP/1.1" status: 404 len: 336 time: 0.0706215 Apr 08 10:47:53.746768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56092) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:53.785196 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f158716-14cb-442c-b10a-a295d249d292 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:53.785647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f158716-14cb-442c-b10a-a295d249d292 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:53.787283 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2f158716-14cb-442c-b10a-a295d249d292 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/e8f36f42-56ac-42b5-8f68-2964c7c5cc52 HTTP/1.1" status: 404 len: 337 time: 0.0396097 Apr 08 10:47:53.790726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56096) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:53.831217 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6084193b-1dc4-4ea0-9f60-e96aae112a86 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:53.831724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6084193b-1dc4-4ea0-9f60-e96aae112a86 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:53.833461 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6084193b-1dc4-4ea0-9f60-e96aae112a86 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/15a884f2-a324-46e8-8bef-a6464cabec34 HTTP/1.1" status: 404 len: 337 time: 0.0415864 Apr 08 10:47:53.836717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56100) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:53.884913 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db03dcc-8631-4a13-b0d2-0b67d8368161 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:53.885586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db03dcc-8631-4a13-b0d2-0b67d8368161 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:53.887014 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9db03dcc-8631-4a13-b0d2-0b67d8368161 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/cdfa8be3-07d4-4596-947b-5c2c31eebc82 HTTP/1.1" status: 404 len: 337 time: 0.0491772 Apr 08 10:47:53.889783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56104) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:53.927912 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42d617d-f8e8-4352-a024-23ec23b1e49a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:53.928399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42d617d-f8e8-4352-a024-23ec23b1e49a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:53.930051 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b42d617d-f8e8-4352-a024-23ec23b1e49a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/924fd40d-f36e-4c86-96de-57f4cf9ec6c4 HTTP/1.1" status: 404 len: 337 time: 0.0394537 Apr 08 10:47:53.932698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56108) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:53.976835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-344ac552-8575-4cd0-87f8-0cb219b214e9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 200 len: 205 time: 0.0428965 Apr 08 10:47:53.979111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56112) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.053130 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-14dac9ae-679e-42de-a8ab-dfc209e078c6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] delete failed (client error): The resource could not be found. Apr 08 10:47:54.054171 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-14dac9ae-679e-42de-a8ab-dfc209e078c6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/431098f3-6302-434b-aa10-92941742ab17 HTTP/1.1" status: 404 len: 336 time: 0.0740504 Apr 08 10:47:54.057151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56116) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.105845 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6ce21907-2a3d-426a-9427-04b3d6f82ef6 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=29ae9863-f6b0-498b-921a-0a661bcca064 HTTP/1.1" status: 200 len: 205 time: 0.0474415 Apr 08 10:47:54.108237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56120) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.298631 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-746f4b8c-90a2-40c6-8ba3-07e219768940 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] delete failed (client error): The resource could not be found. Apr 08 10:47:54.300509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-746f4b8c-90a2-40c6-8ba3-07e219768940 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/29ae9863-f6b0-498b-921a-0a661bcca064 HTTP/1.1" status: 404 len: 336 time: 0.1905091 Apr 08 10:47:54.302208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56126) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.341085 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-605e2884-242c-4ea9-aba1-3082329d61da tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:54.341557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605e2884-242c-4ea9-aba1-3082329d61da tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:54.345534 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-605e2884-242c-4ea9-aba1-3082329d61da tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/934a396c-097e-4881-9f07-50c73cd4120b HTTP/1.1" status: 404 len: 337 time: 0.0398955 Apr 08 10:47:54.345756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56130) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.390458 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-00bb7734-3079-4f89-9bc2-b8eff83c0ccc tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db5deb5-1781-46c1-bb36-89f920579a2c HTTP/1.1" status: 200 len: 205 time: 0.0436366 Apr 08 10:47:54.393386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56134) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.465951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-3a00be3b-c341-4d81-8cb6-8e8256f5118b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] delete failed (client error): The resource could not be found. Apr 08 10:47:54.467006 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3a00be3b-c341-4d81-8cb6-8e8256f5118b tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/2db5deb5-1781-46c1-bb36-89f920579a2c HTTP/1.1" status: 404 len: 336 time: 0.0727346 Apr 08 10:47:54.469621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56138) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.515706 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a5cb8078-9cce-49da-a048-5748de876718 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfe8deb5-4707-416c-95c7-2d32cdcde1af HTTP/1.1" status: 200 len: 205 time: 0.0450237 Apr 08 10:47:54.518311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56142) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.587378 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-fd8b78b1-3bf3-4a9a-bcf1-f1c9ac1462b2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] delete failed (client error): The resource could not be found. Apr 08 10:47:54.588386 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fd8b78b1-3bf3-4a9a-bcf1-f1c9ac1462b2 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/dfe8deb5-4707-416c-95c7-2d32cdcde1af HTTP/1.1" status: 404 len: 336 time: 0.0691776 Apr 08 10:47:54.591160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56146) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.628833 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dbf5cf-8128-47e1-a24a-9d74683a7e62 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:54.629283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dbf5cf-8128-47e1-a24a-9d74683a7e62 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:54.630907 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e2dbf5cf-8128-47e1-a24a-9d74683a7e62 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/cb2b3ba1-c743-427c-a10b-cefb43e743f2 HTTP/1.1" status: 404 len: 337 time: 0.0388765 Apr 08 10:47:54.633584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56150) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.681171 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8714771c-3b69-4bd7-bb23-9ed6eca3c34a tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbab51a2-89a7-418f-ab80-48a24535fcf8 HTTP/1.1" status: 200 len: 205 time: 0.0462437 Apr 08 10:47:54.683553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56156) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.751577 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-3bdd10b7-4209-4e19-9e15-72abb31fdb37 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] delete failed (client error): The resource could not be found. Apr 08 10:47:54.752498 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3bdd10b7-4209-4e19-9e15-72abb31fdb37 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/dbab51a2-89a7-418f-ab80-48a24535fcf8 HTTP/1.1" status: 404 len: 336 time: 0.0679827 Apr 08 10:47:54.755159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56160) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.797357 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fff4a8-d283-44a8-9dfa-3396e4a63c3e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:54.797817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fff4a8-d283-44a8-9dfa-3396e4a63c3e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:54.799683 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-46fff4a8-d283-44a8-9dfa-3396e4a63c3e tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/f74fbe93-7537-49df-82b6-874cf0d33258 HTTP/1.1" status: 404 len: 337 time: 0.0436380 Apr 08 10:47:54.811329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56164) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.838888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae976ab8-2b8f-4a64-a3e2-38392dfe5ec3 req-52f787bd-4af0-433f-bd2f-02f83f79db3e tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:54.840358 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae976ab8-2b8f-4a64-a3e2-38392dfe5ec3 req-52f787bd-4af0-433f-bd2f-02f83f79db3e tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.0924737 Apr 08 10:47:54.857726 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-501345ea-38c9-4a47-a888-f1d9fce88713 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "GET /v2.0/ports?device_id=beb88b79-a738-4fcc-8140-6217522ad4e2 HTTP/1.1" status: 200 len: 205 time: 0.0443282 Apr 08 10:47:54.860744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56168) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.888317 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae976ab8-2b8f-4a64-a3e2-38392dfe5ec3 req-487fb8ca-38f5-4c37-ac5f-6f96aa704e12 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Apr 08 10:47:54.931610 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.api.v2.resource [None req-63fffd0a-00ef-4619-b0d0-b52121bb1c4d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] delete failed (client error): The resource could not be found. Apr 08 10:47:54.932660 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-63fffd0a-00ef-4619-b0d0-b52121bb1c4d tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/routers/beb88b79-a738-4fcc-8140-6217522ad4e2 HTTP/1.1" status: 404 len: 336 time: 0.0710113 Apr 08 10:47:54.935317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56172) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:54.973897 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cde574-4aec-47de-bafe-42f46f0e5971 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:54.974343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cde574-4aec-47de-bafe-42f46f0e5971 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:54.976379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f9cde574-4aec-47de-bafe-42f46f0e5971 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/fff8aa72-51d5-4b61-a008-70a5733c3163 HTTP/1.1" status: 404 len: 337 time: 0.0401196 Apr 08 10:47:54.979029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56176) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:55.021695 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8f120b-e3ad-41ab-a608-d84d8d38aef9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] DELETE failed (client error): The resource could not be found. Apr 08 10:47:55.022724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8f120b-e3ad-41ab-a608-d84d8d38aef9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:47:55.024701 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-be8f120b-e3ad-41ab-a608-d84d8d38aef9 tempest-RoutersIpV6Test-775909424 tempest-RoutersIpV6Test-775909424-project] 10.222.0.23 "DELETE /v2.0/subnets/2e4949b2-5579-45ac-b035-94db4cdad69c HTTP/1.1" status: 404 len: 337 time: 0.0447545 Apr 08 10:47:56.019056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56186) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:56.092360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6ee04-0249-4385-a23c-73d2918c011c req-2bd8756e-f9ca-4b06-8eb0-e806237fe0e4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:56.094599 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e1b6ee04-0249-4385-a23c-73d2918c011c req-2bd8756e-f9ca-4b06-8eb0-e806237fe0e4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.0904028 Apr 08 10:47:56.145820 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e1b6ee04-0249-4385-a23c-73d2918c011c req-5e0a03af-f2f8-4e79-97d3-4ed3802e4846 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Apr 08 10:47:56.183198 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5829f7ea-d86c-4ac0-860b-2ab58088409e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dddf650a880444bab83541dd2cffb493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611538 Apr 08 10:47:56.183894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56192) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:56.243590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-60a30771-1c16-48c4-82d6-4ab9117b7c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:56.270056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-60a30771-1c16-48c4-82d6-4ab9117b7c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:56.396959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-60a30771-1c16-48c4-82d6-4ab9117b7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:56.415836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a30771-1c16-48c4-82d6-4ab9117b7c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da131d04-dcb3-4d54-ac77-a8db00faa20b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:56.424275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-60a30771-1c16-48c4-82d6-4ab9117b7c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:56.426144 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-60a30771-1c16-48c4-82d6-4ab9117b7c99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da131d04-dcb3-4d54-ac77-a8db00faa20b HTTP/1.1" status: 204 len: 168 time: 0.2411213 Apr 08 10:47:57.267389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3467-5b76-43e1-b385-7d10f7a61a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:57.352174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d15cda-4683-4d46-a435-8b7fa63ecc29 req-cc7c0359-e6eb-40b9-9431-a66b1be4924f tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:57.353835 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a3d15cda-4683-4d46-a435-8b7fa63ecc29 req-cc7c0359-e6eb-40b9-9431-a66b1be4924f tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.0904870 Apr 08 10:47:57.399737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56220) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:57.405484 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a3d15cda-4683-4d46-a435-8b7fa63ecc29 req-433b2f8f-1e38-48ef-9d40-4f4cc360ce6b tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Apr 08 10:47:57.508057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1691144454-network', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:57.513144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:57.517237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Usage tracker for resource:network and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:57.520066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:57.526132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:57.590713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Made reservation on behalf of 39cdfe7070a248db80ec4a77e478df89 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:57.593033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:57.605821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:57.621444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:57.625783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Usage tracker for resource:security_group_rule and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:57.628769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:57.635218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:57.718751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:57.791438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:57.828471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:47:57.833759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e10cb06-4328-4178-ae5b-7e240c1530dc,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:57.841681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:57.843262 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Added segment 7aa13f43-9020-4fa0-937f-6235ed00db3c of type vlan for network 7d55124e-e2fd-4eee-baaf-5621a16f1922 Apr 08 10:47:57.871497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:57.962656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:57.963677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:57.964265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:58.067671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] Pushing event updated for resources: {'Network': ['ID=7d55124e-e2fd-4eee-baaf-5621a16f1922,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:58.078072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:47:58.121553 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e09dcf4a-53f7-4f7b-b51c-14dbb6064a9a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7170064 Apr 08 10:47:58.121877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56226) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:58.127333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Request body: {'subnet': {'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1691144454-subnet', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:58.132829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:58.137492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Usage tracker for resource:subnet and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:58.141637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:58.148427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:58.214201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Made reservation on behalf of 39cdfe7070a248db80ec4a77e478df89 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:58.216950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:58.460063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:58.575468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbc90f2-e121-45b4-8e50-99babeba8bf0,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:58.591514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Checking segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:58.591871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Network hostable DHCP agents. Network: 7d55124e-e2fd-4eee-baaf-5621a16f1922, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:47:58.637367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1111-ef00-41d6-a0f6-8c20e47b5191 req-966113ad-13e4-4763-8fb1-ccf1d69895d3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:58.638856 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d6b1111-ef00-41d6-a0f6-8c20e47b5191 req-966113ad-13e4-4763-8fb1-ccf1d69895d3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1199212 Apr 08 10:47:58.685780 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d6b1111-ef00-41d6-a0f6-8c20e47b5191 req-ae3cba8b-0af2-47d3-a192-e4136089a7d2 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Apr 08 10:47:58.692668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:47:58.790994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 7d55124e-e2fd-4eee-baaf-5621a16f1922) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:58.795479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:58.796069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:58.800168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9b4c2-ed54-404a-8edb-1ae6665d86b1 None None] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:47:58.866710 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f0414d4d-ec6b-4968-977a-e691005d44d2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7437451 Apr 08 10:47:58.870809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56234) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:58.875907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:47:58.880608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:58.884618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Usage tracker for resource:router and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:47:58.888375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:47:58.894172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:58.970053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:58.971677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:58.987821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.021033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-7d55124e-e2fd-4eee-baaf-5621a16f1922', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:47:59.022414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.178482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Allocated IP 172.20.0.2 (7d55124e-e2fd-4eee-baaf-5621a16f1922/6cbc90f2-e121-45b4-8e50-99babeba8bf0/7a2d71ff-c8a6-495b-89fc-269530c5fc76) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:59.433923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.449805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.460255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Transition to ACTIVE for port object 7a2d71ff-c8a6-495b-89fc-269530c5fc76 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:59.478438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Transition to ACTIVE for port object 7a2d71ff-c8a6-495b-89fc-269530c5fc76 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:59.528689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1f4a863b-eb9e-4e2c-be6b-648eb34f4a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.546103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.613442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:59.616173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:59.623935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:47:59.657130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Pushing event updated for resources: {'Port': ['ID=7a2d71ff-c8a6-495b-89fc-269530c5fc76,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:59.723333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Attempting to bind port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:59.723878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Attempting to bind port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:59.724325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Attempting to bind port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:47:59.730900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:47:59.731393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Checking segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:47:59.731872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.732343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Bound using segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:47:59.732996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Bound port: 7a2d71ff-c8a6-495b-89fc-269530c5fc76, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:59.733454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.835277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] For port 7a2d71ff-c8a6-495b-89fc-269530c5fc76, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:47:59.838680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] For port 7a2d71ff-c8a6-495b-89fc-269530c5fc76, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7a2d71ff-c8a6-495b-89fc-269530c5fc76,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:47:59.867911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.894119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.895270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df0df5-6fb6-491b-bd75-1c099305f581 req-59c6261a-6460-42a7-860f-1d2cce16d5ae tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:59.897558 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a8df0df5-6fb6-491b-bd75-1c099305f581 req-59c6261a-6460-42a7-860f-1d2cce16d5ae tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.0846179 Apr 08 10:47:59.901424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:59.953307 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a8df0df5-6fb6-491b-bd75-1c099305f581 req-c5f70095-db39-4308-8e48-4ee54b90b7b9 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482895 Apr 08 10:47:59.978660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e20332-77a6-400d-bf3c-81dba94316cd None None] Pushing event updated for resources: {'Port': ['ID=7a2d71ff-c8a6-495b-89fc-269530c5fc76,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:00.054847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Allocated IP 172.26.7.108 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/bec53633-c886-43ee-ade1-4b7080c6a2fe) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:00.226544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:00.313164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:00.402571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:00.409794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:00.414240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:00.448446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=bec53633-c886-43ee-ade1-4b7080c6a2fe,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:00.517205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:00.793252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7a2d71ff-c8a6-495b-89fc-269530c5fc76 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:00.938850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:00.968329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:01.098839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f4a66-d338-49bc-a68f-4eb71d7bd751 None None] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:48:01.268743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:01.282017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f05637bd-9794-4265-9df2-23002498609e None None] Provisioning for port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:01.288566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f05637bd-9794-4265-9df2-23002498609e None None] Provisioning complete for port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:01.289034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f05637bd-9794-4265-9df2-23002498609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:01.311534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483d310-e85e-44b1-a1d3-f4c192b5ec86 req-ccea00a0-f62b-494c-955b-d84c635eb423 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:01.312949 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f483d310-e85e-44b1-a1d3-f4c192b5ec86 req-ccea00a0-f62b-494c-955b-d84c635eb423 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1872089 Apr 08 10:48:01.454225 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f483d310-e85e-44b1-a1d3-f4c192b5ec86 req-af1e089e-00b5-469f-b396-ce0eba141a44 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278877 Apr 08 10:48:01.484412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f05637bd-9794-4265-9df2-23002498609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:01.524009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56244) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:01.539081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f05637bd-9794-4265-9df2-23002498609e None None] For port 7a2d71ff-c8a6-495b-89fc-269530c5fc76, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7a2d71ff-c8a6-495b-89fc-269530c5fc76,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:01.600410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:01.619757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f05637bd-9794-4265-9df2-23002498609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:01.701931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05637bd-9794-4265-9df2-23002498609e None None] Pushing event updated for resources: {'Port': ['ID=7a2d71ff-c8a6-495b-89fc-269530c5fc76,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:01.887580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-36f304ff-10cf-48d1-8fc2-c00e13e1a5e8 None None] Provisioning complete for port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:01.888423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-36f304ff-10cf-48d1-8fc2-c00e13e1a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:01.968745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Router 64409aad-dedd-47eb-92ff-3bf493b88225 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:48:02.077276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:02.170850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:02.180495 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:02.191212 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:02.191996 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:02.265733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:02.270684 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a62549af-160a-47e8-8727-80076b465ce2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3954165 Apr 08 10:48:02.270922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56252) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:02.402678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:02.465114 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:02.818783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7a2d71ff-c8a6-495b-89fc-269530c5fc76 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:02.841346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b9de9-9225-430b-addb-decd65491643 req-2b68cddd-11fe-424b-8a2f-49c1ac8f31a5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:02.850226 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f25b9de9-9225-430b-addb-decd65491643 req-2b68cddd-11fe-424b-8a2f-49c1ac8f31a5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.2046349 Apr 08 10:48:02.949801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:02.950373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:02.992560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 94033113-d00d-4e8d-8d98-3669828dcc4d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:02.992853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:02.996179 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:00Z', 'revision_number': 3, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:03.003197 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:03.004317 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Updating router 64409aad-dedd-47eb-92ff-3bf493b88225 port bec53633-c886-43ee-ade1-4b7080c6a2fe binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:48:03.074252 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f25b9de9-9225-430b-addb-decd65491643 req-8541ad44-6c2d-458c-8f08-ed2064457419 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229843 Apr 08 10:48:03.136167 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.302004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.315305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 94033113-d00d-4e8d-8d98-3669828dcc4d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=94033113-d00d-4e8d-8d98-3669828dcc4d,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:03.315834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.451271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 94033113-d00d-4e8d-8d98-3669828dcc4d owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:03.540133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99980c70-f04d-4c1a-af0c-3ca155e6f7f0 req-4d915150-43fe-4bab-81e3-77a521e9f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:03.541890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99980c70-f04d-4c1a-af0c-3ca155e6f7f0 req-4d915150-43fe-4bab-81e3-77a521e9f540 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 1099 time: 0.2199502 Apr 08 10:48:03.560077 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.573198 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Transition to ACTIVE for port object bec53633-c886-43ee-ade1-4b7080c6a2fe will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:03.636771 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99980c70-f04d-4c1a-af0c-3ca155e6f7f0 req-9b676d2e-f12d-41c1-90d9-72e4125acd8a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623758 Apr 08 10:48:03.637885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Allocated IP 172.20.0.1 (7d55124e-e2fd-4eee-baaf-5621a16f1922/6cbc90f2-e121-45b4-8e50-99babeba8bf0/01507afc-6a57-453e-93bc-f7676d5b9d34) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:03.642348 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.733073 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Attempting to bind port bec53633-c886-43ee-ade1-4b7080c6a2fe on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:03.733441 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Attempting to bind port bec53633-c886-43ee-ade1-4b7080c6a2fe by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:03.733898 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Attempting to bind port bec53633-c886-43ee-ade1-4b7080c6a2fe on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:03.736322 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Pushing event updated for resources: {'Port': ['ID=bec53633-c886-43ee-ade1-4b7080c6a2fe,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:03.745873 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:03.749496 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:03.749496 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.749496 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:03.749496 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Bound port: bec53633-c886-43ee-ade1-4b7080c6a2fe, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:03.749496 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.777280 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.777631 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.777978 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.778404 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.778646 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.778978 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.779303 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.779627 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.779950 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.780269 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.780619 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.780941 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:03.810322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.820065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.827391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Transition to ACTIVE for port object 01507afc-6a57-453e-93bc-f7676d5b9d34 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:03.834514 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] For port bec53633-c886-43ee-ade1-4b7080c6a2fe, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:03.838173 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] For port bec53633-c886-43ee-ade1-4b7080c6a2fe, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bec53633-c886-43ee-ade1-4b7080c6a2fe,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:03.871802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=94033113-d00d-4e8d-8d98-3669828dcc4d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:03.911368 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:03.960333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:04.024333 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:04.026069 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:04.045756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:04.049077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:04.079672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Pushing event updated for resources: {'Port': ['ID=01507afc-6a57-453e-93bc-f7676d5b9d34,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:04.082595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:04.138246 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa0966-d69c-4595-b655-431be0a780d9 None None] Pushing event updated for resources: {'Port': ['ID=bec53633-c886-43ee-ade1-4b7080c6a2fe,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:04.145757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:04.167746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:04.280562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:04.374587 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:04.388517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2a5a1-fe08-4ebc-914d-f58c7063fbde req-d34bb177-646e-475f-bd70-fe2ab9189342 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:04.391116 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-35b2a5a1-fe08-4ebc-914d-f58c7063fbde req-d34bb177-646e-475f-bd70-fe2ab9189342 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1351514 Apr 08 10:48:04.488879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:04.513067 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-35b2a5a1-fe08-4ebc-914d-f58c7063fbde req-31a2db32-0908-4074-9911-bcf20fc5421b tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888183 Apr 08 10:48:04.586431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ce6900c2-dc85-4aff-a91f-c4b655fef2f9 None None] Provisioning for port 01507afc-6a57-453e-93bc-f7676d5b9d34 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:04.591862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ce6900c2-dc85-4aff-a91f-c4b655fef2f9 None None] Provisioning complete for port 01507afc-6a57-453e-93bc-f7676d5b9d34 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:04.592567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ce6900c2-dc85-4aff-a91f-c4b655fef2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:04.681230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ce6900c2-dc85-4aff-a91f-c4b655fef2f9 None None] Port 01507afc-6a57-453e-93bc-f7676d5b9d34 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:04.743977 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:00Z', 'revision_number': 3, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:04.748100 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e3ef3-90fa-499e-a81a-bf89f1f3a05b None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:00Z', 'revision_number': 3, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:04.866726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:04.901613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4b39ed90-bfb7-416d-8da6-b744d3d6837c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:48:04.935112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:05.100565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Pushing event updated for resources: {'Port': ['ID=01507afc-6a57-453e-93bc-f7676d5b9d34,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:05.103208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:05.115980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:48:05.177149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:05.241471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:05.251453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] Sync routers for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:05.261235 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8a1b6bcb-eb2e-4033-987b-7062eba24ee1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/4b39ed90-bfb7-416d-8da6-b744d3d6837c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7343500 Apr 08 10:48:05.416933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:05.418331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:05.504408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:05.505179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:05.987416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:06.046846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2fd3638f-fcd3-4d49-a9c3-d9f14f4456c1 None None] Provisioning complete for port 01507afc-6a57-453e-93bc-f7676d5b9d34 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:06.047420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2fd3638f-fcd3-4d49-a9c3-d9f14f4456c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:06.092315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'port_id': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'mac_address': 'fa:16:3e:44:8c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:48:06.117006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Router 64409aad-dedd-47eb-92ff-3bf493b88225 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:48:06.120737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:06.151297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c63740-fde7-46da-982f-19064e6ace06 req-632fa8ca-b1b0-4b89-96d7-54373c6eb637 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:06.152329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-02c63740-fde7-46da-982f-19064e6ace06 req-632fa8ca-b1b0-4b89-96d7-54373c6eb637 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:06.226899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-02c63740-fde7-46da-982f-19064e6ace06 req-632fa8ca-b1b0-4b89-96d7-54373c6eb637 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:06.228555 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-02c63740-fde7-46da-982f-19064e6ace06 req-632fa8ca-b1b0-4b89-96d7-54373c6eb637 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 946 time: 0.1900795 Apr 08 10:48:06.252156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:06.281656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc7675-5663-4f75-a090-4f5e2e565903 req-189bdb98-61e4-4f06-a245-b79788fadcff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:06.284190 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-10bc7675-5663-4f75-a090-4f5e2e565903 req-189bdb98-61e4-4f06-a245-b79788fadcff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.3367059 Apr 08 10:48:06.308056 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-02c63740-fde7-46da-982f-19064e6ace06 req-70a6f271-1af0-432f-810f-2cae92be7172 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713086 Apr 08 10:48:06.357497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:06.410904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:06.420873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3638f-fcd3-4d49-a9c3-d9f14f4456c1 None None] Port 01507afc-6a57-453e-93bc-f7676d5b9d34 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:06.424829 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4457a0-2e60-4bf3-8312-729a74bbc70d'] response: {'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'code': 200} Apr 08 10:48:06.454941 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-10bc7675-5663-4f75-a090-4f5e2e565903 req-89a5af71-804a-4b9f-867b-ce16772aa320 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628678 Apr 08 10:48:06.497101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:06.497321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56268) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:06.504333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:06.509586 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bf8d14f0-a9e0-4fd3-85d8-ef6f25203d6d admin admin] 10.222.0.23 "PUT /v2.0/routers/64409aad-dedd-47eb-92ff-3bf493b88225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2375841 Apr 08 10:48:06.549398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:48:06.586948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:06.628703 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dfea50f5-e4cb-43cd-b12c-76c0bb449b84 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/floatingips/18e260ca-5937-4a55-9120-341cbfbca2d1 HTTP/1.1" status: 200 len: 992 time: 0.1293559 Apr 08 10:48:06.789542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:06.792763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:48:06.793296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:48:06.804609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bec53633-c886-43ee-ade1-4b7080c6a2fe up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:06.854202 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:06.883499 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:06.884298 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:06.975543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:35Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:06.979853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] Checking router: 4b39ed90-bfb7-416d-8da6-b744d3d6837c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:06.994748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:06.995882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:07.087929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port bec53633-c886-43ee-ade1-4b7080c6a2fe completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:07.111606 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port bec53633-c886-43ee-ade1-4b7080c6a2fe triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:07.112091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.134776 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:07.468886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.477185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-e04a156e-e9c9-4f9a-8f1b-3bbba791875d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:07.479466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-e04a156e-e9c9-4f9a-8f1b-3bbba791875d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:07.507391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-e04a156e-e9c9-4f9a-8f1b-3bbba791875d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:07.512163 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-e04a156e-e9c9-4f9a-8f1b-3bbba791875d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 946 time: 0.2003202 Apr 08 10:48:07.544668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:48:07.577283 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 2, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:07.578227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:07.586269 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:07.587285 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Updating router 64409aad-dedd-47eb-92ff-3bf493b88225 port 01507afc-6a57-453e-93bc-f7676d5b9d34 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:48:07.605711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:07.606408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.679708 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.700947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b1d8f-5a27-4053-bc62-e116e1cc419e req-4c62f8d2-c728-4379-84a4-191240045d2d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:07.713158 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-779b1d8f-5a27-4053-bc62-e116e1cc419e req-4c62f8d2-c728-4379-84a4-191240045d2d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 946 time: 0.1900246 Apr 08 10:48:07.713158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56288) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:07.721360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1349085157-network', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:07.727865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:07.734320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:07.768629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Usage tracker for resource:network and tenant:2c7c3fde0db8480eb1313798f6ac0c37 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:07.778179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:07.795568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:07.840345 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-779b1d8f-5a27-4053-bc62-e116e1cc419e req-05743167-1490-478f-bd32-2f912946bae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=98f25642-c042-47df-a417-611c826cc0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108449 Apr 08 10:48:07.916963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Made reservation on behalf of 2c7c3fde0db8480eb1313798f6ac0c37 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:07.920767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.942626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.969354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.969709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:07.976870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7c3fde0db8480eb1313798f6ac0c37 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:07.979089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.981512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:07.992752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:08.056544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 1059d3c2-edc2-4272-b3e8-f2bd303ac052, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1059d3c2-edc2-4272-b3e8-f2bd303ac052,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:08.057452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.105503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port bec53633-c886-43ee-ade1-4b7080c6a2fe, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bec53633-c886-43ee-ade1-4b7080c6a2fe,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:08.148415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.169443 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.187608 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Transition to ACTIVE for port object 01507afc-6a57-453e-93bc-f7676d5b9d34 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:08.196540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.205727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.217424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:48:08.220102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:08.241294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.241989 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Added segment d949bbde-7b32-4c26-adb5-3b69228113c9 of type vlan for network 293ce19a-e7cc-4171-9160-e88a63204d2b Apr 08 10:48:08.246939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 1059d3c2-edc2-4272-b3e8-f2bd303ac052 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:08.254609 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.257341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338c9c93-9d08-4f2f-8526-8e0a5deacc75,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:08.311852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=bec53633-c886-43ee-ade1-4b7080c6a2fe,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:08.321721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:48:08.335851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.434424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.435770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:08.436629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.472528 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e01294-dfac-4eff-834e-859246c280f2 None None] Pushing event updated for resources: {'Port': ['ID=01507afc-6a57-453e-93bc-f7676d5b9d34,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:08.615373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.623302 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Attempting to bind port 01507afc-6a57-453e-93bc-f7676d5b9d34 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:08.623794 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Attempting to bind port 01507afc-6a57-453e-93bc-f7676d5b9d34 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:08.629561 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Attempting to bind port 01507afc-6a57-453e-93bc-f7676d5b9d34 on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:08.632174 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:08.632740 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Checking segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:08.633236 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.633731 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Bound using segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:08.634393 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Bound port: 01507afc-6a57-453e-93bc-f7676d5b9d34, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:08.634810 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.692513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:35Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:08.715873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa9a5e-22f0-4dfc-8f2f-322184b089e7 None None] The sync data for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv is: [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '20bf4b08-4b74-44d3-9256-c2e6d768f741', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.106', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'port_id': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'mac_address': 'fa:16:3e:5e:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77539526-2b50-46df-acbe-84be16bfb58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:46:29Z', 'updated_at': '2022-04-08T10:46:35Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:08.737514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=1059d3c2-edc2-4272-b3e8-f2bd303ac052,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:08.782172 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] For port 01507afc-6a57-453e-93bc-f7676d5b9d34, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:08.795889 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] For port 01507afc-6a57-453e-93bc-f7676d5b9d34, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=01507afc-6a57-453e-93bc-f7676d5b9d34,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:08.796656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] Pushing event updated for resources: {'Network': ['ID=293ce19a-e7cc-4171-9160-e88a63204d2b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:08.816396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 293ce19a-e7cc-4171-9160-e88a63204d2b details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:48:08.855727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port 1059d3c2-edc2-4272-b3e8-f2bd303ac052 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:48:08.858265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.860882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b1aac0-e264-465f-ab24-4868c337db17', 'name': 'network-vif-deleted', 'tag': '1059d3c2-edc2-4272-b3e8-f2bd303ac052'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:08.883223 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:08.909029 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4cc534ac-cda1-48c5-ae22-46c7122ab466 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1931674 Apr 08 10:48:08.909865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56296) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:08.915771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Request body: {'subnet': {'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1349085157-subnet', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:08.921748 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918b5ea0-b019-4a75-a5d6-1de89b6b7331'] response: {'server_uuid': 'f2b1aac0-e264-465f-ab24-4868c337db17', 'name': 'network-vif-deleted', 'tag': '1059d3c2-edc2-4272-b3e8-f2bd303ac052', 'status': 'completed', 'code': 200} Apr 08 10:48:08.924164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:08.929585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Usage tracker for resource:subnet and tenant:2c7c3fde0db8480eb1313798f6ac0c37 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:08.932863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:08.939885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:08.940495 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1de9a396-56f0-4d0f-9422-752c79f369f4 req-a1c23216-7464-4d93-9e52-199d617f635f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/1059d3c2-edc2-4272-b3e8-f2bd303ac052 HTTP/1.1" status: 204 len: 173 time: 1.4243748 Apr 08 10:48:09.011480 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:09.015128 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:09.081210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Made reservation on behalf of 2c7c3fde0db8480eb1313798f6ac0c37 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:09.094650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:09.110772 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e01294-dfac-4eff-834e-859246c280f2 None None] Pushing event updated for resources: {'Port': ['ID=01507afc-6a57-453e-93bc-f7676d5b9d34,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:09.123535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bec53633-c886-43ee-ade1-4b7080c6a2fe up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:09.389887 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:09.396664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port bec53633-c886-43ee-ade1-4b7080c6a2fe triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:09.397762 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:09.496393 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:48:09.637281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:09.710866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc57ab2-9e28-4669-ab14-18fc76fb3b22,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:09.738595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Checking segment: {'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:09.738945 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Network hostable DHCP agents. Network: 293ce19a-e7cc-4171-9160-e88a63204d2b, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:48:09.749432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-b77982db-16b6-4392-b38c-22bffe39a2f2 req-065782af-9d41-4eea-a859-7099a7aa7765 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:09.834182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Network 293ce19a-e7cc-4171-9160-e88a63204d2b is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:48:09.837260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-b77982db-16b6-4392-b38c-22bffe39a2f2 req-065782af-9d41-4eea-a859-7099a7aa7765 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:09.844813 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b77982db-16b6-4392-b38c-22bffe39a2f2 req-065782af-9d41-4eea-a859-7099a7aa7765 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2b1aac0-e264-465f-ab24-4868c337db17 HTTP/1.1" status: 200 len: 210 time: 0.5484278 Apr 08 10:48:09.887156 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:08Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:09.891275 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8364d33-79a6-4487-b13f-07d987ea7f74 None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:08Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:09.899548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 293ce19a-e7cc-4171-9160-e88a63204d2b) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:09.905511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:09.906739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:09.912545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b5ee5-98fe-45ba-8f99-6d852a466664 None None] Network 293ce19a-e7cc-4171-9160-e88a63204d2b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:48:09.993028 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-029412a2-f724-4929-b870-d36fec0a5aec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0820754 Apr 08 10:48:09.995418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56302) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:10.001084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:10.019089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:10.026988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Usage tracker for resource:router and tenant:2c7c3fde0db8480eb1313798f6ac0c37 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:10.035000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:10.040010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:10.045488 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:10.145833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:10.147365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:10.167376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:10.193765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:10.194140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:10.304730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-293ce19a-e7cc-4171-9160-e88a63204d2b', 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'fixed_ips': [{'subnet_id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:48:10.305725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:10.445056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:10.489466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:10.519400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:10.540743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:10.581240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Allocated IP 172.20.0.2 (293ce19a-e7cc-4171-9160-e88a63204d2b/4cc57ab2-9e28-4669-ab14-18fc76fb3b22/c35aae35-c042-4c22-9d55-25221024db09) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:10.588096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:10.829365 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d8929c-5b0c-4e48-9ff2-c21ce7fa4f27'] response: {'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'code': 200} Apr 08 10:48:10.850628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 01507afc-6a57-453e-93bc-f7676d5b9d34 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:10.901337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:10.953548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56310) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:10.979574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.012498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.043019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e61e10d-f6e7-429d-9b7e-558c7b62d5bc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.054421 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 01507afc-6a57-453e-93bc-f7676d5b9d34 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:11.061309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.064373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 01507afc-6a57-453e-93bc-f7676d5b9d34 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:11.064824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.080519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e61e10d-f6e7-429d-9b7e-558c7b62d5bc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.115068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Transition to ACTIVE for port object c35aae35-c042-4c22-9d55-25221024db09 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:11.155973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Transition to ACTIVE for port object c35aae35-c042-4c22-9d55-25221024db09 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:11.183938 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Allocated IP 172.26.7.3 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/0d40ce63-9018-4c7f-83a0-807fcc1e2fae) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:11.222542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.235887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.253975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e61e10d-f6e7-429d-9b7e-558c7b62d5bc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.276655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61e10d-f6e7-429d-9b7e-558c7b62d5bc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f25642-c042-47df-a417-611c826cc0bb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:11.324899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Network 293ce19a-e7cc-4171-9160-e88a63204d2b is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:11.330372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:11.342451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:11.355954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.371148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2e61e10d-f6e7-429d-9b7e-558c7b62d5bc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.374599 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2e61e10d-f6e7-429d-9b7e-558c7b62d5bc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/98f25642-c042-47df-a417-611c826cc0bb HTTP/1.1" status: 204 len: 168 time: 0.4191031 Apr 08 10:48:11.424096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 01507afc-6a57-453e-93bc-f7676d5b9d34, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=01507afc-6a57-453e-93bc-f7676d5b9d34,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:11.429579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Pushing event updated for resources: {'Port': ['ID=c35aae35-c042-4c22-9d55-25221024db09,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:11.452743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Attempting to bind port c35aae35-c042-4c22-9d55-25221024db09 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:11.453115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Attempting to bind port c35aae35-c042-4c22-9d55-25221024db09 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:11.453475 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Attempting to bind port c35aae35-c042-4c22-9d55-25221024db09 on network 293ce19a-e7cc-4171-9160-e88a63204d2b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:11.459477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:11.459736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Checking segment: {'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:11.460236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.460654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Bound using segment: {'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:11.461120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Bound port: c35aae35-c042-4c22-9d55-25221024db09, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:11.461493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.465370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.506931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56316) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:11.538937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:11.542601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:11.545495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:11.548678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.582161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 94033113-d00d-4e8d-8d98-3669828dcc4d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:11.587510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Pushing event updated for resources: {'Port': ['ID=0d40ce63-9018-4c7f-83a0-807fcc1e2fae,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:11.592257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbffb6ee-ef86-472a-8891-32222abccd1d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet 09e11b5c-67fd-4d0a-a082-25332a842681 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:48:11.595986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dbffb6ee-ef86-472a-8891-32222abccd1d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.624626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 94033113-d00d-4e8d-8d98-3669828dcc4d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:11.625022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 94033113-d00d-4e8d-8d98-3669828dcc4d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:11.639136 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] For port c35aae35-c042-4c22-9d55-25221024db09, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:11.658681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] For port c35aae35-c042-4c22-9d55-25221024db09, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c35aae35-c042-4c22-9d55-25221024db09,segment=NetworkSegment(d949bbde-7b32-4c26-adb5-3b69228113c9),segment_id=d949bbde-7b32-4c26-adb5-3b69228113c9)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:11.665271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dbffb6ee-ef86-472a-8891-32222abccd1d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.670267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=01507afc-6a57-453e-93bc-f7676d5b9d34,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:11.734487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:11.831825 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72152b46-2319-43aa-90f2-f910efe5cc44 None None] Pushing event updated for resources: {'Port': ['ID=c35aae35-c042-4c22-9d55-25221024db09,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:11.910743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dbffb6ee-ef86-472a-8891-32222abccd1d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.013431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 1059d3c2-edc2-4272-b3e8-f2bd303ac052 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:12.055039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 1059d3c2-edc2-4272-b3e8-f2bd303ac052 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:12.056138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 1059d3c2-edc2-4272-b3e8-f2bd303ac052 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:12.065344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dbffb6ee-ef86-472a-8891-32222abccd1d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.105528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffb6ee-ef86-472a-8891-32222abccd1d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=09e11b5c-67fd-4d0a-a082-25332a842681,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:12.112950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dbffb6ee-ef86-472a-8891-32222abccd1d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.120216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ce2da-edea-4e99-bc49-c24b6830ba2a None None] Network 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:48:12.123006 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dbffb6ee-ef86-472a-8891-32222abccd1d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/09e11b5c-67fd-4d0a-a082-25332a842681 HTTP/1.1" status: 204 len: 168 time: 0.6147201 Apr 08 10:48:12.126322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56320) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:12.338879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.344016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.413126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] DHCP port deletion for 561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:48:12.417690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] Deleting port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:12.418076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.426670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:12.427012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.714201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] For port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:12.714201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.862523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] Calling delete_port for 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:12.900286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e,segment=NetworkSegment(d0317547-0b19-4d3c-a08c-a4e0453af3d6),segment_id=d0317547-0b19-4d3c-a08c-a4e0453af3d6)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:12.900685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:12.923237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c35aae35-c042-4c22-9d55-25221024db09 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:12.953076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fef167-79c6-4934-9842-6a49a5709c18 None None] Network 293ce19a-e7cc-4171-9160-e88a63204d2b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:48:13.044791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:13.075489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.222090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-59f60704-86d4-4d33-89be-1219085e5b45 None None] Provisioning for port c35aae35-c042-4c22-9d55-25221024db09 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:13.225009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.278903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] Pushing event deleted for resources: {'Port': ['ID=3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:13.285710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50187c64-74cd-4147-a3dd-45e82f9086d3 None None] No DVR routers for this DVR port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:48:13.292453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c35aae35-c042-4c22-9d55-25221024db09 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:13.340779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c35aae35-c042-4c22-9d55-25221024db09 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:13.341149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.387569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:48:13.388324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:48:13.497000 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.527705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:48:13.535155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c35aae35-c042-4c22-9d55-25221024db09, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c35aae35-c042-4c22-9d55-25221024db09,segment=NetworkSegment(d949bbde-7b32-4c26-adb5-3b69228113c9),segment_id=d949bbde-7b32-4c26-adb5-3b69228113c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:13.619505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.620764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 01507afc-6a57-453e-93bc-f7676d5b9d34 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:13.718709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:13.743472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Sync routers for ids ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:13.750962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ae10a44c-50b7-403e-a788-32ccaa07ec88 None None] Provisioning complete for port c35aae35-c042-4c22-9d55-25221024db09 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:13.751338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ae10a44c-50b7-403e-a788-32ccaa07ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.805184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c35aae35-c042-4c22-9d55-25221024db09,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:13.807709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Routers {'1b75592c-8a96-4ebf-8fe5-45eba7ec97df'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:13.808289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:13.853394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.854648 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-137c3f65-fac3-41ce-ba60-4fddc126eb1b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8580594 Apr 08 10:48:13.857717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56324) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:13.889866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:13.889866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.919544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 01507afc-6a57-453e-93bc-f7676d5b9d34 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:13.920023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.969374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] The port '3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e' was deleted {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 10:48:14.102058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.119210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Set router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:14.129070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:14.142526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0317547-0b19-4d3c-a08c-a4e0453af3d6') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:14.142906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0317547-0b19-4d3c-a08c-a4e0453af3d6') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:14.165242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.182883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.189647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:48:14.190080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:48:14.205119 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:48:14.373415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.405288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.411929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:14.472075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:14.500237 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7367084e-dd58-429f-8e75-0e479b9daac1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/561bc7d5-3c41-4fd1-bcd9-cef6a6eae8ac HTTP/1.1" status: 204 len: 168 time: 2.3728921 Apr 08 10:48:14.502981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56328) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:14.516755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:14.517105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3d03d2d9-3f73-4e25-aa81-4ef745dd4b6e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:14.548767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 3, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port': {'id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:11Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:14.553883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Checking router: 1b75592c-8a96-4ebf-8fe5-45eba7ec97df for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:14.554246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Updating router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:48:14.608894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.619644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.753891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port ed309ea7-acd0-4322-84d5-fb634d121476 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:14.754336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.779917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c35aae35-c042-4c22-9d55-25221024db09 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:14.858050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Allocated IP 172.20.0.1 (293ce19a-e7cc-4171-9160-e88a63204d2b/4cc57ab2-9e28-4669-ab14-18fc76fb3b22/1a50b499-7237-4503-9fe8-3ce9b4721456) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:14.951871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.952126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:14.956761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c35aae35-c042-4c22-9d55-25221024db09 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:14.957249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.009832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.028273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Transition to ACTIVE for port object 1a50b499-7237-4503-9fe8-3ce9b4721456 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:15.076649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for ed309ea7-acd0-4322-84d5-fb634d121476 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:15.140095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.170775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.189682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Transition to ACTIVE for port object 0d40ce63-9018-4c7f-83a0-807fcc1e2fae will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:15.209297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Network 293ce19a-e7cc-4171-9160-e88a63204d2b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:15.210397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:15.214404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:15.274505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Pushing event updated for resources: {'Port': ['ID=1a50b499-7237-4503-9fe8-3ce9b4721456,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:15.281774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.294262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.373035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Attempting to bind port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:15.373561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Attempting to bind port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:15.374106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Attempting to bind port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:15.385650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52affae1-3df7-4a5c-b622-7cacf7830060 None None] Pushing event updated for resources: {'Port': ['ID=0d40ce63-9018-4c7f-83a0-807fcc1e2fae,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:15.389279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:15.389662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:15.390434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.390836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:15.391326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Bound port: 0d40ce63-9018-4c7f-83a0-807fcc1e2fae, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:15.391716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.481261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] For port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:15.490267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] For port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0d40ce63-9018-4c7f-83a0-807fcc1e2fae,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:15.511415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.534411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.583853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=ed309ea7-acd0-4322-84d5-fb634d121476,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:15.589974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.631702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-47c74861-8146-4e28-adbc-b0199d1c5d27 None None] Provisioning for port 1a50b499-7237-4503-9fe8-3ce9b4721456 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:15.653827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-47c74861-8146-4e28-adbc-b0199d1c5d27 None None] Provisioning complete for port 1a50b499-7237-4503-9fe8-3ce9b4721456 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:15.654299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-47c74861-8146-4e28-adbc-b0199d1c5d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.709550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:15.709904 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 20bf4b08-4b74-44d3-9256-c2e6d768f741 disassociated (deleted). External IP: 172.26.7.106, port: d1ca7ece-1d94-40f0-b9db-95b0630ad55c. Apr 08 10:48:15.747479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Routers {'1b75592c-8a96-4ebf-8fe5-45eba7ec97df'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:15.748039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:15.818065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-47c74861-8146-4e28-adbc-b0199d1c5d27 None None] Port 1a50b499-7237-4503-9fe8-3ce9b4721456 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:15.824232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52affae1-3df7-4a5c-b622-7cacf7830060 None None] Pushing event updated for resources: {'Port': ['ID=0d40ce63-9018-4c7f-83a0-807fcc1e2fae,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:15.955800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] Set router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:15.958623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:16.051024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:16.108381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4b39ed90-bfb7-416d-8da6-b744d3d6837c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:48:16.182770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:16.189772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Pushing event updated for resources: {'Port': ['ID=1a50b499-7237-4503-9fe8-3ce9b4721456,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:16.307322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:16.319155 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af429df6-8829-418d-b634-39e908bff85a None None] Sync routers for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:16.334037 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af429df6-8829-418d-b634-39e908bff85a None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:16.334269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:16.336465 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-af429df6-8829-418d-b634-39e908bff85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:16.363981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 4, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port': {'id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:11Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1a50b499-7237-4503-9fe8-3ce9b4721456', 'name': '', 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'mac_address': 'fa:16:3e:da:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:14Z', 'updated_at': '2022-04-08T10:48:14Z', 'revision_number': 1, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'subnets': [{'id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:16.370146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57701bb6-4822-4748-9a35-9e8b31a66e9d None None] The sync data for ids ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'] in dv-neutron-837109-1-hyperv is: [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 4, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port': {'id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:11Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1a50b499-7237-4503-9fe8-3ce9b4721456', 'name': '', 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'mac_address': 'fa:16:3e:da:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:14Z', 'updated_at': '2022-04-08T10:48:14Z', 'revision_number': 1, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'subnets': [{'id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:16.377379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Network 293ce19a-e7cc-4171-9160-e88a63204d2b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:16.377379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:16.413767 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-30f2492a-524a-40bc-9f55-f60d644553ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/20bf4b08-4b74-44d3-9256-c2e6d768f741 HTTP/1.1" status: 204 len: 168 time: 1.9094675 Apr 08 10:48:16.414401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:16.621797 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e653eea-c36d-4ad3-978d-d2edf143d9b6'] response: {'name': 'network-changed', 'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'status': 'completed', 'code': 200} Apr 08 10:48:16.624464 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-af429df6-8829-418d-b634-39e908bff85a None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:16.696751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:48:16.774569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-286f2fa2-a133-4170-b6cd-09fee7a9c541 None None] Provisioning complete for port 1a50b499-7237-4503-9fe8-3ce9b4721456 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:16.775252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-286f2fa2-a133-4170-b6cd-09fee7a9c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:16.859305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-286f2fa2-a133-4170-b6cd-09fee7a9c541 None None] Port 1a50b499-7237-4503-9fe8-3ce9b4721456 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:16.953949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-7cefdaab-8395-4407-be8a-eb79eb994c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:16.955746 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-7cefdaab-8395-4407-be8a-eb79eb994c1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 1098 time: 0.3021417 Apr 08 10:48:17.077953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:17.103098 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-af429df6-8829-418d-b634-39e908bff85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:17.108005 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af429df6-8829-418d-b634-39e908bff85a None None] Checking router: 4b39ed90-bfb7-416d-8da6-b744d3d6837c for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:17.112522 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c30dc05d-3c21-47b6-b62b-1a6390c36172 admin admin] 10.222.0.23 "PUT /v2.0/routers/1b75592c-8a96-4ebf-8fe5-45eba7ec97df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2536066 Apr 08 10:48:17.135130 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af429df6-8829-418d-b634-39e908bff85a None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:17.135922 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-af429df6-8829-418d-b634-39e908bff85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:17.147526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-813e81e5-aca2-468f-88ca-432c707fce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:17.149123 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-813e81e5-aca2-468f-88ca-432c707fce69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 200 len: 897 time: 0.1852002 Apr 08 10:48:17.237007 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-a6abebf6-8e0c-4492-af74-31c4872f3c01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c HTTP/1.1" status: 200 len: 217 time: 0.0802543 Apr 08 10:48:17.327988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-a671be97-1d25-464a-b212-6752d9a8acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:17.330461 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-a671be97-1d25-464a-b212-6752d9a8acf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=660b0abe-f9b7-4a1f-90db-c81cb71a3a3e HTTP/1.1" status: 200 len: 834 time: 0.0819511 Apr 08 10:48:17.418555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5ef98-3040-41bb-a6b7-b6ab51bcdc2d req-5c6d5696-daad-426f-9b4c-f2d010876442 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:17.419330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-21b5ef98-3040-41bb-a6b7-b6ab51bcdc2d req-5c6d5696-daad-426f-9b4c-f2d010876442 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:17.505549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-21b5ef98-3040-41bb-a6b7-b6ab51bcdc2d req-5c6d5696-daad-426f-9b4c-f2d010876442 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:17.507349 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-21b5ef98-3040-41bb-a6b7-b6ab51bcdc2d req-5c6d5696-daad-426f-9b4c-f2d010876442 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 945 time: 0.3620732 Apr 08 10:48:17.509763 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-af429df6-8829-418d-b634-39e908bff85a None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:17.515144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-3d79f2db-d651-44e4-87f6-ac8ddaae5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:17.526385 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-3d79f2db-d651-44e4-87f6-ac8ddaae5a05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ccc3d6-7a75-4045-88a2-58f61f156a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1737401 Apr 08 10:48:17.531359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-ed38b59e-7ef7-4db8-be95-bc9a8a50d369 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:48:17.532317 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-ed38b59e-7ef7-4db8-be95-bc9a8a50d369 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051353 Apr 08 10:48:17.582861 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-21b5ef98-3040-41bb-a6b7-b6ab51bcdc2d req-3c807c4b-962c-4786-8849-e145de2cab41 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665495 Apr 08 10:48:17.703053 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-8b27341d-a5c4-43f5-b756-86f56e9ce6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607223 Apr 08 10:48:17.910132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56348) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:17.918391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603574442', 'description': 'tempest-secgroup-smoke-1603574442 description', 'project_id': '39cdfe7070a248db80ec4a77e478df89'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:17.924871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:17.930409 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-af429df6-8829-418d-b634-39e908bff85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:17.931280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:security_group and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:17.934297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:17.934823 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af429df6-8829-418d-b634-39e908bff85a None None] The sync data for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv is: [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:03Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6e2f3db1-0577-4b11-8b58-4d2971875cb5', 'name': '', 'network_id': 'f6ccc3d6-7a75-4045-88a2-58f61f156a0b', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f0:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:47Z', 'updated_at': '2022-04-08T10:45:58Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '660b0abe-f9b7-4a1f-90db-c81cb71a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:17.942332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:18.009040 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5b6a9ab2-a26b-4b38-a70d-cc1107002dd8 req-0e2e4feb-8c72-429a-952b-75ea98784196 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985041 Apr 08 10:48:18.019634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.055657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:18.062336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:security_group_rule and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:18.066444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:18.074639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:18.155382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.207595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.255928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f299ad93-91c9-42e7-93a1-aa6070039fd0,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:18.278843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf47122-f80c-4d9b-977f-f7adf3c6fb95 None None] New status for floating IP 20bf4b08-4b74-44d3-9256-c2e6d768f741: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:48:18.335412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.337537 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6f055fb4-4997-4c84-953e-0c16d4e00db0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4254603 Apr 08 10:48:18.340432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56352) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:18.349932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'security_group_rule': {'security_group_id': 'f299ad93-91c9-42e7-93a1-aa6070039fd0', 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:18.358468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:18.362495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:security_group_rule and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:18.365695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:18.375818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:18.461821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.581818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.610693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-e6b3c8c8-446f-4e27-a66c-15d7d47bae5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:18.612212 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-e6b3c8c8-446f-4e27-a66c-15d7d47bae5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 945 time: 0.1009569 Apr 08 10:48:18.670471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.714923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f482991-25e0-4558-9363-541b5ae67dc9,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:18.726869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port d1ca7ece-1d94-40f0-b9db-95b0630ad55c {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:18.727221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.828858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.830070 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-edac6258-ab56-4e2f-bdcd-e7b0f1784ac2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878213 Apr 08 10:48:18.837210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56358) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:18.838098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0d40ce63-9018-4c7f-83a0-807fcc1e2fae up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:18.843403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d04e1f-98a6-42e7-a512-ec25cbfaa698 req-62f0186b-6ca8-4f93-93a0-bd2611f6ec81 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:18.850768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'security_group_rule': {'security_group_id': 'f299ad93-91c9-42e7-93a1-aa6070039fd0', 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:18.850971 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-44d04e1f-98a6-42e7-a512-ec25cbfaa698 req-62f0186b-6ca8-4f93-93a0-bd2611f6ec81 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 945 time: 0.1449964 Apr 08 10:48:18.858332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:18.871425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:security_group_rule and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:18.877586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:18.912550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:18.919715 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-44d04e1f-98a6-42e7-a512-ec25cbfaa698 req-72db9446-da44-459b-a7b2-ff6fe0ecbc13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=792e98cd-c575-4a40-baa5-5816c9ee95ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661335 Apr 08 10:48:19.042310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port d1ca7ece-1d94-40f0-b9db-95b0630ad55c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:19.042674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.078322 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Sync routers for ids ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:19.088074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:19.091973 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Routers {'1b75592c-8a96-4ebf-8fe5-45eba7ec97df'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:19.097187 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:19.097350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:19.097350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.191962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for d1ca7ece-1d94-40f0-b9db-95b0630ad55c owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:19.226726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.227445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.248898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0d40ce63-9018-4c7f-83a0-807fcc1e2fae,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:19.284776 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Set router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:19.293583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.369357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.392626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=0d40ce63-9018-4c7f-83a0-807fcc1e2fae,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:19.470477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.487403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.537234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45671305-3a40-4eba-a31f-998206f509a9,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:19.559781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=d1ca7ece-1d94-40f0-b9db-95b0630ad55c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:19.635915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.637140 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-26b84992-87c4-47e0-a4f8-300a742f840e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7989852 Apr 08 10:48:19.639981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56362) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:19.644196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port d1ca7ece-1d94-40f0-b9db-95b0630ad55c on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:48:19.645202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'security_group_rule': {'security_group_id': 'f299ad93-91c9-42e7-93a1-aa6070039fd0', 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:19.647245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.649521 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ded50eb-c00b-405f-9fdf-d3bf012c2f3d req-4ff20f2a-dc52-47d4-a463-4653ffbdbe98 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/d1ca7ece-1d94-40f0-b9db-95b0630ad55c HTTP/1.1" status: 204 len: 173 time: 1.0257339 Apr 08 10:48:19.650057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'name': 'network-vif-deleted', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:19.651557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:19.653492 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 4, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port': {'id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:11Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1a50b499-7237-4503-9fe8-3ce9b4721456', 'name': '', 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'mac_address': 'fa:16:3e:da:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:14Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 2, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'subnets': [{'id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:19.656664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:security_group_rule and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:19.658272 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Checking router: 1b75592c-8a96-4ebf-8fe5-45eba7ec97df for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:19.658835 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Updating router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df port 1a50b499-7237-4503-9fe8-3ce9b4721456 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:48:19.660400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:19.669029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:19.697847 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23347d7b-803e-4ad1-b026-f6c9bfa523a7'] response: {'server_uuid': '77539526-2b50-46df-acbe-84be16bfb58f', 'name': 'network-vif-deleted', 'tag': 'd1ca7ece-1d94-40f0-b9db-95b0630ad55c', 'status': 'completed', 'code': 200} Apr 08 10:48:19.718672 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.768417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.835549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.933520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:19.962873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc6dece-0a2d-4477-8394-1df872be8fee,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:20.059907 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.061820 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-55e70e98-b249-4e49-8485-b52f8caa1f64 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4206722 Apr 08 10:48:20.065960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56370) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:20.072787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'security_group_rule': {'security_group_id': 'f299ad93-91c9-42e7-93a1-aa6070039fd0', 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:20.079282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:20.122483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:security_group_rule and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:20.129516 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.133795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:20.139387 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0ea19715-c238-489e-b863-13e15c084a6b req-37f161cb-8f32-4f30-9334-9453a0020951 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=77539526-2b50-46df-acbe-84be16bfb58f HTTP/1.1" status: 200 len: 210 time: 0.0561178 Apr 08 10:48:20.142432 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Transition to ACTIVE for port object 1a50b499-7237-4503-9fe8-3ce9b4721456 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:20.143398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:20.271267 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.300377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.347234 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73224b08-76a6-440c-a5de-7ed12c24c2f6 None None] Pushing event updated for resources: {'Port': ['ID=1a50b499-7237-4503-9fe8-3ce9b4721456,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:20.370466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.453758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.486031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921b5370-564b-4d07-a520-3c2327209dce,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:20.546076 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Attempting to bind port 1a50b499-7237-4503-9fe8-3ce9b4721456 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:20.546457 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Attempting to bind port 1a50b499-7237-4503-9fe8-3ce9b4721456 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:20.546853 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Attempting to bind port 1a50b499-7237-4503-9fe8-3ce9b4721456 on network 293ce19a-e7cc-4171-9160-e88a63204d2b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:20.553403 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:20.553719 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Checking segment: {'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:20.554117 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.554505 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Bound using segment: {'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:20.555098 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Bound port: 1a50b499-7237-4503-9fe8-3ce9b4721456, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd949bbde-7b32-4c26-adb5-3b69228113c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:20.555533 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.636829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.638470 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-416fd6bd-eef4-48d2-8d26-d5bc80cd3e60 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5710361 Apr 08 10:48:20.641289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56374) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:20.648026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'security_group_rule': {'security_group_id': 'f299ad93-91c9-42e7-93a1-aa6070039fd0', 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:20.653004 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] For port 1a50b499-7237-4503-9fe8-3ce9b4721456, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:20.654283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:20.656176 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] For port 1a50b499-7237-4503-9fe8-3ce9b4721456, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1a50b499-7237-4503-9fe8-3ce9b4721456,segment=NetworkSegment(d949bbde-7b32-4c26-adb5-3b69228113c9),segment_id=d949bbde-7b32-4c26-adb5-3b69228113c9)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:20.658323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:security_group_rule and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:20.661234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:20.667877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:20.760891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0d40ce63-9018-4c7f-83a0-807fcc1e2fae up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:20.767932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Project 39cdfe7070a248db80ec4a77e478df89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:48:20.768326 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.775321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.836765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:20.837220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.858706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.858995 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Routers {'1b75592c-8a96-4ebf-8fe5-45eba7ec97df'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:20.859591 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:20.899232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.933025 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73224b08-76a6-440c-a5de-7ed12c24c2f6 None None] Pushing event updated for resources: {'Port': ['ID=1a50b499-7237-4503-9fe8-3ce9b4721456,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:20.940374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0edbef-c7c2-4f59-b337-7ce9cc927310,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:20.991234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:20.995079 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ccade408-8527-4d2e-8f8e-e615384101e8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3495166 Apr 08 10:48:20.995353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56378) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:21.000601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'security_group_rule': {'security_group_id': 'f299ad93-91c9-42e7-93a1-aa6070039fd0', 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:21.007475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:21.011632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:security_group_rule and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:21.015242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:21.022702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:21.070766 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Project 39cdfe7070a248db80ec4a77e478df89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:48:21.071134 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] Set router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:21.077984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.145339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.190024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.217753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b7d8b8-dfe4-477f-8a2e-28c3ebea061a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:21.236771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56384) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:21.296274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.300663 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-301e578c-933a-4bd9-883a-4a318685540e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3010569 Apr 08 10:48:21.409167 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 4, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port': {'id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:11Z', 'updated_at': '2022-04-08T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1a50b499-7237-4503-9fe8-3ce9b4721456', 'name': '', 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'mac_address': 'fa:16:3e:da:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:14Z', 'updated_at': '2022-04-08T10:48:20Z', 'revision_number': 4, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'subnets': [{'id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:21.414522 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d2c4f-5c4c-4f03-bb91-4beb01625bf2 None None] The sync data for ids ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'] in dv-neutron-837109-1-hyperv is: [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T10:48:15Z', 'revision_number': 4, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port': {'id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:11Z', 'updated_at': '2022-04-08T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1a50b499-7237-4503-9fe8-3ce9b4721456', 'name': '', 'network_id': '293ce19a-e7cc-4171-9160-e88a63204d2b', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'mac_address': 'fa:16:3e:da:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:14Z', 'updated_at': '2022-04-08T10:48:20Z', 'revision_number': 4, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'subnets': [{'id': '4cc57ab2-9e28-4669-ab14-18fc76fb3b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:21.429798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0782c40a-eb26-4012-a52d-38c97189335b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.463994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0782c40a-eb26-4012-a52d-38c97189335b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.601715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0782c40a-eb26-4012-a52d-38c97189335b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.623179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782c40a-eb26-4012-a52d-38c97189335b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e98cd-c575-4a40-baa5-5816c9ee95ac,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:21.630670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0782c40a-eb26-4012-a52d-38c97189335b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.631817 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0782c40a-eb26-4012-a52d-38c97189335b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/792e98cd-c575-4a40-baa5-5816c9ee95ac HTTP/1.1" status: 204 len: 168 time: 0.3940530 Apr 08 10:48:21.700829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56432) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:22.035812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d1ca7ece-1d94-40f0-b9db-95b0630ad55c no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:22.072003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: d1ca7ece-1d94-40f0-b9db-95b0630ad55c {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:22.072653 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d1ca7ece-1d94-40f0-b9db-95b0630ad55c not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:22.412910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:22.788371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 6e2f3db1-0577-4b11-8b58-4d2971875cb5 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:22.789042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:22.792414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1a50b499-7237-4503-9fe8-3ce9b4721456 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:22.927386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 1a50b499-7237-4503-9fe8-3ce9b4721456 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:22.932833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1a50b499-7237-4503-9fe8-3ce9b4721456 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:22.933216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:22.996727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 6e2f3db1-0577-4b11-8b58-4d2971875cb5, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6e2f3db1-0577-4b11-8b58-4d2971875cb5,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:22.997170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:23.061884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:23.097369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 1a50b499-7237-4503-9fe8-3ce9b4721456, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1a50b499-7237-4503-9fe8-3ce9b4721456,segment=NetworkSegment(d949bbde-7b32-4c26-adb5-3b69228113c9),segment_id=d949bbde-7b32-4c26-adb5-3b69228113c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:23.135088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 6e2f3db1-0577-4b11-8b58-4d2971875cb5 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:23.164511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:23.242845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=1a50b499-7237-4503-9fe8-3ce9b4721456,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:23.499064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:23.551237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=6e2f3db1-0577-4b11-8b58-4d2971875cb5,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:24.018834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:24.396587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4b39ed90-bfb7-416d-8da6-b744d3d6837c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:48:24.584144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:24.595491 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] Sync routers for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:24.606647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:24.607192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:24.660444 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-19caeced-2ebe-47dc-ac82-e19d6ae1dd06 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/4b39ed90-bfb7-416d-8da6-b744d3d6837c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9584026 Apr 08 10:48:24.663895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56484) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:24.741928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbed3f67-eab2-478c-9c23-21289c3b752b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet 660b0abe-f9b7-4a1f-90db-c81cb71a3a3e {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:48:24.745230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fbed3f67-eab2-478c-9c23-21289c3b752b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:24.818256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fbed3f67-eab2-478c-9c23-21289c3b752b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:24.823044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:24.869430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1a50b499-7237-4503-9fe8-3ce9b4721456 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:24.912367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fbed3f67-eab2-478c-9c23-21289c3b752b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.076523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fbed3f67-eab2-478c-9c23-21289c3b752b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.096301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1a50b499-7237-4503-9fe8-3ce9b4721456 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:25.096701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.122262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed3f67-eab2-478c-9c23-21289c3b752b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=660b0abe-f9b7-4a1f-90db-c81cb71a3a3e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:25.126154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fbed3f67-eab2-478c-9c23-21289c3b752b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.135736 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fbed3f67-eab2-478c-9c23-21289c3b752b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/660b0abe-f9b7-4a1f-90db-c81cb71a3a3e HTTP/1.1" status: 204 len: 168 time: 0.4683530 Apr 08 10:48:25.136062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56488) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:25.142132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f55a57-7594-41a1-9f1b-fc5788f49459 None None] Network f6ccc3d6-7a75-4045-88a2-58f61f156a0b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:48:25.343006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.516719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:23Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:25.525101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] Checking router: 4b39ed90-bfb7-416d-8da6-b744d3d6837c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:25.548306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] Routers {'4b39ed90-bfb7-416d-8da6-b744d3d6837c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:25.548965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:47:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:25.586737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.713603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] DHCP port deletion for f6ccc3d6-7a75-4045-88a2-58f61f156a0b request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:48:25.723158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] Deleting port 6aaa1728-6a58-47d8-a158-07583900a4cc {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:25.724658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.791219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] Set router 4b39ed90-bfb7-416d-8da6-b744d3d6837c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:25.795641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 3623acbf-f6da-4448-ad99-448e7c66a9b3 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:25.795994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:26.116569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 3623acbf-f6da-4448-ad99-448e7c66a9b3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=3623acbf-f6da-4448-ad99-448e7c66a9b3,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:26.117406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:26.183805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] For port 6aaa1728-6a58-47d8-a158-07583900a4cc, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6aaa1728-6a58-47d8-a158-07583900a4cc,segment=NetworkSegment(0ec754a4-8d7d-43fe-ac33-e9b7369e3235),segment_id=0ec754a4-8d7d-43fe-ac33-e9b7369e3235)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:26.184195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:26.246553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 3623acbf-f6da-4448-ad99-448e7c66a9b3 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:26.344746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] Calling delete_port for 6aaa1728-6a58-47d8-a158-07583900a4cc owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:26.438371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:23Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:26.442986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987327aa-f8cb-4590-a635-62a503c92e53 None None] The sync data for ids ['4b39ed90-bfb7-416d-8da6-b744d3d6837c'] in dv-neutron-837109-1-hyperv is: [{'id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'name': 'tempest-TestNetworkBasicOps-router-543130366', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:45:34Z', 'updated_at': '2022-04-08T10:48:23Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '3623acbf-f6da-4448-ad99-448e7c66a9b3', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39ed90-bfb7-416d-8da6-b744d3d6837c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:45:36Z', 'updated_at': '2022-04-08T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:26.521895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:26.533516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:26.577753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] Pushing event deleted for resources: {'Port': ['ID=6aaa1728-6a58-47d8-a158-07583900a4cc,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:26.579769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b04f3-32de-40ef-a120-f54961bb9c83 None None] No DVR routers for this DVR port 6aaa1728-6a58-47d8-a158-07583900a4cc on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:48:26.592299 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=3623acbf-f6da-4448-ad99-448e7c66a9b3,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:26.701669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:26.842957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6aaa1728-6a58-47d8-a158-07583900a4cc no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:26.879297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 6aaa1728-6a58-47d8-a158-07583900a4cc {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:26.879708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6aaa1728-6a58-47d8-a158-07583900a4cc not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:26.880680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6e2f3db1-0577-4b11-8b58-4d2971875cb5 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:26.894085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:26.896385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:26.916796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 6e2f3db1-0577-4b11-8b58-4d2971875cb5 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:26.917146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6e2f3db1-0577-4b11-8b58-4d2971875cb5 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:27.007462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.007927 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Fanout notify agent at l3_agent the message router_deleted on router 4b39ed90-bfb7-416d-8da6-b744d3d6837c {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:48:27.026427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.029937 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eae0b9a2-7db5-4461-96e8-217f9ea8f4de tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/routers/4b39ed90-bfb7-416d-8da6-b744d3d6837c HTTP/1.1" status: 204 len: 168 time: 1.8904648 Apr 08 10:48:27.030163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56496) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:27.159858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.259053 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3ac97576-f7b9-41ab-b47e-01094a53b591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.294189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.320804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ccc3d6-7a75-4045-88a2-58f61f156a0b']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:27.337719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec754a4-8d7d-43fe-ac33-e9b7369e3235') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:27.338312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec754a4-8d7d-43fe-ac33-e9b7369e3235') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:27.351232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.367776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.374049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:48:27.374506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:48:27.389700 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:48:27.527468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.546230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:27.558255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=f6ccc3d6-7a75-4045-88a2-58f61f156a0b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:27.563720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-839d3716-55a5-450c-b8cd-195f5d9b1e17 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/f6ccc3d6-7a75-4045-88a2-58f61f156a0b HTTP/1.1" status: 204 len: 168 time: 0.5320036 Apr 08 10:48:27.583322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56500) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:27.589006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--305739951', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:27.594274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:27.599283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:network and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:27.602634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:27.609587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:28.081964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:28.087282 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:28.115980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:48:28.124973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:28.125374 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment 9891ebed-825e-47de-9061-f77bc734baf0 of type vlan for network 87f1bde9-b652-438e-81e8-925f8b0a861d Apr 08 10:48:28.154363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:28.235813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:28.242031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:28.242620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:28.376820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=87f1bde9-b652-438e-81e8-925f8b0a861d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:28.377504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 87f1bde9-b652-438e-81e8-925f8b0a861d details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:48:28.545146 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0126a1a7-4be3-484e-bbc3-f6db7ae89ee9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9607008 Apr 08 10:48:28.547932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56506) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:28.555856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-939113731', 'admin_state_up': True, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:28.563008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:28.567057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:router and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:28.572014 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:28.578727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:28.631568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:28.633447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:28.649343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:28.724445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3623acbf-f6da-4448-ad99-448e7c66a9b3 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:28.808708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 3623acbf-f6da-4448-ad99-448e7c66a9b3 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:28.809168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 3623acbf-f6da-4448-ad99-448e7c66a9b3 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:29.005228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:29.438070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:29.467526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:29.555973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-053ddc5a-439a-456b-b596-f5a4cf45a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:29.615501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.247 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:29.767511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:29.853361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:29.919215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:29.926084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:29.930812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:29.961692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:30.538701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:30.545670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:30.901699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.224718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4367768b-d963-4b7c-a03d-2a94f3a31288 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:48:31.264256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.411665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:31.420263 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Sync routers for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:31.430606 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:31.431222 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:31.493136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.494365 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5621f0a3-fedb-4084-bd32-8095b507596e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9454477 Apr 08 10:48:31.497392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56520) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:31.541544 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5a7ddfbe-f55a-416e-bed3-564c1ecc2fd7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427575 Apr 08 10:48:31.544156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56524) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:31.626086 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:31.683258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9383b-bd81-405d-8cce-4827b9966fe7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:31.684803 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b1b9383b-bd81-405d-8cce-4827b9966fe7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396968 Apr 08 10:48:31.687547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56528) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:31.728124 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-077ca5c6-4da8-48e3-9382-4b1da7420dae tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394912 Apr 08 10:48:31.730643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56532) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:31.737981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432550004', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:31.940068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.946686 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:30Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:31.950583 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Checking router: 4367768b-d963-4b7c-a03d-2a94f3a31288 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:31.950958 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Updating router 4367768b-d963-4b7c-a03d-2a94f3a31288 port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:48:31.978069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:31.982225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:31.985840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:31.993267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:32.008068 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:32.058884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:32.062521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:32.367742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:32.397173 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:32.409832 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Transition to ACTIVE for port object f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:32.453634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=6492190f-ffaf-436a-8d8d-9af5adcc4161,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:32.463200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:32.463681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: 87f1bde9-b652-438e-81e8-925f8b0a861d, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:48:32.974335 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:33.012715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 87f1bde9-b652-438e-81e8-925f8b0a861d is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:48:33.062771 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Attempting to bind port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:33.063137 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Attempting to bind port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:33.063495 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Attempting to bind port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:33.065594 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdc58c-b79a-413c-9c68-c9fe93a653b9 None None] Pushing event updated for resources: {'Port': ['ID=f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:33.073251 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:33.077899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:33.077899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:33.077899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:33.077899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Bound port: f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:33.077899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:33.098806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 87f1bde9-b652-438e-81e8-925f8b0a861d) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:33.103196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:33.104717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:33.107483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72576a-c499-443a-9a86-93ee9e390e17 None None] Network 87f1bde9-b652-438e-81e8-925f8b0a861d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:48:33.158889 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] For port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:33.162649 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] For port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:33.194243 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-46229325-5a1a-437d-a8f9-8297addf3245 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4591408 Apr 08 10:48:33.194497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56538) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:33.213235 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:33.336689 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:33.339092 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:33.353199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-87f1bde9-b652-438e-81e8-925f8b0a861d', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:48:33.354432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:33.451770 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdc58c-b79a-413c-9c68-c9fe93a653b9 None None] Pushing event updated for resources: {'Port': ['ID=f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:33.577711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Allocated IP 172.20.0.2 (87f1bde9-b652-438e-81e8-925f8b0a861d/6492190f-ffaf-436a-8d8d-9af5adcc4161/983c31de-7de9-4da8-9851-e64cf49b087f) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:33.605380 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:33.861434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:33.875990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Transition to ACTIVE for port object 983c31de-7de9-4da8-9851-e64cf49b087f will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:33.897685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Transition to ACTIVE for port object 983c31de-7de9-4da8-9851-e64cf49b087f will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:33.919324 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:30Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:33.923280 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab7128c-c14a-45bd-8e1f-12511e002a63 None None] The sync data for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv is: [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:30Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:33.974228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:34.046575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Network 87f1bde9-b652-438e-81e8-925f8b0a861d is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:34.049459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:34.057881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:34.069715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Pushing event updated for resources: {'Port': ['ID=983c31de-7de9-4da8-9851-e64cf49b087f,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:34.096067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:34.173243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Attempting to bind port 983c31de-7de9-4da8-9851-e64cf49b087f on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:34.173808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Attempting to bind port 983c31de-7de9-4da8-9851-e64cf49b087f by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:34.174732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Attempting to bind port 983c31de-7de9-4da8-9851-e64cf49b087f on network 87f1bde9-b652-438e-81e8-925f8b0a861d {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:34.192838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:34.193189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Checking segment: {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:34.193987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:34.194251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Bound using segment: {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:34.194657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Bound port: 983c31de-7de9-4da8-9851-e64cf49b087f, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:34.195539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:34.350925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] For port 983c31de-7de9-4da8-9851-e64cf49b087f, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:34.354051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] For port 983c31de-7de9-4da8-9851-e64cf49b087f, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=983c31de-7de9-4da8-9851-e64cf49b087f,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:34.440104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:34.517300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:34.620964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195d18a-214f-4b90-abf6-1cee6e1a9aae None None] Pushing event updated for resources: {'Port': ['ID=983c31de-7de9-4da8-9851-e64cf49b087f,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:34.775405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.1 (87f1bde9-b652-438e-81e8-925f8b0a861d/6492190f-ffaf-436a-8d8d-9af5adcc4161/0c06614b-2abc-418b-88c1-f3dc1bf23a66) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:34.820924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:34.984457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:34.990735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:34.991431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:35.016458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:35.031939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 0c06614b-2abc-418b-88c1-f3dc1bf23a66 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:35.128183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:35.134546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:35.154970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:35.198490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 87f1bde9-b652-438e-81e8-925f8b0a861d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:35.206045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:35.211585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:35.213175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:35.247518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=0c06614b-2abc-418b-88c1-f3dc1bf23a66,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:35.266381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.266730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.267059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.267397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.267792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.268155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.268518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.268849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.269205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.269511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.270515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.270960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:35.292080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:35.295829 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:35.618502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:35.742231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52200632-59e7-4dba-be39-93643a397ed6 None None] Network 87f1bde9-b652-438e-81e8-925f8b0a861d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:48:35.849248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e9de421e-c8a2-4809-b60d-db80954a3004 None None] Provisioning for port 983c31de-7de9-4da8-9851-e64cf49b087f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:36.115703 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:36.201382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:36.324663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:36.328253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=0c06614b-2abc-418b-88c1-f3dc1bf23a66,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:36.365813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9bf80097-8973-4e2b-8a56-bfb9cee567d7 None None] Provisioning for port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:36.379487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9bf80097-8973-4e2b-8a56-bfb9cee567d7 None None] Provisioning complete for port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:36.380266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9bf80097-8973-4e2b-8a56-bfb9cee567d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:36.436411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9bf80097-8973-4e2b-8a56-bfb9cee567d7 None None] Port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:36.476987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 87f1bde9-b652-438e-81e8-925f8b0a861d is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:36.478056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:36.568543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a7067662-b396-4e60-9b52-63324269e867 None None] Provisioning complete for port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:36.569389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a7067662-b396-4e60-9b52-63324269e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:36.628613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a7067662-b396-4e60-9b52-63324269e867 None None] Port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:36.697006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4367768b-d963-4b7c-a03d-2a94f3a31288 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:48:36.764172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7faac71f-4802-424a-996e-15ded078a102 None None] Provisioning complete for port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:36.765355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7faac71f-4802-424a-996e-15ded078a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:36.883464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7faac71f-4802-424a-996e-15ded078a102 None None] Port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:36.913617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:36.983309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:36.983602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.016271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:37.028887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Sync routers for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:37.029468 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-21858cae-dd8d-4b90-8db7-3ece05d05a99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/4367768b-d963-4b7c-a03d-2a94f3a31288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8340073 Apr 08 10:48:37.032149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56570) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:37.060018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:37.060812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:37.188543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c30d2-46ed-4ad8-b5de-4438920363cc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.189026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c30d2-46ed-4ad8-b5de-4438920363cc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.189702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c30d2-46ed-4ad8-b5de-4438920363cc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.190085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c30d2-46ed-4ad8-b5de-4438920363cc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.190553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c30d2-46ed-4ad8-b5de-4438920363cc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.191030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c30d2-46ed-4ad8-b5de-4438920363cc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.191488 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c30d2-46ed-4ad8-b5de-4438920363cc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.194053 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8e4c30d2-46ed-4ad8-b5de-4438920363cc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1609371 Apr 08 10:48:37.198970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56574) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:37.274754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef012cca-e640-4c12-924a-c4f976a8b2d0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.274754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef012cca-e640-4c12-924a-c4f976a8b2d0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.275639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef012cca-e640-4c12-924a-c4f976a8b2d0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.275744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef012cca-e640-4c12-924a-c4f976a8b2d0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.276288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef012cca-e640-4c12-924a-c4f976a8b2d0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.276615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef012cca-e640-4c12-924a-c4f976a8b2d0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.277128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef012cca-e640-4c12-924a-c4f976a8b2d0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:37.281655 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ef012cca-e640-4c12-924a-c4f976a8b2d0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0812180 Apr 08 10:48:37.281814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56578) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:37.287124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 983c31de-7de9-4da8-9851-e64cf49b087f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:37.368654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:37.507442 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0bdb5aa6-a546-4804-9d64-b7e22d86280e tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2211850 Apr 08 10:48:37.630814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 983c31de-7de9-4da8-9851-e64cf49b087f completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:37.649266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 983c31de-7de9-4da8-9851-e64cf49b087f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:37.649641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.729210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56592) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:37.735415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220927442', 'description': 'tempest-secgroup-smoke-220927442 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:37.744687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:37.749262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:37.752445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:37.759944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:37.840952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.847452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.871659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:37.874159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:37.876011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:37.879755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:37.885519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Checking router: 4367768b-d963-4b7c-a03d-2a94f3a31288 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:37.885891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Updating router 4367768b-d963-4b7c-a03d-2a94f3a31288 port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:48:37.886560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:37.916223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 983c31de-7de9-4da8-9851-e64cf49b087f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=983c31de-7de9-4da8-9851-e64cf49b087f,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:37.942733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.973410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.993157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.048010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.103412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:38.111563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.112032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.112632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.113141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.115318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.115318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.115318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.115623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.115764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.116287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.116830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.117160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.141859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=983c31de-7de9-4da8-9851-e64cf49b087f,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:38.162287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.163929 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-04a33748-bf79-4937-8481-538a83f733d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4328997 Apr 08 10:48:38.166796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56598) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:38.172733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3bb94dbf-37ff-43eb-819d-a6bf41b3b1db', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:38.180705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:38.185186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:38.188169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:38.194889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:38.262736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.345355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.386962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.399040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Transition to ACTIVE for port object 0c06614b-2abc-418b-88c1-f3dc1bf23a66 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:38.401333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.428006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbd8f70-831b-4e8b-b4be-b24fb9ecdcc3,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:38.447256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.493462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.497432 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3e86185f-3520-4834-9fa0-e39b4e3ad6bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270128 Apr 08 10:48:38.497767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56602) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:38.505849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3bb94dbf-37ff-43eb-819d-a6bf41b3b1db', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:38.509624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:38.520316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:38.525365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:38.544372 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:38.635180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d997-63c9-43db-b94a-d1cb6fdedf10 None None] Pushing event updated for resources: {'Port': ['ID=0c06614b-2abc-418b-88c1-f3dc1bf23a66,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:38.653742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.747350 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.773505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Attempting to bind port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:38.773877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Attempting to bind port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:38.774270 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Attempting to bind port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 on network 87f1bde9-b652-438e-81e8-925f8b0a861d {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:38.785861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:38.786231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Checking segment: {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:38.786633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.787028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Bound using segment: {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:38.787481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Bound port: 0c06614b-2abc-418b-88c1-f3dc1bf23a66, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:38.787861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.798241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 983c31de-7de9-4da8-9851-e64cf49b087f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:38.846981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.871968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50dfd33-c5e3-453b-b785-d46be5993399,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:38.949908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.951449 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e902488a-4527-4e87-82a4-f2d7f529ef51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4524524 Apr 08 10:48:38.953982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56608) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:38.959025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] For port 0c06614b-2abc-418b-88c1-f3dc1bf23a66, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:38.960704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3bb94dbf-37ff-43eb-819d-a6bf41b3b1db', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:38.962950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] For port 0c06614b-2abc-418b-88c1-f3dc1bf23a66, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0c06614b-2abc-418b-88c1-f3dc1bf23a66,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:38.964700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 983c31de-7de9-4da8-9851-e64cf49b087f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:38.965018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.968204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:38.972382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:38.976511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:38.987906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:39.063195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.164276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.186827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:39.187474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:39.241763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.261220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d997-63c9-43db-b94a-d1cb6fdedf10 None None] Pushing event updated for resources: {'Port': ['ID=0c06614b-2abc-418b-88c1-f3dc1bf23a66,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:39.315551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.336836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51902083-860c-46de-9163-03b64ff71f48,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:39.418903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:39.459380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.460754 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-07c7597e-240b-488e-aa37-5998a119c092 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5056958 Apr 08 10:48:39.463539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56612) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:39.468699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3bb94dbf-37ff-43eb-819d-a6bf41b3b1db', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:39.474762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:39.478979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:39.484023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:39.488194 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:39.568842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.636193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.748819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:38Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:39.752716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e0c21-e879-4147-8408-2b4819f3a666 None None] The sync data for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv is: [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:38Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:39.772870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.814456 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084dc83d-fc8e-488f-878f-8ca5da29ca76,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:39.955852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.957610 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-80009725-1212-4874-b603-cc834d0a2cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4930019 Apr 08 10:48:39.961019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56618) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:39.966867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3bb94dbf-37ff-43eb-819d-a6bf41b3b1db', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:39.973833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:39.979583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:39.983676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:39.992269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:40.121431 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:48:40.128524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.218669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.304802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.330224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7a977a-7a90-4eea-bd46-ae151879b68d,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:40.442044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.444541 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-86327361-8a9a-43b1-8433-55142ec740a7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4821992 Apr 08 10:48:40.447269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56622) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:40.452727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3bb94dbf-37ff-43eb-819d-a6bf41b3b1db', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:40.461286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:40.472188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:40.472188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:40.477689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:40.550044 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:48:40.557320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.634735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.698667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.726512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b18a95c-8407-4c70-80db-ac6ba963bd74,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:40.823905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0c06614b-2abc-418b-88c1-f3dc1bf23a66 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:40.882090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.884375 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2a5b3b6c-905b-4a8f-befe-0eac00d541e4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4359775 Apr 08 10:48:40.990307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:40.998566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:41.005820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:41.132094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-58302f6c-3f8a-4f5e-ab53-f47a66d5a22c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:41.147846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:41.182124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 0c06614b-2abc-418b-88c1-f3dc1bf23a66, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0c06614b-2abc-418b-88c1-f3dc1bf23a66,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:41.201415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-58302f6c-3f8a-4f5e-ab53-f47a66d5a22c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:41.202630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-58302f6c-3f8a-4f5e-ab53-f47a66d5a22c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220927442&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.1142883 Apr 08 10:48:41.253196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:41.329536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=0c06614b-2abc-418b-88c1-f3dc1bf23a66,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:41.373572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-407f8886-40d0-4d59-994e-66c05fc5054c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:41.374302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-407f8886-40d0-4d59-994e-66c05fc5054c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:41.493727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-407f8886-40d0-4d59-994e-66c05fc5054c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:41.495142 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-407f8886-40d0-4d59-994e-66c05fc5054c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=87f1bde9-b652-438e-81e8-925f8b0a861d HTTP/1.1" status: 200 len: 796 time: 0.2855976 Apr 08 10:48:41.511183 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-e6935d1a-0e2b-4052-9bdb-59678110d86c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0105348 Apr 08 10:48:41.600047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56642) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:41.706780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-d80a8986-e85a-4195-a694-f8de5de3a8b7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:41.818637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Deleting port 5e03249f-1241-41fa-96ce-1409197c3903 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:41.819255 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:41.835634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-d80a8986-e85a-4195-a694-f8de5de3a8b7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:41.837041 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-d80a8986-e85a-4195-a694-f8de5de3a8b7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3200207 Apr 08 10:48:41.907589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-e3d9fd14-c23c-46ff-98fe-59e9c6cb6a6f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:48:41.908605 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-e3d9fd14-c23c-46ff-98fe-59e9c6cb6a6f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586367 Apr 08 10:48:42.000560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.000841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.046389 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-b2ae9fb1-94a9-49c8-af9a-fe93070b5d2e service neutron] 10.222.0.23 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304042 Apr 08 10:48:42.128139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Calling delete_port for 5e03249f-1241-41fa-96ce-1409197c3903 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:42.188939 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-3c06a83e-2b27-49b6-9bc5-69b02b1531e3 service neutron] 10.222.0.23 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361260 Apr 08 10:48:42.456218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-1c556882-fa8e-432c-9ec5-8be3f422c87d req-7f67b286-c081-4469-b5c4-5bf179caa37c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:42.468669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-1c556882-fa8e-432c-9ec5-8be3f422c87d req-7f67b286-c081-4469-b5c4-5bf179caa37c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:42.469966 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c556882-fa8e-432c-9ec5-8be3f422c87d req-7f67b286-c081-4469-b5c4-5bf179caa37c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 210 time: 0.0576665 Apr 08 10:48:42.486977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.538908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event deleted for resources: {'Port': ['ID=5e03249f-1241-41fa-96ce-1409197c3903,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:42.639758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.640133 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Floating IP 18e260ca-5937-4a55-9120-341cbfbca2d1 disassociated (deleted). External IP: 172.26.7.140, port: 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5. Apr 08 10:48:42.781470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0c06614b-2abc-418b-88c1-f3dc1bf23a66 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:42.859945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:42.860323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.037562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Router 6bf461fb-6473-439b-b342-2f731fbf2245 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:48:43.219514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:43.231113 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] Sync routers for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:43.251850 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:43.251850 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:43.344070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.406589 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-74e7b789-eb25-45fb-9d55-0caf7e738b85 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "DELETE /v2.0/floatingips/18e260ca-5937-4a55-9120-341cbfbca2d1 HTTP/1.1" status: 204 len: 168 time: 1.8029120 Apr 08 10:48:43.406589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:43.460338 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a33486-95fd-4bad-adfe-c449da0771ab'] response: {'name': 'network-changed', 'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'status': 'completed', 'code': 200} Apr 08 10:48:43.478217 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:43.597800 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ca1090a9-cd5c-445b-a4d5-16f43a82d65d req-154ab327-fffb-4e7b-910b-946913ea9a1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 210 time: 0.0569885 Apr 08 10:48:43.651121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-b46cbe62-4d1c-4f9a-975a-7123b47addb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:43.652642 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-b46cbe62-4d1c-4f9a-975a-7123b47addb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=acdae6b2a12c494fa474f2a4d895ee09&device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 1099 time: 0.1662767 Apr 08 10:48:43.797186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-540ab80a-a56b-457b-8850-13027decb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:43.798581 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-540ab80a-a56b-457b-8850-13027decb5ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae HTTP/1.1" status: 200 len: 898 time: 0.1396174 Apr 08 10:48:43.871569 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-ab3a29df-639d-4cc7-a972-b679dd0b3970 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 HTTP/1.1" status: 200 len: 217 time: 0.0660083 Apr 08 10:48:43.876754 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:55Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:43.881862 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] Checking router: 6bf461fb-6473-439b-b342-2f731fbf2245 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:43.891284 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:43.891915 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:43.946322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-64e627fd-81e4-44df-bfed-97cc6752f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:43.947751 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-64e627fd-81e4-44df-bfed-97cc6752f5cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=446d6872-bfa4-4a4d-8361-f08a5699ef7e HTTP/1.1" status: 200 len: 834 time: 0.0692823 Apr 08 10:48:44.027350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-5d34cfd4-f7f7-472e-8114-e20b92980b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:44.029027 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-5d34cfd4-f7f7-472e-8114-e20b92980b02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743339 Apr 08 10:48:44.102939 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:44.189198 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-5ddaf62c-a7ac-4d14-9a3f-088323623021 service neutron] 10.222.0.41 "GET /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520193 Apr 08 10:48:44.226850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef88f1-0914-4f4c-8294-1c7d33c902fe req-441f4801-449b-4ad7-9204-9a340fa19ee6 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:44.227746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a7ef88f1-0914-4f4c-8294-1c7d33c902fe req-441f4801-449b-4ad7-9204-9a340fa19ee6 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Synchronizing usage tracker for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:44.310101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a7ef88f1-0914-4f4c-8294-1c7d33c902fe req-441f4801-449b-4ad7-9204-9a340fa19ee6 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Unset dirty status for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:44.311999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a7ef88f1-0914-4f4c-8294-1c7d33c902fe req-441f4801-449b-4ad7-9204-9a340fa19ee6 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1810515 Apr 08 10:48:44.372690 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9bfd6de6-be69-4385-99ac-96d9b91374ee req-367b09b1-c3be-47aa-93a7-e56fd7938b28 service neutron] 10.222.0.41 "GET /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748571 Apr 08 10:48:44.376518 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a7ef88f1-0914-4f4c-8294-1c7d33c902fe req-176541d4-2e4f-4186-ac3f-d69ebd5301d5 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576046 Apr 08 10:48:44.493673 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:55Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:44.498654 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5ac20-173b-406e-9228-21ff6dcdfd37 None None] The sync data for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv is: [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:46:48Z', 'revision_number': 4, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e44aa4fd-a381-4c60-8e0a-a833f2e0ed60', 'name': '', 'network_id': '405b7139-e5c4-42c7-a7f4-ecd49f7b07ae', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'mac_address': 'fa:16:3e:f4:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:47Z', 'updated_at': '2022-04-08T10:46:55Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'subnets': [{'id': '446d6872-bfa4-4a4d-8361-f08a5699ef7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:44.742670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956bda58-ba17-4ae8-a17c-ec2a470234a3 None None] New status for floating IP 18e260ca-5937-4a55-9120-341cbfbca2d1: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:48:44.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38356243-987a-4cb1-a2ed-5d2111f99641 req-b353e249-887e-45c8-8cab-6506a7edce02 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 210 time: 0.0600145 Apr 08 10:48:45.472320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-43623c61-5bb9-4593-86c5-2b4c41f1165e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:45.474458 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-43623c61-5bb9-4593-86c5-2b4c41f1165e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=87f1bde9-b652-438e-81e8-925f8b0a861d HTTP/1.1" status: 200 len: 796 time: 0.1701655 Apr 08 10:48:45.530520 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-51a1e4f6-8293-4c6f-a002-7d07b1cadd19 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 379 time: 0.0480456 Apr 08 10:48:45.584964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['3bb94dbf-37ff-43eb-819d-a6bf41b3b1db']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:45.586088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd8bd1-01ea-4426-bb4a-a9ee3311b8d2 req-89845f98-a056-4b06-83e3-be7ecd86f45f tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:45.586653 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f5bd8bd1-01ea-4426-bb4a-a9ee3311b8d2 req-89845f98-a056-4b06-83e3-be7ecd86f45f tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.1006787 Apr 08 10:48:45.634716 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f5bd8bd1-01ea-4426-bb4a-a9ee3311b8d2 req-1e2c5eb2-7807-493f-81db-e2ae9978e6a0 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 Apr 08 10:48:45.764275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-ac5e506a-aa1c-48ed-a5ea-a5303ebd4d05 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:45.765731 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-ac5e506a-aa1c-48ed-a5ea-a5303ebd4d05 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.2163498 Apr 08 10:48:45.767981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:45.927070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:45.984223 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a26700d3-af9a-41d7-8583-2ab9da142c72 req-76ff91b7-ac52-441f-96f0-958d48a7ecf1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 210 time: 0.0659552 Apr 08 10:48:46.011693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Deleting port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:46.012099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.071563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:46.075022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.382063 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:48:46.407495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] For port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:46.407858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.421768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.14 (87f1bde9-b652-438e-81e8-925f8b0a861d/6492190f-ffaf-436a-8d8d-9af5adcc4161/2b4faaf8-2f8b-4c11-9cd2-12cc4384e412) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:46.542201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Calling delete_port for 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:46.830650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065a5ae-453a-407e-af1b-9d9b8f83224b req-68a11b55-f79e-48f4-9d39-a8b93d50a62c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:46.833166 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2065a5ae-453a-407e-af1b-9d9b8f83224b req-68a11b55-f79e-48f4-9d39-a8b93d50a62c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 946 time: 0.0880737 Apr 08 10:48:46.852584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.879292 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2065a5ae-453a-407e-af1b-9d9b8f83224b req-bd395add-698a-42e2-bafd-9f60ab0301c8 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/security-groups?id=c27a170a-c6aa-4937-9528-90cc70093128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394328 Apr 08 10:48:46.974066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:46.975511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:47.034554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event deleted for resources: {'Port': ['ID=3c45fea7-cfde-460f-ad8c-2e4c582ca8b5,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:47.129876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] No DVR routers for this DVR port 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:48:47.133306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:47.168425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'name': 'network-vif-deleted', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:47.192385 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ae548fde-8977-4ec3-aa1b-53598f00a2bc req-4b5f8263-dd63-42df-919e-43c30471e84d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 210 time: 0.0640936 Apr 08 10:48:47.282155 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16eaa640-69ed-423b-9ee7-1cbfebea4bf1'] response: {'server_uuid': '69ba4efa-0a67-4840-a1cd-a99c4e1d3712', 'name': 'network-vif-deleted', 'tag': '3c45fea7-cfde-460f-ad8c-2e4c582ca8b5', 'status': 'completed', 'code': 200} Apr 08 10:48:47.397064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:47.435268 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-34474d1f-f8d7-4ba7-9872-8fcc9c278654 req-67e72177-b38c-4eb1-b0ad-3197714d58ff tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.41 "DELETE /v2.0/ports/3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 HTTP/1.1" status: 204 len: 173 time: 1.6628702 Apr 08 10:48:47.470729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 87f1bde9-b652-438e-81e8-925f8b0a861d is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:47.479249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:47.481746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:47.525487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:47.562006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:47.562705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:47.677001 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-0dd8e92d-68f9-4c22-8921-73b8eb42e076 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1286926 Apr 08 10:48:47.687639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Request body: {'port': {'device_id': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:47.810790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:47.909775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-de0fc8af-a2f3-4508-a989-d874ecbd9100 None None] Provisioning for port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:47.915359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-de0fc8af-a2f3-4508-a989-d874ecbd9100 None None] Provisioning complete for port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:47.915856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de0fc8af-a2f3-4508-a989-d874ecbd9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:47.970674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-de0fc8af-a2f3-4508-a989-d874ecbd9100 None None] Port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:48.226464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6a1c92cf-3efa-4e4a-84f7-971c79b5e5e8 req-41911312-735d-43a7-aae3-2ed77e05c350 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Synchronizing usage tracker for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:48.321773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6a1c92cf-3efa-4e4a-84f7-971c79b5e5e8 req-41911312-735d-43a7-aae3-2ed77e05c350 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Unset dirty status for tenant:acdae6b2a12c494fa474f2a4d895ee09 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:48.322951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a1c92cf-3efa-4e4a-84f7-971c79b5e5e8 req-41911312-735d-43a7-aae3-2ed77e05c350 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "GET /v2.0/ports?device_id=69ba4efa-0a67-4840-a1cd-a99c4e1d3712 HTTP/1.1" status: 200 len: 210 time: 0.1983075 Apr 08 10:48:48.384362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:48:48.397437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:48.417683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Transition to ACTIVE for port object 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:48.421520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a30d-247a-48c8-b459-727ce7436b16 req-fafba859-40c9-4e99-b857-83e5e7b24540 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:48.423192 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c624a30d-247a-48c8-b459-727ce7436b16 req-fafba859-40c9-4e99-b857-83e5e7b24540 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 932 time: 0.1012564 Apr 08 10:48:48.469345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-c624a30d-247a-48c8-b459-727ce7436b16 req-dbd07d53-5b10-4ae6-9b25-6d1ccc1e5641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:48.481707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-c624a30d-247a-48c8-b459-727ce7436b16 req-dbd07d53-5b10-4ae6-9b25-6d1ccc1e5641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:48.482855 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c624a30d-247a-48c8-b459-727ce7436b16 req-dbd07d53-5b10-4ae6-9b25-6d1ccc1e5641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533555 Apr 08 10:48:48.527113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:48.701631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:48.798334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Attempting to bind port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:48.798670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Attempting to bind port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:48.799008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Attempting to bind port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 on network 87f1bde9-b652-438e-81e8-925f8b0a861d {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:48.804385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 on network 87f1bde9-b652-438e-81e8-925f8b0a861d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:48:48.804749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Attempting to bind port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 on network 87f1bde9-b652-438e-81e8-925f8b0a861d {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:48.810361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:48.810644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Checking segment: {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:48.811062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Bound using segment: {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:48.811525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Bound port: 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9891ebed-825e-47de-9061-f77bc734baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:48.811903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:48.919867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] For port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:48.923008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] For port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:49.058696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:49.119815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:49.120438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:49.121821 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] 10.222.0.41 "PUT /v2.0/ports/2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 HTTP/1.1" status: 200 len: 1094 time: 1.4384379 Apr 08 10:48:49.141657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010840ea-a4cb-4ead-9ee3-51a7a5afba59 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:49.283236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:49.358470 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e06c97a-940c-48c0-a904-4af504382593'] response: {'name': 'network-changed', 'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'status': 'completed', 'code': 200} Apr 08 10:48:49.408077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-3c55a46e-da62-4bcd-a3a6-f43d783ac213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:49.409666 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-3c55a46e-da62-4bcd-a3a6-f43d783ac213 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 1097 time: 0.0925014 Apr 08 10:48:49.426027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56714) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:49.480518 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-2b1d7eb8-14f0-478a-bb0d-e5b846dee7a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 HTTP/1.1" status: 200 len: 217 time: 0.0641184 Apr 08 10:48:49.549734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-356d2a19-dfef-4343-87e8-f471dda20ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:49.552001 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-356d2a19-dfef-4343-87e8-f471dda20ed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6492190f-ffaf-436a-8d8d-9af5adcc4161 HTTP/1.1" status: 200 len: 835 time: 0.0655105 Apr 08 10:48:49.693290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-e9816f17-94aa-4c83-bf1a-73d73dbdf7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:49.694784 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-e9816f17-94aa-4c83-bf1a-73d73dbdf7ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87f1bde9-b652-438e-81e8-925f8b0a861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1374364 Apr 08 10:48:49.749238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d856e9-fff7-476b-930c-eed9a27104e6 req-fd46a0ea-8e47-43c0-8522-173806897792 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:49.749937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-a7d856e9-fff7-476b-930c-eed9a27104e6 req-fd46a0ea-8e47-43c0-8522-173806897792 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:49.865825 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-9a5e3c41-ed26-4400-a6cb-bcd97dda7fb2 service neutron] 10.222.0.41 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630766 Apr 08 10:48:49.907079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-a7d856e9-fff7-476b-930c-eed9a27104e6 req-fd46a0ea-8e47-43c0-8522-173806897792 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:49.908287 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a7d856e9-fff7-476b-930c-eed9a27104e6 req-fd46a0ea-8e47-43c0-8522-173806897792 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 944 time: 0.3046808 Apr 08 10:48:50.033104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a7d856e9-fff7-476b-930c-eed9a27104e6 req-5ca53506-6523-44d0-84c7-e9b46cab7677 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736961 Apr 08 10:48:50.052316 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-47b860fa-eb9a-4589-a0ff-6b86bdd171ee req-399dc4e5-1ec5-49e8-a788-3e9e814fb105 service neutron] 10.222.0.41 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808095 Apr 08 10:48:50.093651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:50.130621 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:50.130963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3c45fea7-cfde-460f-ad8c-2e4c582ca8b5 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:50.151618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.355446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-1f68721a-7c6b-4c5d-add6-5c6eae330771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:50.356975 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-1f68721a-7c6b-4c5d-add6-5c6eae330771 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 1097 time: 0.0845022 Apr 08 10:48:50.501322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-23ba76d7-d7c5-4aec-9427-8e2af1f5cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:50.502799 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-23ba76d7-d7c5-4aec-9427-8e2af1f5cf76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87f1bde9-b652-438e-81e8-925f8b0a861d HTTP/1.1" status: 200 len: 897 time: 0.1392915 Apr 08 10:48:50.539092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Deleting port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:50.539718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.686771 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-cf2747bb-c075-47d4-8a73-664285911d3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 HTTP/1.1" status: 200 len: 217 time: 0.1770699 Apr 08 10:48:50.748961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] For port e44aa4fd-a381-4c60-8e0a-a833f2e0ed60, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:50.749317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.757040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-ac921e1c-81c7-458d-9c5d-a678cd048f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:50.758873 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-ac921e1c-81c7-458d-9c5d-a678cd048f11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6492190f-ffaf-436a-8d8d-9af5adcc4161 HTTP/1.1" status: 200 len: 835 time: 0.0656044 Apr 08 10:48:50.848604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-3b41747b-a0a8-46a6-baa0-dfe2fca36f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:50.849732 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-3b41747b-a0a8-46a6-baa0-dfe2fca36f4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87f1bde9-b652-438e-81e8-925f8b0a861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843272 Apr 08 10:48:50.886742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Calling delete_port for e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:51.009169 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-42b9372d-a72f-482b-a984-fb4559f19def service neutron] 10.222.0.41 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529665 Apr 08 10:48:51.172986 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3692bb1a-ccff-4ca9-9345-ae2d6b960f6b req-4e833c39-cac0-4903-a7fb-50c7d41cdc54 service neutron] 10.222.0.41 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570108 Apr 08 10:48:51.431924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f2f7-2b81-4c6f-8583-82fcb27e5a9c req-ea285510-af0e-4489-b22f-92b1a54e9e71 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:51.433495 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78f3f2f7-2b81-4c6f-8583-82fcb27e5a9c req-ea285510-af0e-4489-b22f-92b1a54e9e71 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 944 time: 0.1614802 Apr 08 10:48:51.493388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78f3f2f7-2b81-4c6f-8583-82fcb27e5a9c req-3b40731e-f1e3-41c5-b63c-179db6f0a64a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539076 Apr 08 10:48:51.494458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:51.544034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event deleted for resources: {'Port': ['ID=e44aa4fd-a381-4c60-8e0a-a833f2e0ed60,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:51.840467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:52.095717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:48:52.231157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Router 6bf461fb-6473-439b-b342-2f731fbf2245 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:48:52.251261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:52.265614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'port_id': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'mac_address': 'fa:16:3e:35:03:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:48:52.341836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:52.362468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:48:52.380601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:52.435257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:52.437186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:48:52.447838 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] Sync routers for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:48:52.453518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-da3e98f7-3ba3-441d-a701-25e66abbcd83 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:52.458207 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:52.458827 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:52.524553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:52.532218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.533080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.533080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.533347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.533803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.534308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.535506 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.536151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.536461 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.536876 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.537292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.537705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:52.559491 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-72183256-c4c6-40d3-b9c7-b58a214652b3 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "PUT /v2.0/routers/6bf461fb-6473-439b-b342-2f731fbf2245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1287222 Apr 08 10:48:52.560017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56738) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:52.603037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-da3e98f7-3ba3-441d-a701-25e66abbcd83 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:52.604356 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-da3e98f7-3ba3-441d-a701-25e66abbcd83 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603574442&fields=id&tenant_id=39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 267 time: 0.1934221 Apr 08 10:48:52.643454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['2b4faaf8-2f8b-4c11-9cd2-12cc4384e412'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:48:52.648541 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:52.704957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b16ce-c2fd-4df2-b3ac-1f04b1d961da req-e70f348a-1279-4e8e-afec-3f39b56ca5ca tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:52.706444 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7d0b16ce-c2fd-4df2-b3ac-1f04b1d961da req-e70f348a-1279-4e8e-afec-3f39b56ca5ca tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 945 time: 0.1000352 Apr 08 10:48:52.744751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-756485a1-c3ad-4e2b-9769-020891de4108 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Deleting subnet 446d6872-bfa4-4a4d-8361-f08a5699ef7e {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:48:52.747944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-756485a1-c3ad-4e2b-9769-020891de4108 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:52.783774 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7d0b16ce-c2fd-4df2-b3ac-1f04b1d961da req-3aca3149-7a93-4584-97b8-0d8018ad46f7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700262 Apr 08 10:48:52.843250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-756485a1-c3ad-4e2b-9769-020891de4108 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:52.915422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-9b214eee-c518-4a66-980b-d8138fa5a5a9 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:52.916394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-9b214eee-c518-4a66-980b-d8138fa5a5a9 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:52.968323 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:48:51Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:52.969274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-756485a1-c3ad-4e2b-9769-020891de4108 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:52.973112 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] Checking router: 6bf461fb-6473-439b-b342-2f731fbf2245 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:48:52.982046 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] Routers {'6bf461fb-6473-439b-b342-2f731fbf2245'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:48:52.983498 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6bf461fb-6473-439b-b342-2f731fbf2245'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:53.001412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-9b214eee-c518-4a66-980b-d8138fa5a5a9 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:53.002698 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-9b214eee-c518-4a66-980b-d8138fa5a5a9 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 812 time: 0.3818250 Apr 08 10:48:53.037033 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-825a5095-15b3-465a-8c96-9b6b5eefe167 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/quotas/39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 375 time: 0.0185468 Apr 08 10:48:53.138449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-85db842a-c652-4aaa-ba5b-b31364c17682 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:53.190254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-756485a1-c3ad-4e2b-9769-020891de4108 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.209709 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] Set router 6bf461fb-6473-439b-b342-2f731fbf2245 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:48:53.229562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-85db842a-c652-4aaa-ba5b-b31364c17682 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:53.230765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-85db842a-c652-4aaa-ba5b-b31364c17682 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844897 Apr 08 10:48:53.236521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756485a1-c3ad-4e2b-9769-020891de4108 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event deleted for resources: {'Subnet': ['ID=446d6872-bfa4-4a4d-8361-f08a5699ef7e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:53.242707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-756485a1-c3ad-4e2b-9769-020891de4108 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.254183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b7ea5b-1aec-4ca3-bc91-02e47b59a097 None None] Network 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:48:53.276431 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-756485a1-c3ad-4e2b-9769-020891de4108 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "DELETE /v2.0/subnets/446d6872-bfa4-4a4d-8361-f08a5699ef7e HTTP/1.1" status: 204 len: 168 time: 0.7154887 Apr 08 10:48:53.279121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56742) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:53.398239 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-2b52b6e9-15cf-4d86-84ef-ab3fa4ec0abc service neutron] 10.222.0.23 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462159 Apr 08 10:48:53.513180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.574059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] DHCP port deletion for 405b7139-e5c4-42c7-a7f4-ecd49f7b07ae request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:48:53.579627 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-d4c4a3ae-7c05-4a2f-a05b-92f09ac75ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748037 Apr 08 10:48:53.580419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] Deleting port 34ea18a4-2688-4087-b006-38d928ec8385 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:53.580841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.632402 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:48:51Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:53.638135 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e77a1-2e15-47a2-9b39-b8cb36998e27 None None] The sync data for ids ['6bf461fb-6473-439b-b342-2f731fbf2245'] in dv-neutron-837109-1-hyperv is: [{'id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010098136', 'tenant_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29'}], 'enable_snat': True}, 'gw_port_id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:46:39Z', 'updated_at': '2022-04-08T10:48:51Z', 'revision_number': 5, 'project_id': 'acdae6b2a12c494fa474f2a4d895ee09', 'gw_port': {'id': '33d764ab-c1af-403f-ab2f-a08efe02824a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf461fb-6473-439b-b342-2f731fbf2245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:46:41Z', 'updated_at': '2022-04-08T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:48:53.848877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] For port 34ea18a4-2688-4087-b006-38d928ec8385, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=34ea18a4-2688-4087-b006-38d928ec8385,segment=NetworkSegment(f025be26-98bd-49e7-bcf4-5750d49c8caf),segment_id=f025be26-98bd-49e7-bcf4-5750d49c8caf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:53.849280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.854344 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.966121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Deleting port 33d764ab-c1af-403f-ab2f-a08efe02824a {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:48:53.966479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.983008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] Calling delete_port for 34ea18a4-2688-4087-b006-38d928ec8385 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:54.111352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:54.153367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c10bd2-604d-486a-acbe-72bd5af42f1a req-c975bb62-b273-4d7e-ac86-ee49a3031b11 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:54.154880 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-53c10bd2-604d-486a-acbe-72bd5af42f1a req-c975bb62-b273-4d7e-ac86-ee49a3031b11 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 945 time: 0.2283301 Apr 08 10:48:54.167605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:54.222823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] For port 33d764ab-c1af-403f-ab2f-a08efe02824a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=33d764ab-c1af-403f-ab2f-a08efe02824a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:54.223316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:54.242027 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-53c10bd2-604d-486a-acbe-72bd5af42f1a req-9768aab5-9593-40d1-962f-09a870758624 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799987 Apr 08 10:48:54.263673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] Pushing event deleted for resources: {'Port': ['ID=34ea18a4-2688-4087-b006-38d928ec8385,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:54.277334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd93852-82f1-4ee7-a193-be927158fd75 None None] No DVR routers for this DVR port 34ea18a4-2688-4087-b006-38d928ec8385 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:48:54.355589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:54.362267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:54.362947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:54.392800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Calling delete_port for 33d764ab-c1af-403f-ab2f-a08efe02824a owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:48:54.477450 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-601bc139-ae25-4154-9d89-6d7e9f25b455 req-bd7db3f6-8368-415f-9335-ba4d736dbd1e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 210 time: 0.0923896 Apr 08 10:48:54.520844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:54.548419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:48:54.563567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:48:54.641271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:54.678602 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b522c8-122c-4de6-80d9-808fc5b4b961'] response: {'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'code': 200} Apr 08 10:48:54.687029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:54.713225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:54.762570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event deleted for resources: {'Port': ['ID=33d764ab-c1af-403f-ab2f-a08efe02824a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:54.782860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:54.825255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:54.825638 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e44aa4fd-a381-4c60-8e0a-a833f2e0ed60 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:54.826541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 34ea18a4-2688-4087-b006-38d928ec8385 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:54.833534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:54.861261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 34ea18a4-2688-4087-b006-38d928ec8385 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:54.861615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 34ea18a4-2688-4087-b006-38d928ec8385 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:55.014340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.017347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.113647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb640403-d788-4d45-9f80-365eac7a39e1 req-83791b6b-ddcc-48ee-91e2-1664a0a43872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:55.115055 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb640403-d788-4d45-9f80-365eac7a39e1 req-83791b6b-ddcc-48ee-91e2-1664a0a43872 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 1099 time: 0.0709810 Apr 08 10:48:55.154682 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb640403-d788-4d45-9f80-365eac7a39e1 req-7990a9ad-82af-4aa2-8b97-01700193bf32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335426 Apr 08 10:48:55.172123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.172671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf461fb-6473-439b-b342-2f731fbf2245 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:48:55.189262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.190174 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-15bf03a8-f4ab-477a-bbe0-79bd8031454c tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "DELETE /v2.0/routers/6bf461fb-6473-439b-b342-2f731fbf2245 HTTP/1.1" status: 204 len: 168 time: 1.9100828 Apr 08 10:48:55.193109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56766) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:55.315402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.582987 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7711b707-1d69-4628-8ffc-9fcc42285695 req-fbe80b18-d04b-4f65-b7c1-0e894a85efa4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 210 time: 0.0470924 Apr 08 10:48:55.599227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.629868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405b7139-e5c4-42c7-a7f4-ecd49f7b07ae']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:55.648898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f025be26-98bd-49e7-bcf4-5750d49c8caf') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:55.649370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f025be26-98bd-49e7-bcf4-5750d49c8caf') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:55.665328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.688964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2043-16b7-4832-bd94-480f65580855 req-2d37b11e-73c6-412f-bda5-c8b15a74dd38 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:55.690417 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-685c2043-16b7-4832-bd94-480f65580855 req-2d37b11e-73c6-412f-bda5-c8b15a74dd38 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 946 time: 0.3173714 Apr 08 10:48:55.698884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.721157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:48:55.724501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:48:55.736673 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:48:55.833942 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-685c2043-16b7-4832-bd94-480f65580855 req-8eb77ea3-51c6-4ced-860a-d1cacc673cb0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369219 Apr 08 10:48:55.903755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.921248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.933549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event deleted for resources: {'Network': ['ID=405b7139-e5c4-42c7-a7f4-ecd49f7b07ae,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:56.018701 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4ef03970-a079-4c17-9e9a-4f06170592d4 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "DELETE /v2.0/networks/405b7139-e5c4-42c7-a7f4-ecd49f7b07ae HTTP/1.1" status: 204 len: 168 time: 0.8243423 Apr 08 10:48:56.021776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56776) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:56.092635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91e51ff1-274a-4f35-99fc-6b1015878f31 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:56.123937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91e51ff1-274a-4f35-99fc-6b1015878f31 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:56.252578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91e51ff1-274a-4f35-99fc-6b1015878f31 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:56.272531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e51ff1-274a-4f35-99fc-6b1015878f31 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a170a-c6aa-4937-9528-90cc70093128,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:56.350113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-91e51ff1-274a-4f35-99fc-6b1015878f31 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:56.351239 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-91e51ff1-274a-4f35-99fc-6b1015878f31 tempest-TestNetworkAdvancedServerOps-132034898 tempest-TestNetworkAdvancedServerOps-132034898-project] 10.222.0.23 "DELETE /v2.0/security-groups/c27a170a-c6aa-4937-9528-90cc70093128 HTTP/1.1" status: 204 len: 168 time: 0.3285527 Apr 08 10:48:56.734286 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8075ab45-8422-49d6-9adf-40aecfbfe06a req-cc44a423-5485-4f6e-a824-7cdad54c8c9a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 210 time: 0.0489211 Apr 08 10:48:56.795651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 33d764ab-c1af-403f-ab2f-a08efe02824a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:56.832226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 33d764ab-c1af-403f-ab2f-a08efe02824a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:48:56.832599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 33d764ab-c1af-403f-ab2f-a08efe02824a not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:56.890582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56792) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:57.057598 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6ab5ee4a-1c29-4997-a987-ac99bf15eb0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acdae6b2a12c494fa474f2a4d895ee09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633682 Apr 08 10:48:57.058289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56798) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:57.127091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d8c7-872d-496c-9088-cf2b58e19762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:57.162531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d8c7-872d-496c-9088-cf2b58e19762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:57.224238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dbb81321-81c0-43d8-8896-69f7f2c1d47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:57.263688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d8c7-872d-496c-9088-cf2b58e19762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:57.280614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-5e999306-1a60-41a2-9054-79d721b3e5a5 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:57.282616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0d8c7-872d-496c-9088-cf2b58e19762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9027db-b122-4466-ab57-7a2e98e771fc,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:57.282801 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-5e999306-1a60-41a2-9054-79d721b3e5a5 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 812 time: 0.2982202 Apr 08 10:48:57.291770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d8c7-872d-496c-9088-cf2b58e19762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:57.293620 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f3e0d8c7-872d-496c-9088-cf2b58e19762 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd9027db-b122-4466-ab57-7a2e98e771fc HTTP/1.1" status: 204 len: 168 time: 0.2347550 Apr 08 10:48:57.297309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd5505-befa-4d77-90c8-4fc944c28dc0 req-ad2d7522-bf53-4837-be70-72097fc7b17e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:57.305590 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37dd5505-befa-4d77-90c8-4fc944c28dc0 req-ad2d7522-bf53-4837-be70-72097fc7b17e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 946 time: 0.3535237 Apr 08 10:48:57.377871 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-3f5dd198-e233-4eb7-a0f5-4249e3d6581a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 380 time: 0.0578456 Apr 08 10:48:57.389322 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37dd5505-befa-4d77-90c8-4fc944c28dc0 req-4ecaf5a8-7e2d-4ec8-b208-6d8dcbfb2f09 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829051 Apr 08 10:48:57.413992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'port': {'device_id': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'admin_state_up': True, 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'security_groups': ['f299ad93-91c9-42e7-93a1-aa6070039fd0']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:57.571228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:57.582906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:57.608443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de4efa-efda-4490-b74c-9697e4d10d79 req-e7354965-7177-4deb-9c79-2674fea19924 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:57.610399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e4de4efa-efda-4490-b74c-9697e4d10d79 req-e7354965-7177-4deb-9c79-2674fea19924 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 946 time: 0.1009943 Apr 08 10:48:57.657714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Made reservation on behalf of 39cdfe7070a248db80ec4a77e478df89 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:57.658695 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e4de4efa-efda-4490-b74c-9697e4d10d79 req-d66cf34e-748a-4e52-874e-02412e979697 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417058 Apr 08 10:48:57.662251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:57.682923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56810) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:57.754876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4898c5-1841-4e5a-91d7-763b98a87f46 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:57.756445 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4b4898c5-1841-4e5a-91d7-763b98a87f46 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 1094 time: 0.0724082 Apr 08 10:48:57.759232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56816) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:57.764698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:57.775111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:57.776377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:57.779475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:57.786438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:57.843453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Allocated IP 172.20.0.5 (7d55124e-e2fd-4eee-baaf-5621a16f1922/6cbc90f2-e121-45b4-8e50-99babeba8bf0/322bf272-caf8-4242-bafc-d270cc79cc14) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:57.920180 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-267364a2-e9b5-445b-a985-332a88feb41c req-8a49c8a1-fa1a-421d-8d39-5173a60d31d7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 210 time: 0.0599182 Apr 08 10:48:58.001059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.071745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56820) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:58.103021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.122307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.135803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:58.145480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e058ba81454dffa1b9aa98be9911e7 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:58.149399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:58.152523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Transition to ACTIVE for port object 322bf272-caf8-4242-bafc-d270cc79cc14 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:58.152769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.161974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:58.259627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.302709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.309473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.11 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/957a7dd0-bd28-4f66-9f94-8207183de15d) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:58.336198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:58.343771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:58.349156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:58.381357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=322bf272-caf8-4242-bafc-d270cc79cc14,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:58.388413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.465634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:58.466448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.479276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119cb482-18c4-4750-b581-cc53ded3c21f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:58.490620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e16c8ce9-5dec-429f-b5b0-bbbca6fb74c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1e058ba81454dffa1b9aa98be9911e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179065 Apr 08 10:48:58.491220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56824) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:58.501952 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.573335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-521ed51f-3c30-4139-bb0b-f284ac2e2f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.601978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-521ed51f-3c30-4139-bb0b-f284ac2e2f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.618498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.633841 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-e865d182-bc49-4918-ae48-d4dea628e399 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2236030 Apr 08 10:48:58.645478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Request body: {'port': {'device_id': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:48:58.698339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:58.701532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:58.705441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:48:58.736860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c4290855-59b0-4015-9296-cf6a6d364bc7 None None] Provisioning for port 322bf272-caf8-4242-bafc-d270cc79cc14 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:58.752169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c4290855-59b0-4015-9296-cf6a6d364bc7 None None] Provisioning complete for port 322bf272-caf8-4242-bafc-d270cc79cc14 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:58.755766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c4290855-59b0-4015-9296-cf6a6d364bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.771036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.811596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=957a7dd0-bd28-4f66-9f94-8207183de15d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:58.833635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-521ed51f-3c30-4139-bb0b-f284ac2e2f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.846557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c4290855-59b0-4015-9296-cf6a6d364bc7 None None] Port 322bf272-caf8-4242-bafc-d270cc79cc14 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:48:58.852311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ed51f-3c30-4139-bb0b-f284ac2e2f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119cb482-18c4-4750-b581-cc53ded3c21f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:58.865034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-521ed51f-3c30-4139-bb0b-f284ac2e2f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:58.866526 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-521ed51f-3c30-4139-bb0b-f284ac2e2f26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/119cb482-18c4-4750-b581-cc53ded3c21f HTTP/1.1" status: 204 len: 168 time: 0.3688033 Apr 08 10:48:59.248856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322bf272-caf8-4242-bafc-d270cc79cc14 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:48:59.260623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:59.288802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Transition to ACTIVE for port object 322bf272-caf8-4242-bafc-d270cc79cc14 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:59.347520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:59.381988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf4c68-4c29-4268-9c42-ac7c4217f16a req-ac3a108e-3de0-470e-81df-25eb3c98c651 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:59.383643 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-abcf4c68-4c29-4268-9c42-ac7c4217f16a req-ac3a108e-3de0-470e-81df-25eb3c98c651 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 931 time: 0.2827413 Apr 08 10:48:59.479819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-abcf4c68-4c29-4268-9c42-ac7c4217f16a req-66612c4b-7bf8-45c6-87f6-9bf537e41983 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:59.481041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-668a7cc3-28e7-4b4d-be23-dcabb70d3b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:59.497965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:59.499242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-abcf4c68-4c29-4268-9c42-ac7c4217f16a req-66612c4b-7bf8-45c6-87f6-9bf537e41983 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:59.500339 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-abcf4c68-4c29-4268-9c42-ac7c4217f16a req-66612c4b-7bf8-45c6-87f6-9bf537e41983 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043117 Apr 08 10:48:59.642502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:59.757438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Pushing event updated for resources: {'Port': ['ID=322bf272-caf8-4242-bafc-d270cc79cc14,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:59.803679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Attempting to bind port 322bf272-caf8-4242-bafc-d270cc79cc14 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:59.804021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Attempting to bind port 322bf272-caf8-4242-bafc-d270cc79cc14 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:59.804352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Attempting to bind port 322bf272-caf8-4242-bafc-d270cc79cc14 on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:59.809735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Port 322bf272-caf8-4242-bafc-d270cc79cc14 on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:48:59.812070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Attempting to bind port 322bf272-caf8-4242-bafc-d270cc79cc14 on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:48:59.815379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:48:59.816516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Checking segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:48:59.816922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Bound using segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:48:59.818019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Bound port: 322bf272-caf8-4242-bafc-d270cc79cc14, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:59.818019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:59.878838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:59.919323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] For port 322bf272-caf8-4242-bafc-d270cc79cc14, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:48:59.922852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] For port 322bf272-caf8-4242-bafc-d270cc79cc14, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=322bf272-caf8-4242-bafc-d270cc79cc14,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:48:59.944034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.001246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.060568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=957a7dd0-bd28-4f66-9f94-8207183de15d,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:00.063278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.063902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.066403 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] 10.222.0.41 "PUT /v2.0/ports/322bf272-caf8-4242-bafc-d270cc79cc14 HTTP/1.1" status: 200 len: 1093 time: 1.4245970 Apr 08 10:49:00.066403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'tag': '322bf272-caf8-4242-bafc-d270cc79cc14'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:49:00.078265 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.109520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64faa29-4803-4927-be24-ca8da37ba584 service neutron] Pushing event updated for resources: {'Port': ['ID=322bf272-caf8-4242-bafc-d270cc79cc14,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:00.134354 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fa1680-c2b1-4648-9711-95b21227076b'] response: {'name': 'network-changed', 'server_uuid': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'tag': '322bf272-caf8-4242-bafc-d270cc79cc14', 'status': 'completed', 'code': 200} Apr 08 10:49:00.259938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46092463-f38d-4e33-aefb-4e66e6056be3 req-ddd2445d-a44d-41e2-9ac1-689abaf3da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.262577 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-46092463-f38d-4e33-aefb-4e66e6056be3 req-ddd2445d-a44d-41e2-9ac1-689abaf3da09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 1096 time: 0.1054738 Apr 08 10:49:00.289689 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP d6ddbcad-7be8-4892-b3cb-f8b207cfe203 associated. External IP: 172.26.7.11, port: 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412. Apr 08 10:49:00.425754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46092463-f38d-4e33-aefb-4e66e6056be3 req-996f1133-847b-42c8-85e6-52696f9d69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.428161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-46092463-f38d-4e33-aefb-4e66e6056be3 req-996f1133-847b-42c8-85e6-52696f9d69e5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=39cdfe7070a248db80ec4a77e478df89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1578665 Apr 08 10:49:00.539117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.571951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46092463-f38d-4e33-aefb-4e66e6056be3 req-f33fbbbb-d10b-4e90-b38c-fc1dddfdf08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.573609 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-46092463-f38d-4e33-aefb-4e66e6056be3 req-f33fbbbb-d10b-4e90-b38c-fc1dddfdf08a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393776 Apr 08 10:49:00.688894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-025f3b16-7982-4efe-80d2-a628970dd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.690342 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-025f3b16-7982-4efe-80d2-a628970dd2ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 1096 time: 0.0745535 Apr 08 10:49:00.712998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4367768b-d963-4b7c-a03d-2a94f3a31288 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:49:00.763969 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-3e2d6ceb-e42f-45ca-a156-ae1669205f22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322bf272-caf8-4242-bafc-d270cc79cc14 HTTP/1.1" status: 200 len: 217 time: 0.0665264 Apr 08 10:49:00.813500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91160de1-4f58-4774-b250-8fa7710551f9 req-0b196b61-43fd-43c8-a713-5324717d1eaf tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.814975 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-91160de1-4f58-4774-b250-8fa7710551f9 req-0b196b61-43fd-43c8-a713-5324717d1eaf tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.1844540 Apr 08 10:49:00.831606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-0d90dc36-6515-4f1d-b4ae-c473b5d2a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.833634 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-0d90dc36-6515-4f1d-b4ae-c473b5d2a2c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0637136 Apr 08 10:49:00.917166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-57740c92-87da-4f19-9427-1acb234fdfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.918890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-57740c92-87da-4f19-9427-1acb234fdfe2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788584 Apr 08 10:49:00.941308 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-91160de1-4f58-4774-b250-8fa7710551f9 req-fabfe9db-9bab-4e5d-95c0-513cd5fe645e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185043 Apr 08 10:49:01.071797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-fcf5aa57-1f73-4a24-9128-81daaab09378 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458063 Apr 08 10:49:01.086990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:49:01.099887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] Sync routers for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:49:01.109666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:01.110395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:01.189543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:01.221710 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50ef7614-201a-4ccd-9fa6-c3c12aafef58 req-bc7080f6-047d-4703-940c-9967d5993800 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425531 Apr 08 10:49:01.246363 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-133b4c62-3b06-4e54-936e-ce415c417ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4860077 Apr 08 10:49:01.247087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:49:01.249266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56836) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:01.294366 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef80d26-68be-449f-a9bf-27def1387c60'] response: {'name': 'network-changed', 'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'status': 'completed', 'code': 200} Apr 08 10:49:01.310144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:01.344470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:01.404484 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cb9969dd-8349-49da-8d14-7f37c38c1e91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/d6ddbcad-7be8-4892-b3cb-f8b207cfe203 HTTP/1.1" status: 200 len: 991 time: 0.1540484 Apr 08 10:49:01.426447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-ae931720-5184-4a05-9f28-0559d0a80f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:01.427935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-ae931720-5184-4a05-9f28-0559d0a80f25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 1099 time: 0.1027222 Apr 08 10:49:01.561945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-14126052-7a1a-4a74-ac17-4c089a1c61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:01.564425 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-14126052-7a1a-4a74-ac17-4c089a1c61ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=87f1bde9-b652-438e-81e8-925f8b0a861d HTTP/1.1" status: 200 len: 897 time: 0.1302440 Apr 08 10:49:01.720321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'd6ddbcad-7be8-4892-b3cb-f8b207cfe203', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'port_id': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'mac_address': 'fa:16:3e:35:03:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:48:59Z', 'updated_at': '2022-04-08T10:48:59Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:41Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:01.725335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] Checking router: 4367768b-d963-4b7c-a03d-2a94f3a31288 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:49:01.734803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:01.735572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:01.796102 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-081308ae-f8e2-4504-bcef-6d65581717b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 HTTP/1.1" status: 200 len: 999 time: 0.2255511 Apr 08 10:49:01.864470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-d8c1f201-9a89-4982-930f-ad802f528489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:01.865998 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-d8c1f201-9a89-4982-930f-ad802f528489 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6492190f-ffaf-436a-8d8d-9af5adcc4161 HTTP/1.1" status: 200 len: 835 time: 0.0639739 Apr 08 10:49:01.946403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-5386d096-4dd1-47ce-821d-5ee2d13c66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:01.947795 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-5386d096-4dd1-47ce-821d-5ee2d13c66ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87f1bde9-b652-438e-81e8-925f8b0a861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748651 Apr 08 10:49:01.956645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:02.003620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:02.090093 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-1bcc3869-0867-4463-b454-06e302da9162 service neutron] 10.222.0.41 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353953 Apr 08 10:49:02.162205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d4cde-b26e-4815-a6b6-316e5a31b6d0 req-4d1c3052-fa88-44b5-af40-6793a20d1e7a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:02.163835 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-418d4cde-b26e-4815-a6b6-316e5a31b6d0 req-4d1c3052-fa88-44b5-af40-6793a20d1e7a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.0983269 Apr 08 10:49:02.227334 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-418d4cde-b26e-4815-a6b6-316e5a31b6d0 req-ee0dc802-7e6e-41e0-bec4-a9389964e33f tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565786 Apr 08 10:49:02.261488 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f3baa51-af57-4bf5-aa6e-77af34767427 req-d4c80d90-e597-4fa7-b931-5fd49922a419 service neutron] 10.222.0.41 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632569 Apr 08 10:49:02.387704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'd6ddbcad-7be8-4892-b3cb-f8b207cfe203', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'port_id': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'mac_address': 'fa:16:3e:35:03:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:48:59Z', 'updated_at': '2022-04-08T10:48:59Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:41Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:02.391835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64e60f-04ca-423f-8f25-b269c0c1b69f None None] The sync data for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv is: [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'd6ddbcad-7be8-4892-b3cb-f8b207cfe203', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'port_id': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'mac_address': 'fa:16:3e:35:03:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:48:59Z', 'updated_at': '2022-04-08T10:48:59Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:41Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:49:02.408774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56844) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:02.514390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-016b61ee-4583-4ff8-81e8-7e249957c40b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/d6ddbcad-7be8-4892-b3cb-f8b207cfe203 HTTP/1.1" status: 200 len: 991 time: 0.1039319 Apr 08 10:49:02.590267 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f46f68-a79f-4a37-89fe-4aaae6e496bc None None] New status for floating IP d6ddbcad-7be8-4892-b3cb-f8b207cfe203: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:49:03.414510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5ad7-1108-46c9-817d-b039531607df req-fe69349d-cae8-480c-b467-670a55457516 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:03.415204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-ef0d5ad7-1108-46c9-817d-b039531607df req-fe69349d-cae8-480c-b467-670a55457516 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:03.486260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-ef0d5ad7-1108-46c9-817d-b039531607df req-fe69349d-cae8-480c-b467-670a55457516 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:03.488186 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ef0d5ad7-1108-46c9-817d-b039531607df req-fe69349d-cae8-480c-b467-670a55457516 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.1547050 Apr 08 10:49:03.518558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56850) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:03.538829 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ef0d5ad7-1108-46c9-817d-b039531607df req-007a2012-e502-4392-86ba-acf75c65cd34 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449741 Apr 08 10:49:03.625020 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-897c2e29-4985-4b34-8153-7cba4d90e4ab tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/d6ddbcad-7be8-4892-b3cb-f8b207cfe203 HTTP/1.1" status: 200 len: 993 time: 0.1053355 Apr 08 10:49:04.154918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:04.730997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4591a4-2f30-4502-bf1a-549830399606 req-f149c517-09f8-4508-b694-c3c893369809 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:04.732500 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e4591a4-2f30-4502-bf1a-549830399606 req-f149c517-09f8-4508-b694-c3c893369809 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.0860126 Apr 08 10:49:04.777245 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e4591a4-2f30-4502-bf1a-549830399606 req-16bce5b1-b1af-46a4-97bc-a580fbf7efd2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379143 Apr 08 10:49:05.960335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59736b-0118-4485-992e-dbde54faede9 req-21d71101-4c03-47da-8c7c-f2240fe00063 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:05.961850 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0a59736b-0118-4485-992e-dbde54faede9 req-21d71101-4c03-47da-8c7c-f2240fe00063 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.0812621 Apr 08 10:49:06.005387 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0a59736b-0118-4485-992e-dbde54faede9 req-222234c7-50d4-4fc2-bb79-90530c5269cb tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378854 Apr 08 10:49:07.188954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1f55b-ee03-402a-b0b2-dd0004300c2e req-3ac4e13b-3d89-48b9-9d5d-6da7743415da tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:07.190942 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2da1f55b-ee03-402a-b0b2-dd0004300c2e req-3ac4e13b-3d89-48b9-9d5d-6da7743415da tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.0797501 Apr 08 10:49:07.234844 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2da1f55b-ee03-402a-b0b2-dd0004300c2e req-d1575201-1c70-4a30-a728-1560c7e4193a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382862 Apr 08 10:49:08.427427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b064-1a09-49ec-ba9c-98f1ac5cbedc req-f37dfea0-77b0-4df1-aaa0-1a28818f8490 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:08.428937 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bf75b064-1a09-49ec-ba9c-98f1ac5cbedc req-f37dfea0-77b0-4df1-aaa0-1a28818f8490 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.0873673 Apr 08 10:49:08.476588 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bf75b064-1a09-49ec-ba9c-98f1ac5cbedc req-af659b8e-83db-414d-8e36-358520e6c37d tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Apr 08 10:49:09.679165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be582929-0c8b-417e-a081-6d1eacde6fe2 req-243b906f-ac49-457f-b1a4-b50c7e1a0312 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:09.680790 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-be582929-0c8b-417e-a081-6d1eacde6fe2 req-243b906f-ac49-457f-b1a4-b50c7e1a0312 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.0934739 Apr 08 10:49:09.726582 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-be582929-0c8b-417e-a081-6d1eacde6fe2 req-7b1581c3-ea21-4108-b957-d842b6ce784f tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Apr 08 10:49:10.914970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17031-ec37-43ed-9ec8-3c52a4fbf37d req-2c25921f-6cc9-4d4a-b918-65b652b690a1 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:10.916761 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6eb17031-ec37-43ed-9ec8-3c52a4fbf37d req-2c25921f-6cc9-4d4a-b918-65b652b690a1 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.0819528 Apr 08 10:49:10.964106 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6eb17031-ec37-43ed-9ec8-3c52a4fbf37d req-dd5b7201-9f9f-4492-b7fa-d8c3d116fbeb tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416520 Apr 08 10:49:12.158235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3c23-1bd4-451a-b35b-16b10b1a02fc req-e6be0955-26db-4dd3-9d34-7f764f5cbe5a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:12.160253 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ff8a3c23-1bd4-451a-b35b-16b10b1a02fc req-e6be0955-26db-4dd3-9d34-7f764f5cbe5a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 943 time: 0.0816603 Apr 08 10:49:12.209247 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ff8a3c23-1bd4-451a-b35b-16b10b1a02fc req-a0ac3646-d22d-492d-974a-f1f176a32e71 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433059 Apr 08 10:49:12.220651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 322bf272-caf8-4242-bafc-d270cc79cc14 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:49:12.359355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 322bf272-caf8-4242-bafc-d270cc79cc14, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=322bf272-caf8-4242-bafc-d270cc79cc14,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:12.373048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '322bf272-caf8-4242-bafc-d270cc79cc14', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'port_id': '322bf272-caf8-4242-bafc-d270cc79cc14', 'mac_address': 'fa:16:3e:8c:d7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:49:12.432977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:12.449882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322bf272-caf8-4242-bafc-d270cc79cc14 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:49:12.465659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 322bf272-caf8-4242-bafc-d270cc79cc14, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=322bf272-caf8-4242-bafc-d270cc79cc14,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:12.532203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:12.602583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=322bf272-caf8-4242-bafc-d270cc79cc14,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:12.778688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['322bf272-caf8-4242-bafc-d270cc79cc14'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:49:13.401281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe559c-53cb-402b-b733-e8f2b553a3c1 req-99072e8c-31f7-49e7-afcf-c1c6ef874bb7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:13.402761 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a8fe559c-53cb-402b-b733-e8f2b553a3c1 req-99072e8c-31f7-49e7-afcf-c1c6ef874bb7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 944 time: 0.0864902 Apr 08 10:49:13.450234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a8fe559c-53cb-402b-b733-e8f2b553a3c1 req-c9bc89d0-c734-4aa2-ac09-8498b6612b7e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Apr 08 10:49:14.221068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 322bf272-caf8-4242-bafc-d270cc79cc14 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:14.348958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 322bf272-caf8-4242-bafc-d270cc79cc14 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:14.354208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 322bf272-caf8-4242-bafc-d270cc79cc14 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:14.359626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:14.475783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:14.503309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322bf272-caf8-4242-bafc-d270cc79cc14'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:49:14.513217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 322bf272-caf8-4242-bafc-d270cc79cc14, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=322bf272-caf8-4242-bafc-d270cc79cc14,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:14.549015 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd4ceaa-5fe4-41f6-b1de-3467932aa4cc'] response: {'server_uuid': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322bf272-caf8-4242-bafc-d270cc79cc14', 'code': 200} Apr 08 10:49:14.566274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:14.632632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=322bf272-caf8-4242-bafc-d270cc79cc14,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:14.644652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b103-1bc6-499f-beed-734d89142145 req-1e59baee-a310-4a82-8448-042c1e4cc1dc tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:14.646216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7961b103-1bc6-499f-beed-734d89142145 req-1e59baee-a310-4a82-8448-042c1e4cc1dc tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 945 time: 0.0856371 Apr 08 10:49:14.691633 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7961b103-1bc6-499f-beed-734d89142145 req-0899544c-6f59-4f09-8cf3-facd437681e0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Apr 08 10:49:14.822843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43fcd0-b37e-4ba0-a462-9c7e893aabb5 req-a03835af-c6df-4e5b-af50-2c7e4db83868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:14.824301 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8a43fcd0-b37e-4ba0-a462-9c7e893aabb5 req-a03835af-c6df-4e5b-af50-2c7e4db83868 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 1098 time: 0.0676708 Apr 08 10:49:14.868627 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8a43fcd0-b37e-4ba0-a462-9c7e893aabb5 req-568e8761-08f8-4069-bdbf-0a85e200a7c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372512 Apr 08 10:49:15.874099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048c4b9-79cc-41aa-9374-baa642e2df7d req-98e2d0aa-6d83-4086-9b89-dfcda996f4eb tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:15.875684 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a048c4b9-79cc-41aa-9374-baa642e2df7d req-98e2d0aa-6d83-4086-9b89-dfcda996f4eb tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 945 time: 0.0791223 Apr 08 10:49:15.922147 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a048c4b9-79cc-41aa-9374-baa642e2df7d req-b2d31f8b-1528-47ee-bf57-2d357622389f tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396178 Apr 08 10:49:17.132432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99183c-5a93-4623-bd8f-c3564d99f634 req-700bfc22-4b95-4671-999b-d77ed9f332f9 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:17.133899 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bd99183c-5a93-4623-bd8f-c3564d99f634 req-700bfc22-4b95-4671-999b-d77ed9f332f9 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 945 time: 0.0943849 Apr 08 10:49:17.189379 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bd99183c-5a93-4623-bd8f-c3564d99f634 req-eb840ad8-ec70-4501-b87a-52740dc0115f tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488086 Apr 08 10:49:17.398273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bb42a-4100-4f74-8d71-93539684ab5c req-0667d6fb-0019-42f5-ba1e-3a9c43146548 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:17.400769 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-609bb42a-4100-4f74-8d71-93539684ab5c req-0667d6fb-0019-42f5-ba1e-3a9c43146548 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 945 time: 0.0947475 Apr 08 10:49:17.451618 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-609bb42a-4100-4f74-8d71-93539684ab5c req-2a53088e-ba73-4ba4-8091-a12c9de5d332 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Apr 08 10:49:17.475886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56880) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:17.865603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438c5c9-2a4f-4e7f-9aec-b647bbf61875 tempest-TestVolumeBootPattern-264360205 tempest-TestVolumeBootPattern-264360205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:17.866322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b438c5c9-2a4f-4e7f-9aec-b647bbf61875 tempest-TestVolumeBootPattern-264360205 tempest-TestVolumeBootPattern-264360205-project-admin] Synchronizing usage tracker for tenant:2c7c3fde0db8480eb1313798f6ac0c37 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:17.943246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b438c5c9-2a4f-4e7f-9aec-b647bbf61875 tempest-TestVolumeBootPattern-264360205 tempest-TestVolumeBootPattern-264360205-project-admin] Unset dirty status for tenant:2c7c3fde0db8480eb1313798f6ac0c37 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:17.944376 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b438c5c9-2a4f-4e7f-9aec-b647bbf61875 tempest-TestVolumeBootPattern-264360205 tempest-TestVolumeBootPattern-264360205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 1093 time: 0.4674578 Apr 08 10:49:17.947279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56886) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:17.952462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '322bf272-caf8-4242-bafc-d270cc79cc14', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:17.959292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:17.963219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:floatingip and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:17.966183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:17.972507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:18.052009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:18.197641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:18.339697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Allocated IP 172.26.7.28 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/1573f3f0-b408-47a4-abf5-1418a167acbb) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:18.606441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:18.692328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:18.757154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:18.763969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:18.768768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:49:18.802131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=1573f3f0-b408-47a4-abf5-1418a167acbb,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:19.184175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:19.322843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:19.527398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:19.577306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:19.687306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=1573f3f0-b408-47a4-abf5-1418a167acbb,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:19.697428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:19.867075 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Floating IP 4224552e-a7d9-4f2b-9057-f70a42a4776d associated. External IP: 172.26.7.28, port: 322bf272-caf8-4242-bafc-d270cc79cc14. Apr 08 10:49:20.328095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Router 64409aad-dedd-47eb-92ff-3bf493b88225 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:49:20.508248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:49:20.518448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:49:20.528508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:20.529143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:20.594576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:20.653113 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-86eb3d52-cf24-4851-9773-d8fa9c4b734b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7048070 Apr 08 10:49:20.653797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'tag': '322bf272-caf8-4242-bafc-d270cc79cc14'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:49:20.708071 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c8771a-ebd3-4b9f-b9c3-f502c8fe3106'] response: {'name': 'network-changed', 'server_uuid': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'tag': '322bf272-caf8-4242-bafc-d270cc79cc14', 'status': 'completed', 'code': 200} Apr 08 10:49:20.712797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:20.798568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852aaab-9125-4f30-916d-0d225029fc68 req-7792cb11-d0cb-44fe-aee0-6959b4f66719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:20.800946 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b852aaab-9125-4f30-916d-0d225029fc68 req-7792cb11-d0cb-44fe-aee0-6959b4f66719 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 1098 time: 0.0713987 Apr 08 10:49:20.934199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852aaab-9125-4f30-916d-0d225029fc68 req-baa034b9-e8c1-49b8-96d5-160b542747df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:20.935785 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b852aaab-9125-4f30-916d-0d225029fc68 req-baa034b9-e8c1-49b8-96d5-160b542747df service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1283853 Apr 08 10:49:21.042802 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b852aaab-9125-4f30-916d-0d225029fc68 req-1001688a-e359-4169-a9ab-9bb9619cdd00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322bf272-caf8-4242-bafc-d270cc79cc14 HTTP/1.1" status: 200 len: 998 time: 0.0996697 Apr 08 10:49:21.099262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '4224552e-a7d9-4f2b-9057-f70a42a4776d', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '322bf272-caf8-4242-bafc-d270cc79cc14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:8c:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:49:19Z', 'updated_at': '2022-04-08T10:49:19Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:21.107243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:49:21.111954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852aaab-9125-4f30-916d-0d225029fc68 req-b43e4737-6242-4b0d-90e5-407498c25d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:21.113435 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b852aaab-9125-4f30-916d-0d225029fc68 req-b43e4737-6242-4b0d-90e5-407498c25d57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0597949 Apr 08 10:49:21.116781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:21.117389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:48:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:21.192196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852aaab-9125-4f30-916d-0d225029fc68 req-3ed65325-e3ab-4715-ad9b-0ffb16c6d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:21.193615 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b852aaab-9125-4f30-916d-0d225029fc68 req-3ed65325-e3ab-4715-ad9b-0ffb16c6d4e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735052 Apr 08 10:49:21.297264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:21.329822 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b852aaab-9125-4f30-916d-0d225029fc68 req-332aa900-70eb-4d8e-8d2a-f03403a24f2f service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277504 Apr 08 10:49:21.469628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b852aaab-9125-4f30-916d-0d225029fc68 req-4bc81eff-ce9e-4b04-b26b-c58ae02fd899 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339583 Apr 08 10:49:21.659609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '4224552e-a7d9-4f2b-9057-f70a42a4776d', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '322bf272-caf8-4242-bafc-d270cc79cc14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:8c:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:49:19Z', 'updated_at': '2022-04-08T10:49:19Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:21.663861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39295b-5492-4361-9f0b-32c62123b81d None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '4224552e-a7d9-4f2b-9057-f70a42a4776d', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.28', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '322bf272-caf8-4242-bafc-d270cc79cc14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:8c:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:49:19Z', 'updated_at': '2022-04-08T10:49:19Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:49:21.870621 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f56e7-4934-4508-afeb-c020ad61dd4f None None] New status for floating IP 4224552e-a7d9-4f2b-9057-f70a42a4776d: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:49:23.382293 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:49:27.246460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-087684ae-7d1f-4a77-8646-d845f7945986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:29.582795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-de77e06f-9f41-48fb-9a51-1ca821be6774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.537022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.183242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.931444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.182965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.738833 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56908) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:34.861752 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fd75f421-05af-4afa-b8ca-91555cccbfdc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/d6ddbcad-7be8-4892-b3cb-f8b207cfe203 HTTP/1.1" status: 200 len: 993 time: 0.1203523 Apr 08 10:49:35.193851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56916) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:35.412325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 957a7dd0-bd28-4f66-9f94-8207183de15d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:49:35.412325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.772846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.773483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.904868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 957a7dd0-bd28-4f66-9f94-8207183de15d owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:49:36.160146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.209361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=957a7dd0-bd28-4f66-9f94-8207183de15d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:36.306787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.307118 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP d6ddbcad-7be8-4892-b3cb-f8b207cfe203 disassociated (deleted). External IP: 172.26.7.11, port: 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412. Apr 08 10:49:36.669425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4367768b-d963-4b7c-a03d-2a94f3a31288 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:49:36.862863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:49:36.872329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] Sync routers for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:49:36.883245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:36.886303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:36.949528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.010024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a06e49a1-ae30-498a-9834-7836ccd4bdc8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/d6ddbcad-7be8-4892-b3cb-f8b207cfe203 HTTP/1.1" status: 204 len: 168 time: 1.8150251 Apr 08 10:49:37.010733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:49:37.062080 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021d4159-6e9c-4a6e-8f18-2350a7875d1f'] response: {'name': 'network-changed', 'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'status': 'completed', 'code': 200} Apr 08 10:49:37.084622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:37.175097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-5efc9356-5da2-4890-9b93-5c41533ee408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:37.176097 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-5efc9356-5da2-4890-9b93-5c41533ee408 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 1099 time: 0.0869868 Apr 08 10:49:37.445316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:41Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:37.449261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] Checking router: 4367768b-d963-4b7c-a03d-2a94f3a31288 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:49:37.456061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-38f5ce70-cb01-4fc5-9a8b-a78b82539580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:37.457600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-38f5ce70-cb01-4fc5-9a8b-a78b82539580 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87f1bde9-b652-438e-81e8-925f8b0a861d HTTP/1.1" status: 200 len: 897 time: 0.2738018 Apr 08 10:49:37.458538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:37.459155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:37.532148 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-7036bd4e-5aa0-41f1-a077-1a8b58142fce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 HTTP/1.1" status: 200 len: 217 time: 0.0641134 Apr 08 10:49:37.567666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3261106-5c59-4f36-a03d-1e232a822c6b req-8110bd61-39cf-4a56-9858-ce874dfee756 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:37.569376 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b3261106-5c59-4f36-a03d-1e232a822c6b req-8110bd61-39cf-4a56-9858-ce874dfee756 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 946 time: 0.0848711 Apr 08 10:49:37.599577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-d51d8c12-f28a-478b-b9aa-a512da601d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:37.601074 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-d51d8c12-f28a-478b-b9aa-a512da601d7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6492190f-ffaf-436a-8d8d-9af5adcc4161 HTTP/1.1" status: 200 len: 835 time: 0.0631251 Apr 08 10:49:37.617265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b3261106-5c59-4f36-a03d-1e232a822c6b req-f556ec69-2ed1-4b1b-a922-6b00fed2581a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412247 Apr 08 10:49:37.683686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-16c6c31d-a20a-49f0-b4f2-3c4264382222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:37.685229 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-16c6c31d-a20a-49f0-b4f2-3c4264382222 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87f1bde9-b652-438e-81e8-925f8b0a861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771518 Apr 08 10:49:37.692333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:37.843229 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-25b5bb79-ba87-4370-aa03-e39f70d0d97e service neutron] 10.222.0.41 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462669 Apr 08 10:49:37.993526 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-997aba8b-6874-4ed1-830f-f4ae4a6523f9 req-77bd293b-8bf2-4052-96f5-8378fc44a041 service neutron] 10.222.0.41 "GET /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395981 Apr 08 10:49:38.023345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:41Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:38.026073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e34c98f-5800-4f39-8eb5-7a0c7b7020f3 None None] The sync data for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv is: [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0c06614b-2abc-418b-88c1-f3dc1bf23a66', 'name': '', 'network_id': '87f1bde9-b652-438e-81e8-925f8b0a861d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:4d:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:34Z', 'updated_at': '2022-04-08T10:48:41Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '6492190f-ffaf-436a-8d8d-9af5adcc4161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:49:38.258519 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8364d4-e8de-47b1-802f-748e9d58d839 None None] New status for floating IP d6ddbcad-7be8-4892-b3cb-f8b207cfe203: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:49:38.864191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ff2b-b39a-42d3-b03b-0c1682f8ecc0 req-f617789a-feee-49d9-91e1-687cdefe001b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:38.866720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-db15ff2b-b39a-42d3-b03b-0c1682f8ecc0 req-f617789a-feee-49d9-91e1-687cdefe001b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:38.915823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-9db2e519-3064-49f7-9811-855ac7375f20 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:38.916737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-9db2e519-3064-49f7-9811-855ac7375f20 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:39.023094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-db15ff2b-b39a-42d3-b03b-0c1682f8ecc0 req-f617789a-feee-49d9-91e1-687cdefe001b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:39.026176 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db15ff2b-b39a-42d3-b03b-0c1682f8ecc0 req-f617789a-feee-49d9-91e1-687cdefe001b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 946 time: 0.2857499 Apr 08 10:49:39.026176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-9db2e519-3064-49f7-9811-855ac7375f20 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:39.026396 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-9db2e519-3064-49f7-9811-855ac7375f20 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 946 time: 0.2151604 Apr 08 10:49:39.133850 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db15ff2b-b39a-42d3-b03b-0c1682f8ecc0 req-aa5c15b2-5d70-47ec-b24e-945f8dcd9693 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010511 Apr 08 10:49:39.142515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:49:39.142515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.397994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:39.398403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.526777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:49:39.725676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.777788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=2b4faaf8-2f8b-4c11-9cd2-12cc4384e412,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:39.817891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.818237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.818574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.819024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.819316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.819646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.819970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.820293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.820641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.820959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.821279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.821595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.872067 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:39.874514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.878004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'name': 'network-vif-deleted', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:49:39.927990 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90b13bf-2e98-4e60-a97a-aba1736ddd55'] response: {'server_uuid': 'c9527f31-a5d1-4202-a3ba-0e59f10cadfa', 'name': 'network-vif-deleted', 'tag': '2b4faaf8-2f8b-4c11-9cd2-12cc4384e412', 'status': 'completed', 'code': 200} Apr 08 10:49:39.994036 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d2192379-c85d-43ef-b4c7-b9a90c139e37 req-5f1d343e-359f-44c2-a30e-c73fc27bbf92 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 HTTP/1.1" status: 204 len: 173 time: 0.9570882 Apr 08 10:49:40.296865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d22a57c3-a152-4976-af8b-f9d7ae31f0f7 req-1140806c-99fd-466c-946a-ca5598fd2391 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:40.434677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d22a57c3-a152-4976-af8b-f9d7ae31f0f7 req-1140806c-99fd-466c-946a-ca5598fd2391 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:40.443495 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d22a57c3-a152-4976-af8b-f9d7ae31f0f7 req-1140806c-99fd-466c-946a-ca5598fd2391 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9527f31-a5d1-4202-a3ba-0e59f10cadfa HTTP/1.1" status: 200 len: 210 time: 0.1900935 Apr 08 10:49:41.534858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56934) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:41.607080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b32fcab0-767d-453b-a543-7bf1ed80b4f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.640096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b32fcab0-767d-453b-a543-7bf1ed80b4f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.788702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b32fcab0-767d-453b-a543-7bf1ed80b4f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.808420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fcab0-767d-453b-a543-7bf1ed80b4f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb94dbf-37ff-43eb-819d-a6bf41b3b1db,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:41.897974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b32fcab0-767d-453b-a543-7bf1ed80b4f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.899174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b32fcab0-767d-453b-a543-7bf1ed80b4f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/3bb94dbf-37ff-43eb-819d-a6bf41b3b1db HTTP/1.1" status: 204 len: 168 time: 0.3628066 Apr 08 10:49:42.041291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56942) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:42.359119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:42.397614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:49:42.397954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 2b4faaf8-2f8b-4c11-9cd2-12cc4384e412 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:49:42.725702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.090262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 0c06614b-2abc-418b-88c1-f3dc1bf23a66 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:49:43.090262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.281657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 0c06614b-2abc-418b-88c1-f3dc1bf23a66, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0c06614b-2abc-418b-88c1-f3dc1bf23a66,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:43.282083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.408750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 0c06614b-2abc-418b-88c1-f3dc1bf23a66 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:49:43.633780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.714714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=0c06614b-2abc-418b-88c1-f3dc1bf23a66,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:44.080992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.461109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 4367768b-d963-4b7c-a03d-2a94f3a31288 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:49:44.647766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:49:44.658245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] Sync routers for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:49:44.669148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:44.669148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:44.759842 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6ef55016-66cd-46c8-93a5-e3c0392ccf91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/4367768b-d963-4b7c-a03d-2a94f3a31288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7173030 Apr 08 10:49:44.760558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56948) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:44.839045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet 6492190f-ffaf-436a-8d8d-9af5adcc4161 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:49:44.842292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.863798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:44.897415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.986022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.158804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:49:43Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:45.163073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] Checking router: 4367768b-d963-4b7c-a03d-2a94f3a31288 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:49:45.166726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.180559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] Routers {'4367768b-d963-4b7c-a03d-2a94f3a31288'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:45.180559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['4367768b-d963-4b7c-a03d-2a94f3a31288'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:45.212286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=6492190f-ffaf-436a-8d8d-9af5adcc4161,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:45.214814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.224713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.225062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.225412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.225732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.226055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.226381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.226701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.227319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.227319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.227639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.227950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.228263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:45.233527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8806b13-c22c-492f-a416-88d755214257 None None] Network 87f1bde9-b652-438e-81e8-925f8b0a861d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:49:45.234513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56952) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:45.237150 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4c9bccbf-9c68-4cc6-8f02-911f90e71df0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/6492190f-ffaf-436a-8d8d-9af5adcc4161 HTTP/1.1" status: 204 len: 168 time: 0.4757295 Apr 08 10:49:45.419174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.519776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] Set router 4367768b-d963-4b7c-a03d-2a94f3a31288 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:45.604161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.697148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:49:45.700253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.854402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] DHCP port deletion for 87f1bde9-b652-438e-81e8-925f8b0a861d request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:49:45.862718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] Deleting port 983c31de-7de9-4da8-9851-e64cf49b087f {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:49:45.862877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.972774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:49:43Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:45.985740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302aed87-2c79-4a76-b196-485d1cacf8fb None None] The sync data for ids ['4367768b-d963-4b7c-a03d-2a94f3a31288'] in dv-neutron-837109-1-hyperv is: [{'id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'name': 'tempest-TestNetworkBasicOps-router-939113731', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:28Z', 'updated_at': '2022-04-08T10:49:43Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367768b-d963-4b7c-a03d-2a94f3a31288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:29Z', 'updated_at': '2022-04-08T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:49:46.003079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:46.003446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.105280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] For port 983c31de-7de9-4da8-9851-e64cf49b087f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=983c31de-7de9-4da8-9851-e64cf49b087f,segment=NetworkSegment(9891ebed-825e-47de-9061-f77bc734baf0),segment_id=9891ebed-825e-47de-9061-f77bc734baf0)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:46.105671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.134834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:49:46.243258 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] Calling delete_port for 983c31de-7de9-4da8-9851-e64cf49b087f owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:49:46.669231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.697094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.715657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:46.746232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] Pushing event deleted for resources: {'Port': ['ID=983c31de-7de9-4da8-9851-e64cf49b087f,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:46.748106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b420b9b-86c9-4f88-ba4c-f826f21da9ac None None] No DVR routers for this DVR port 983c31de-7de9-4da8-9851-e64cf49b087f on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:46.826298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.882340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 983c31de-7de9-4da8-9851-e64cf49b087f no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:46.917390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 983c31de-7de9-4da8-9851-e64cf49b087f {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:49:46.917732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 983c31de-7de9-4da8-9851-e64cf49b087f not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:49:46.918151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0c06614b-2abc-418b-88c1-f3dc1bf23a66 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:46.954602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 0c06614b-2abc-418b-88c1-f3dc1bf23a66 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:49:46.954946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0c06614b-2abc-418b-88c1-f3dc1bf23a66 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:49:47.009470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.012017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.199871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.203169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Fanout notify agent at l3_agent the message router_deleted on router 4367768b-d963-4b7c-a03d-2a94f3a31288 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:49:47.216190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.217380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5f4bfca3-f489-481b-bcfb-72060ef39885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/routers/4367768b-d963-4b7c-a03d-2a94f3a31288 HTTP/1.1" status: 204 len: 168 time: 1.9818559 Apr 08 10:49:47.219975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56956) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:47.342717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.482127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.509961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f1bde9-b652-438e-81e8-925f8b0a861d']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:47.522454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9891ebed-825e-47de-9061-f77bc734baf0') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:47.522810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9891ebed-825e-47de-9061-f77bc734baf0') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:47.535770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.552738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.558920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:49:47.559167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:47.573765 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:47.759797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.779126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.791903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=87f1bde9-b652-438e-81e8-925f8b0a861d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:47.869100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-52129aa8-f71f-4309-8d55-e2b383acb886 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/87f1bde9-b652-438e-81e8-925f8b0a861d HTTP/1.1" status: 204 len: 168 time: 0.6480279 Apr 08 10:49:47.885593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56960) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:47.891387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--144081860', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:47.896317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:47.900469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:network and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:47.903325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:47.909267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:47.976734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:47.981490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.010643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:48.020429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.020810 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment 975e94dd-ade2-4ad2-a4a7-6ea669320022 of type vlan for network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 Apr 08 10:49:48.046622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.154069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.160669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:48.161274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.272739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:48.285729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:48.365905 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1b54b774-77c9-4df2-aa95-3b454292f7d7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4792435 Apr 08 10:49:48.368601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56964) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:48.373715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-778840873', 'admin_state_up': True, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:48.392256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:48.392256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:router and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:48.394200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:48.401787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:48.491110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.494721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.508467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.764741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:48.802304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:49:48.802650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device f95be8c2-b48b-4452-ac89-f3cd4ae7ee6a not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:49:48.966398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.355337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.385680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.528877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.233 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/d8da11c0-fd6b-4e88-ad8b-1540c9e087d9) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:49.677988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.759852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.824202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:49.831170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:49.835322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:49:49.864931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=d8da11c0-fd6b-4e88-ad8b-1540c9e087d9,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:50.463764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:50.816604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.068866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router db3ca287-24bd-4120-9c3a-a48e90df68e2 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:49:51.249454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:49:51.259537 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Sync routers for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:49:51.270060 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:51.270677 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:51.343687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.346928 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-26fd2b76-3006-4d23-b95a-d7cb2f410617 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9749639 Apr 08 10:49:51.357593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 56970) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:51.392723 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-351caf10-15ab-4f82-af3f-4364ee5b13fb tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433164 Apr 08 10:49:51.395640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56974) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:51.498346 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:51.529367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e116f9d-0da0-42c9-a778-31fcc1c37714 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:51.530865 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0e116f9d-0da0-42c9-a778-31fcc1c37714 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342578 Apr 08 10:49:51.533871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56978) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:51.578969 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8b092b73-da80-42c5-b2d6-6b11c8850b5b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439808 Apr 08 10:49:51.586791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56982) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:51.586926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1099268965', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:51.702368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:51.706518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:51.709673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:51.715356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:51.802576 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:50Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:51.806740 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Checking router: db3ca287-24bd-4120-9c3a-a48e90df68e2 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:49:51.809083 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Updating router db3ca287-24bd-4120-9c3a-a48e90df68e2 port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:49:51.830489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:51.835309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.861046 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.143721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.227402 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.231327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=dbc84770-1f2d-486f-90f4-797998afe887,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:52.240739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:49:52.241099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:52.242112 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Transition to ACTIVE for port object d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:52.350111 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.410260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:52.433324 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Attempting to bind port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:52.433324 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Attempting to bind port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:52.433669 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Attempting to bind port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:49:52.435515 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Pushing event updated for resources: {'Port': ['ID=d8da11c0-fd6b-4e88-ad8b-1540c9e087d9,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:52.444572 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:49:52.444944 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:49:52.445342 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.445730 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:49:52.446187 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Bound port: d8da11c0-fd6b-4e88-ad8b-1540c9e087d9, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:52.446553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.472106 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.472441 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.472954 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.473090 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.473417 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.473734 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.474053 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.474370 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.474689 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.475007 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.475319 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.475632 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:52.531370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:52.535738 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] For port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:49:52.537256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:52.537865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.539155 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] For port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d8da11c0-fd6b-4e88-ad8b-1540c9e087d9,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:49:52.542630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7699a7b7-6ffa-47ee-b277-161f582ada02 None None] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:49:52.623346 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.658885 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7740be26-dae4-491a-ab99-42e8643579f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0762436 Apr 08 10:49:52.661486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56986) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:52.714371 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:52.714998 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:52.779412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:49:52.779412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.796592 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fac0e-5fbb-4e29-a72a-d4601b4d93e0 None None] Pushing event updated for resources: {'Port': ['ID=d8da11c0-fd6b-4e88-ad8b-1540c9e087d9,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:52.932902 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:53.023662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Allocated IP 172.20.0.2 (3f6ec86b-1cd5-48c0-9d14-eda656f87cf7/dbc84770-1f2d-486f-90f4-797998afe887/0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:53.259520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.272451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Transition to ACTIVE for port object 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:53.280314 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:50Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:53.285842 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed5877-af2e-48c0-b83d-e1e5c766ea81 None None] The sync data for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv is: [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:50Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:49:53.293521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Transition to ACTIVE for port object 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:53.383383 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.456932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:53.464655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:53.469877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:49:53.476130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Pushing event updated for resources: {'Port': ['ID=0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:53.550809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.551380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.551501 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.551821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.552155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.552600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.552859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.553732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.553732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.554287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.554811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.555316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:53.590137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Attempting to bind port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:53.590738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Attempting to bind port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:53.591171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Attempting to bind port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d on network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:49:53.599507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:49:53.599890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Checking segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:49:53.600301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.600747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Bound using segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:49:53.601221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Bound port: 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:53.601597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.655407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.722913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] For port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:49:53.727630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] For port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:49:53.846465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.898715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-1f409856-f0ae-4c5c-8f59-e2da0f72c859 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801213 Apr 08 10:49:53.967952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41c3e5-c470-4b23-80d3-935e91ce0e40 None None] Pushing event updated for resources: {'Port': ['ID=0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:54.090368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-f6ca6b54-8e94-4688-8f93-9f199163bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:54.091146 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-f6ca6b54-8e94-4688-8f93-9f199163bc4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 1098 time: 0.1013181 Apr 08 10:49:54.149988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.1 (3f6ec86b-1cd5-48c0-9d14-eda656f87cf7/dbc84770-1f2d-486f-90f4-797998afe887/997a0bf0-17da-43d2-85eb-e55e8ea4c6c8) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:54.305505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-6989cec6-8bd9-4c35-8c6b-a668e7370b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:54.307093 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-6989cec6-8bd9-4c35-8c6b-a668e7370b66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1952317 Apr 08 10:49:54.378040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.407823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:54.454553 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-d28b759c-b204-4bfd-98e8-d03b80190bd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322bf272-caf8-4242-bafc-d270cc79cc14 HTTP/1.1" status: 200 len: 1000 time: 0.1387691 Apr 08 10:49:54.504077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.524191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-21755015-19d2-417f-a250-66a8ce059a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:54.525720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-21755015-19d2-417f-a250-66a8ce059a24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0664604 Apr 08 10:49:54.569581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:54.572877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:54.582379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:49:54.613401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-00066ec1-f6cb-4e00-a32a-c566bcf89261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:54.614795 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-00066ec1-f6cb-4e00-a32a-c566bcf89261 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832734 Apr 08 10:49:54.628547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:54.649358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.912195 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-2513e989-5c1a-4754-a1ee-7448ee80887c service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906952 Apr 08 10:49:54.913188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:55.067858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:55.075753 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02bbdf0a-5987-4ff5-b71d-98b14f1e35b3 req-f0dd27a5-6b0c-4146-bd16-c80ecc7ce0b5 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529975 Apr 08 10:49:55.075930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:55.075930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.174456 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.201799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608fd2c-a7c8-47f2-8a1d-964a208827a5 None None] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:49:55.307650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.348909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d8da11c0-fd6b-4e88-ad8b-1540c9e087d9,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:55.427349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d837ca84-a39d-47db-82c3-1105425b8f28 None None] Provisioning for port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:55.477388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.478189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:55.617006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=d8da11c0-fd6b-4e88-ad8b-1540c9e087d9,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:55.654969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.713208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:55.718744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:55.719837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.743341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.857314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.861779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:55.869757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.910027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:49:55.948060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3e9caba2-8ee2-4320-9383-2cfbb50454e2 None None] Provisioning for port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:55.955556 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3e9caba2-8ee2-4320-9383-2cfbb50454e2 None None] Provisioning complete for port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:55.956007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3e9caba2-8ee2-4320-9383-2cfbb50454e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.020201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:56.020828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3e9caba2-8ee2-4320-9383-2cfbb50454e2 None None] Port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:49:56.021942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:56.035080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3e9caba2-8ee2-4320-9383-2cfbb50454e2 None None] Provisioning complete for port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:56.035536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3e9caba2-8ee2-4320-9383-2cfbb50454e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.074575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.178460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:56.230815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router db3ca287-24bd-4120-9c3a-a48e90df68e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:49:56.410687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7eb7a8b0-57c3-481b-b85b-0cb7ab723620 None None] Provisioning complete for port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:56.411343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a8b0-57c3-481b-b85b-0cb7ab723620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.433592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:49:56.452364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Sync routers for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:49:56.454992 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ab1d9719-a451-4ca9-9375-65f38777c944 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/db3ca287-24bd-4120-9c3a-a48e90df68e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7919357 Apr 08 10:49:56.457336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56990) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:56.485128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:56.485824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:56.552697 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7a8b0-57c3-481b-b85b-0cb7ab723620 None None] Port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:49:56.610506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107ec79-1a4d-413f-b305-3ff3ab38e7c2 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.610988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107ec79-1a4d-413f-b305-3ff3ab38e7c2 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.611461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107ec79-1a4d-413f-b305-3ff3ab38e7c2 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.611925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107ec79-1a4d-413f-b305-3ff3ab38e7c2 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.612392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107ec79-1a4d-413f-b305-3ff3ab38e7c2 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.612895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107ec79-1a4d-413f-b305-3ff3ab38e7c2 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.614689 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3107ec79-1a4d-413f-b305-3ff3ab38e7c2 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1564422 Apr 08 10:49:56.617487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56994) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:56.680122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:56.693611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d576313-4ec0-4888-b9c4-22b54ec6ad9b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.694081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d576313-4ec0-4888-b9c4-22b54ec6ad9b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.694546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d576313-4ec0-4888-b9c4-22b54ec6ad9b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.695003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d576313-4ec0-4888-b9c4-22b54ec6ad9b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.695461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d576313-4ec0-4888-b9c4-22b54ec6ad9b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.695910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d576313-4ec0-4888-b9c4-22b54ec6ad9b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:56.697814 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7d576313-4ec0-4888-b9c4-22b54ec6ad9b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0793066 Apr 08 10:49:56.700673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 56998) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:56.827253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:57.015016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:57.015865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.044308 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-edf3ea6a-3e2e-4ddf-89ca-1bcdad04cabc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3398302 Apr 08 10:49:57.202608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:57.208040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:57.238267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Checking router: db3ca287-24bd-4120-9c3a-a48e90df68e2 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:49:57.238628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Updating router db3ca287-24bd-4120-9c3a-a48e90df68e2 port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:49:57.274783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f382ce1-75e9-4983-ae2b-2bade2035d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.321275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.384812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:57.384989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.407777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57004) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:57.413280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735166511', 'description': 'tempest-secgroup-smoke-1735166511 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:57.420089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:57.425219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:57.429064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:57.437097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:57.526673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.550807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:57.554872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:57.557883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:57.567341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:57.649551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.713728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.762803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5697f-3410-4275-9d5c-8b3b7796c008,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:57.796261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.808048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Transition to ACTIVE for port object 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:57.822640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.823930 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-93b30b80-fb40-4eac-810e-16522f30c5e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4150417 Apr 08 10:49:57.826824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57008) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:57.832726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5697f-3410-4275-9d5c-8b3b7796c008', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:57.839143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:57.842985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:57.846824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:57.852688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:57.879378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.973896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.051905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.062580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b6c5-c696-48b3-9dec-572378c6efd9 None None] Pushing event updated for resources: {'Port': ['ID=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:58.154377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Attempting to bind port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Attempting to bind port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Attempting to bind port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 on network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Checking segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Bound using segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Bound port: 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:58.164945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.179893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea04fdd-c214-4cdb-b36e-e5447abfdac2,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:58.262390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.263796 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3c909621-40a7-441a-8dc9-d5fe6e0208e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359601 Apr 08 10:49:58.267490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57012) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:58.270278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] For port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:49:58.275400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] For port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:49:58.275551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5697f-3410-4275-9d5c-8b3b7796c008', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:58.280447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:58.285407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:58.288503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:58.295825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:58.360175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.384174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.446817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b6c5-c696-48b3-9dec-572378c6efd9 None None] Pushing event updated for resources: {'Port': ['ID=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:58.449665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:49:58.450285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:58.463459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.553960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.583494 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0a5608-e9fd-4361-afb8-357ebb16993f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:58.645360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.646613 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4ceca695-f4d3-4536-af49-1f900eff68e3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3780007 Apr 08 10:49:58.649384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57016) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:58.655804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5697f-3410-4275-9d5c-8b3b7796c008', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:58.657093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:49:58.662593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:58.666847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:58.669895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:58.676013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:58.783945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.855831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.954391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.980326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476e7a9d-1b4c-4768-bf03-7f2ee75a1652,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:59.018233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:49:58Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:59.023450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c95b3-c5a1-4886-99e9-8b510cdfe289 None None] The sync data for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv is: [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:49:58Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:49:59.089787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.089787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-636774a1-2917-4594-a184-da8ea2519641 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4294772 Apr 08 10:49:59.092710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57020) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:59.100378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5697f-3410-4275-9d5c-8b3b7796c008', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:59.106906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:59.110903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:59.113921 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:59.119531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:59.222595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.298575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.381111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.402836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9163db3-051b-4bda-9c49-6ae4534e9716,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:59.523867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.523867 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5e085ef6-81f9-46ac-8b7b-636ea94ac6ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4262271 Apr 08 10:49:59.524107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57024) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:59.531586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5697f-3410-4275-9d5c-8b3b7796c008', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:59.538214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:59.549594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:59.549594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:59.553106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:59.571003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6228a67c-9b0a-4fcd-b1dd-83fe2112d974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.634642 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:49:59.646664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.727169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.805147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.835318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af20fbc-413c-43bf-87ee-266c6c75f847,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:59.948182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.952072 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-07956850-df9e-4816-8ea5-63f51a32df1a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4243240 Apr 08 10:49:59.952641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57030) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:59.958217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5697f-3410-4275-9d5c-8b3b7796c008', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:49:59.964591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:59.969551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:59.972873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:59.981230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:50:00.068440 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:50:00.075823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:00.151702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:00.262142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:00.289341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fe8e07-33de-4976-806c-0be6a7471ada,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:00.359493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:00.360815 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4a53422d-940c-4f62-8c49-753d1f2e6db9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4067183 Apr 08 10:50:00.382041 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:50:00.559187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:00.596842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-dde3f42e-f8de-4aa3-acef-76fad7dfc76c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:00.674094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-dde3f42e-f8de-4aa3-acef-76fad7dfc76c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:00.675312 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-dde3f42e-f8de-4aa3-acef-76fad7dfc76c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735166511&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.1188028 Apr 08 10:50:00.835952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-d020bdfc-ea35-4cff-b601-3f4556c7532d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:00.836732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-d020bdfc-ea35-4cff-b601-3f4556c7532d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:00.836990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:00.936457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-d020bdfc-ea35-4cff-b601-3f4556c7532d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:00.938428 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-d020bdfc-ea35-4cff-b601-3f4556c7532d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 796 time: 0.2556813 Apr 08 10:50:00.953288 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-a3c1c842-5a97-4aa5-99ff-86e1fb4fda86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0095332 Apr 08 10:50:01.005457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:01.010789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:01.011196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:01.051514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-748097c9-8e44-40dc-b2ff-7bd46977110b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:01.145133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:01.164669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-748097c9-8e44-40dc-b2ff-7bd46977110b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:01.166426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-748097c9-8e44-40dc-b2ff-7bd46977110b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2071435 Apr 08 10:50:01.187592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:50:01.210436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:01.251443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:01.316636 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-6b269809-b39b-4249-8ae4-0a575786072e service neutron] 10.222.0.23 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369956 Apr 08 10:50:01.333459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:01.461932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-befb2b34-e457-4043-a34d-9193989ca152 service neutron] 10.222.0.23 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385343 Apr 08 10:50:01.750954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-df975f89-69ad-4dc8-a648-02f42572ea6c req-4c2284e6-b87d-4a75-b455-647885bcb12d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:01.763500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-df975f89-69ad-4dc8-a648-02f42572ea6c req-4c2284e6-b87d-4a75-b455-647885bcb12d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:01.764697 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-df975f89-69ad-4dc8-a648-02f42572ea6c req-4c2284e6-b87d-4a75-b455-647885bcb12d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 210 time: 0.0569654 Apr 08 10:50:01.971398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.821015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:02.894800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:02.895237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.929615 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73e2e30d-f0a1-4eb4-81a1-f18c7772463a req-b636235d-05b2-4f5f-9f33-bc74e845531c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 210 time: 0.0472753 Apr 08 10:50:04.080171 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0ca9fce6-9674-4657-a9be-49bb7a6ad721 req-56ce2107-a707-4fc6-8d9a-e7b21e5fd0ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 210 time: 0.0446849 Apr 08 10:50:04.153534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-6afd12bd-8323-4585-9e74-90862ce64ad1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:04.155350 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-6afd12bd-8323-4585-9e74-90862ce64ad1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 796 time: 0.1607182 Apr 08 10:50:04.205252 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:04.209281 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-d585bc9a-f827-4766-a0f1-2a31614dcd1c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 380 time: 0.0457869 Apr 08 10:50:04.217084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['a3d5697f-3410-4275-9d5c-8b3b7796c008']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:04.371696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:50:04.382679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:50:04.451940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:04.454492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:04.634283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.12 (3f6ec86b-1cd5-48c0-9d14-eda656f87cf7/dbc84770-1f2d-486f-90f4-797998afe887/25a0e69f-9615-49f3-96c2-39ad713f574a) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:04.841222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:04.857716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 25a0e69f-9615-49f3-96c2-39ad713f574a will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:50:04.971736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:05.146368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:05.149505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:05.158368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:50:05.199135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=25a0e69f-9615-49f3-96c2-39ad713f574a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:05.280232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:05.280957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:05.333959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93218919-0380-4b09-b181-911bd8b1af39 req-b2526e12-cf24-4be6-b8af-b38bfcd7cc3b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:05.333959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-93218919-0380-4b09-b181-911bd8b1af39 req-b2526e12-cf24-4be6-b8af-b38bfcd7cc3b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:05.378651 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-edbf858b-ef7a-4824-99e1-3ff3caf117ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1656110 Apr 08 10:50:05.389392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Request body: {'port': {'device_id': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:05.500195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-93218919-0380-4b09-b181-911bd8b1af39 req-b2526e12-cf24-4be6-b8af-b38bfcd7cc3b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:05.501501 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93218919-0380-4b09-b181-911bd8b1af39 req-b2526e12-cf24-4be6-b8af-b38bfcd7cc3b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 932 time: 0.3034692 Apr 08 10:50:05.503960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:05.549021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aa213516-d0b1-41af-83e5-44b735c8dff0 None None] Provisioning for port 25a0e69f-9615-49f3-96c2-39ad713f574a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:05.554595 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-aa213516-d0b1-41af-83e5-44b735c8dff0 None None] Provisioning complete for port 25a0e69f-9615-49f3-96c2-39ad713f574a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:05.555100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aa213516-d0b1-41af-83e5-44b735c8dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:05.594992 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93218919-0380-4b09-b181-911bd8b1af39 req-cd267330-38ce-4954-9283-eb234b0ac2f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822828 Apr 08 10:50:05.612441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-aa213516-d0b1-41af-83e5-44b735c8dff0 None None] Port 25a0e69f-9615-49f3-96c2-39ad713f574a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:50:05.903955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a0e69f-9615-49f3-96c2-39ad713f574a {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:50:05.912364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:05.927409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Transition to ACTIVE for port object 25a0e69f-9615-49f3-96c2-39ad713f574a will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:50:06.027924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:06.165444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0e69f-9615-49f3-96c2-39ad713f574a,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:06.277649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Attempting to bind port 25a0e69f-9615-49f3-96c2-39ad713f574a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:50:06.277987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Attempting to bind port 25a0e69f-9615-49f3-96c2-39ad713f574a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:50:06.278317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Attempting to bind port 25a0e69f-9615-49f3-96c2-39ad713f574a on network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:50:06.284438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Port 25a0e69f-9615-49f3-96c2-39ad713f574a on network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:50:06.284788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Attempting to bind port 25a0e69f-9615-49f3-96c2-39ad713f574a on network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:50:06.290579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:50:06.294579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Checking segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:50:06.294579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Bound using segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:50:06.294579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Bound port: 25a0e69f-9615-49f3-96c2-39ad713f574a, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:50:06.294579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:06.395038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] For port 25a0e69f-9615-49f3-96c2-39ad713f574a, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:50:06.407590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] For port 25a0e69f-9615-49f3-96c2-39ad713f574a, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25a0e69f-9615-49f3-96c2-39ad713f574a,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:50:06.528051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:06.583076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:06.583724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:06.585373 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] 10.222.0.41 "PUT /v2.0/ports/25a0e69f-9615-49f3-96c2-39ad713f574a HTTP/1.1" status: 200 len: 1094 time: 1.1998672 Apr 08 10:50:06.587930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:06.626023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faf0a3-c4d8-4d6a-8002-9c8fabb73bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0e69f-9615-49f3-96c2-39ad713f574a,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:06.645812 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610120e1-04a3-41bc-9be3-59f8595aa909'] response: {'name': 'network-changed', 'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'status': 'completed', 'code': 200} Apr 08 10:50:06.805593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd1176-a728-4582-b56b-3639360fde17 req-3f7f9dfa-0264-4e91-8163-246f798db8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:06.806997 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19dd1176-a728-4582-b56b-3639360fde17 req-3f7f9dfa-0264-4e91-8163-246f798db8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 1097 time: 0.1409016 Apr 08 10:50:06.870290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65b914-ff81-430b-863b-d06a5d972ed8 req-faa09f28-ec03-49ff-8d8b-a992ee598e25 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:06.871830 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b65b914-ff81-430b-863b-d06a5d972ed8 req-faa09f28-ec03-49ff-8d8b-a992ee598e25 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 944 time: 0.1436977 Apr 08 10:50:07.001049 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b65b914-ff81-430b-863b-d06a5d972ed8 req-e8d7c57c-c2fb-4820-a498-e932e1d64fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769858 Apr 08 10:50:07.007640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd1176-a728-4582-b56b-3639360fde17 req-4aa98942-6b91-4906-8906-37cbfaa40fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:07.009116 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19dd1176-a728-4582-b56b-3639360fde17 req-4aa98942-6b91-4906-8906-37cbfaa40fad service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1946659 Apr 08 10:50:07.153284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd1176-a728-4582-b56b-3639360fde17 req-b9e7adb5-fe38-4252-bff2-7515abe73351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:07.154779 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19dd1176-a728-4582-b56b-3639360fde17 req-b9e7adb5-fe38-4252-bff2-7515abe73351 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394696 Apr 08 10:50:07.265688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-1288e802-06dd-452a-9a4c-bfd2e883e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:07.269896 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-1288e802-06dd-452a-9a4c-bfd2e883e259 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 1097 time: 0.0753126 Apr 08 10:50:07.455594 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-7b90cacd-6aca-4865-afee-8e1f0a41b86c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25a0e69f-9615-49f3-96c2-39ad713f574a HTTP/1.1" status: 200 len: 217 time: 0.1814830 Apr 08 10:50:07.523943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-7f490cc7-6605-41b0-b0c7-d50c57e5a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:07.525420 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-7f490cc7-6605-41b0-b0c7-d50c57e5a8a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc84770-1f2d-486f-90f4-797998afe887 HTTP/1.1" status: 200 len: 835 time: 0.0641408 Apr 08 10:50:07.603239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-e6ba35e0-d88e-4cd3-9ce5-5e1eb25dce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:07.603239 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-e6ba35e0-d88e-4cd3-9ce5-5e1eb25dce3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713623 Apr 08 10:50:07.740795 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-4ad16bb2-8902-4176-9db2-779b9da56b25 service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302040 Apr 08 10:50:07.878179 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e504ff7-3edc-43c4-8e69-cf203e97ea8b req-8b1c221d-0f7e-4891-8686-02713630a33e service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306713 Apr 08 10:50:08.197752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d10ecb-1e70-4b7f-9120-cb83fc8ad60b req-e1002b80-4544-4e2a-a820-686f9a65e3a5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:08.199211 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f6d10ecb-1e70-4b7f-9120-cb83fc8ad60b req-e1002b80-4544-4e2a-a820-686f9a65e3a5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 944 time: 0.0876539 Apr 08 10:50:08.245274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f6d10ecb-1e70-4b7f-9120-cb83fc8ad60b req-b86c0ca7-27d7-418f-b331-4ba151d18232 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:08.257924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f6d10ecb-1e70-4b7f-9120-cb83fc8ad60b req-b86c0ca7-27d7-418f-b331-4ba151d18232 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:08.259055 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f6d10ecb-1e70-4b7f-9120-cb83fc8ad60b req-b86c0ca7-27d7-418f-b331-4ba151d18232 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536220 Apr 08 10:50:09.452988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181ddc0-66e1-4b28-be07-5bc2963c058b req-f2c4d061-b998-429e-a543-5a297d95e1fe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:09.454782 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8181ddc0-66e1-4b28-be07-5bc2963c058b req-f2c4d061-b998-429e-a543-5a297d95e1fe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 944 time: 0.0827758 Apr 08 10:50:09.507379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8181ddc0-66e1-4b28-be07-5bc2963c058b req-e214c4b1-0941-4128-9dbb-347082ddc8e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468287 Apr 08 10:50:10.482824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25a0e69f-9615-49f3-96c2-39ad713f574a details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:50:10.618360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25a0e69f-9615-49f3-96c2-39ad713f574a, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25a0e69f-9615-49f3-96c2-39ad713f574a,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:50:10.632274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'port_id': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'mac_address': 'fa:16:3e:60:9f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:50:10.700328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e765-3937-4d6e-9e03-22d66bc9142c req-c3b871a6-cac4-407a-ada1-17409750e3d9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:10.703799 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f5a6e765-3937-4d6e-9e03-22d66bc9142c req-c3b871a6-cac4-407a-ada1-17409750e3d9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 944 time: 0.0866468 Apr 08 10:50:10.728664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.746683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a0e69f-9615-49f3-96c2-39ad713f574a {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:50:10.748341 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f5a6e765-3937-4d6e-9e03-22d66bc9142c req-c0e3a214-efc7-45e5-91e3-9c75fff411f9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403335 Apr 08 10:50:10.763962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25a0e69f-9615-49f3-96c2-39ad713f574a, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25a0e69f-9615-49f3-96c2-39ad713f574a,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:50:10.861449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.932997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=25a0e69f-9615-49f3-96c2-39ad713f574a,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:11.096893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['25a0e69f-9615-49f3-96c2-39ad713f574a'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:50:11.939126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1d9e5-90f2-415f-b0bf-a3ff4d0f25b7 req-5a1aa376-4314-47a0-ae61-f7ca48df8863 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:11.940715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cb1d9e5-90f2-415f-b0bf-a3ff4d0f25b7 req-5a1aa376-4314-47a0-ae61-f7ca48df8863 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 945 time: 0.0850699 Apr 08 10:50:11.992816 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cb1d9e5-90f2-415f-b0bf-a3ff4d0f25b7 req-d5c16388-7887-4bf6-9a08-a70dc72b3eaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Apr 08 10:50:12.497997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25a0e69f-9615-49f3-96c2-39ad713f574a up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:12.683509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 25a0e69f-9615-49f3-96c2-39ad713f574a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:12.684264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 25a0e69f-9615-49f3-96c2-39ad713f574a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:12.684682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:12.822426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:12.848002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:12.857944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25a0e69f-9615-49f3-96c2-39ad713f574a, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25a0e69f-9615-49f3-96c2-39ad713f574a,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:50:12.896263 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c26580d-a149-4469-ba67-9d7b2339777b'] response: {'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'code': 200} Apr 08 10:50:12.976234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:13.050357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=25a0e69f-9615-49f3-96c2-39ad713f574a,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:13.193873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b4f9e-9aa1-4c0a-a94e-235093fc7e77 req-697d533e-fa76-4d70-bad8-73d67bf57cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:13.195626 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-375b4f9e-9aa1-4c0a-a94e-235093fc7e77 req-697d533e-fa76-4d70-bad8-73d67bf57cac tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 946 time: 0.0895557 Apr 08 10:50:13.281515 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-375b4f9e-9aa1-4c0a-a94e-235093fc7e77 req-70eedec9-f853-47b4-a62c-a9bde714d31e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798554 Apr 08 10:50:13.313607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e42fe-af64-4c70-9bcf-5a1de8bfc95b req-9759d344-44f5-4643-81e1-9eaed3eb094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:13.315221 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-646e42fe-af64-4c70-9bcf-5a1de8bfc95b req-9759d344-44f5-4643-81e1-9eaed3eb094e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 1099 time: 0.0852306 Apr 08 10:50:13.357978 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-646e42fe-af64-4c70-9bcf-5a1de8bfc95b req-3006b9bd-88ad-4e65-bbed-17ee39957844 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370648 Apr 08 10:50:14.480949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f21e2-4bf9-4896-a439-7fca55c49071 req-7b49f273-433b-4f8e-8340-a18f1773be61 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:14.482398 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-177f21e2-4bf9-4896-a439-7fca55c49071 req-7b49f273-433b-4f8e-8340-a18f1773be61 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 946 time: 0.0830228 Apr 08 10:50:14.527463 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-177f21e2-4bf9-4896-a439-7fca55c49071 req-308a8315-822e-4d5f-8e56-1db3e6f91006 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389965 Apr 08 10:50:15.725758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644019d7-5a03-49a9-9d88-32fe165f6c76 req-11364265-d3e6-4081-81e8-baca9c5c19db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:15.727281 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-644019d7-5a03-49a9-9d88-32fe165f6c76 req-11364265-d3e6-4081-81e8-baca9c5c19db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 946 time: 0.0891328 Apr 08 10:50:15.772464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-644019d7-5a03-49a9-9d88-32fe165f6c76 req-db01c01e-1f0e-441d-a492-f3aecd40936b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 Apr 08 10:50:15.957029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf08e-6755-41da-8e39-4b0a4232416b req-e6e42ac6-ba78-4900-a941-7155e3b9fa90 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:15.958502 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e1fbf08e-6755-41da-8e39-4b0a4232416b req-e6e42ac6-ba78-4900-a941-7155e3b9fa90 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 946 time: 0.0806165 Apr 08 10:50:16.008220 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e1fbf08e-6755-41da-8e39-4b0a4232416b req-6396779b-8396-49cb-ab0d-6ccf20fb9436 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437906 Apr 08 10:50:16.030894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57092) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:16.103221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab07a1-0d4a-4c24-8663-3890d5df788f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:16.105136 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-efab07a1-0d4a-4c24-8663-3890d5df788f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 1094 time: 0.0732415 Apr 08 10:50:16.108040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57096) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:16.114131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:16.132413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:50:16.132413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:50:16.132413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:50:16.133702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:50:16.205147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:16.352320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:16.495076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.162 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/95cb226d-a6aa-4063-8078-eec3140403ac) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:16.650566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:16.789119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:16.854421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:16.857214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:16.866990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:50:16.901771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=95cb226d-a6aa-4063-8078-eec3140403ac,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:17.422778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:17.588053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:17.842609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:17.964443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:18.081341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=95cb226d-a6aa-4063-8078-eec3140403ac,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:18.094101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:18.297215 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 8bd31696-41df-4bb7-bfc8-565a27eea5a2 associated. External IP: 172.26.7.162, port: 25a0e69f-9615-49f3-96c2-39ad713f574a. Apr 08 10:50:18.693545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router db3ca287-24bd-4120-9c3a-a48e90df68e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:50:18.878533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:50:18.889712 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] Sync routers for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:50:18.900919 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:50:18.901558 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:19.004685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:19.062849 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2cd22601-9ff6-4cf7-bc29-99af8ade8e82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9531507 Apr 08 10:50:19.063449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:19.065595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57102) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:19.095879 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:50:19.115251 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472e6aa7-818e-4bec-a967-6d4a2b6f87a9'] response: {'name': 'network-changed', 'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'status': 'completed', 'code': 200} Apr 08 10:50:19.180126 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-00c0c62b-dae0-43e3-adde-c1c2a227ab5a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 992 time: 0.1128690 Apr 08 10:50:19.339027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-faae52f0-d2dc-425f-9f97-34ca7a7e6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:19.340888 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-faae52f0-d2dc-425f-9f97-34ca7a7e6dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 1099 time: 0.2039347 Apr 08 10:50:19.473529 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8bd31696-41df-4bb7-bfc8-565a27eea5a2', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'port_id': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'mac_address': 'fa:16:3e:60:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:17Z', 'updated_at': '2022-04-08T10:50:17Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:19.478300 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] Checking router: db3ca287-24bd-4120-9c3a-a48e90df68e2 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:50:19.487298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-18f6ec76-4e89-45ed-9aed-27516638fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:19.487552 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:50:19.487991 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:49:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:19.488854 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-18f6ec76-4e89-45ed-9aed-27516638fcc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 897 time: 0.1412325 Apr 08 10:50:19.610732 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-35d202cc-e13c-4cb1-b0fd-17c95e772ae1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25a0e69f-9615-49f3-96c2-39ad713f574a HTTP/1.1" status: 200 len: 1000 time: 0.1153524 Apr 08 10:50:19.673787 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:50:19.676829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-2edfce7f-0809-4526-b9e0-675f987f0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:19.678398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-2edfce7f-0809-4526-b9e0-675f987f0483 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc84770-1f2d-486f-90f4-797998afe887 HTTP/1.1" status: 200 len: 835 time: 0.0613971 Apr 08 10:50:19.764388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-066f16fe-bc3d-417f-bf1c-b6c77599adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:19.766702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-066f16fe-bc3d-417f-bf1c-b6c77599adbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823317 Apr 08 10:50:19.906747 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-ceae6bd0-854a-4d13-8ef2-21a51d3fdf2c service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338279 Apr 08 10:50:20.049524 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8bd31696-41df-4bb7-bfc8-565a27eea5a2', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'port_id': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'mac_address': 'fa:16:3e:60:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:17Z', 'updated_at': '2022-04-08T10:50:17Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:20.050149 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6f4fa4-3342-4996-9bac-4895c6d22ca2 req-31ebc9f3-536d-4e0e-a607-a848287c2774 service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375339 Apr 08 10:50:20.053521 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963fe8a-cd7f-49fb-9d69-29a8262ddc3d None None] The sync data for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv is: [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8bd31696-41df-4bb7-bfc8-565a27eea5a2', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'port_id': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'mac_address': 'fa:16:3e:60:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:17Z', 'updated_at': '2022-04-08T10:50:17Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:50:20.184164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57108) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:20.241636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff41ed7-9708-42aa-9c6f-b52f6843dc4f None None] New status for floating IP 8bd31696-41df-4bb7-bfc8-565a27eea5a2: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:50:20.291792 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-acefb40c-1b8e-40aa-8e7d-f6045d3daf8c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 992 time: 0.1064475 Apr 08 10:50:21.297078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57112) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:21.402627 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e40ff308-92fe-4ccc-b66d-69e2bdd69414 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 994 time: 0.1044312 Apr 08 10:50:27.324609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e3d192eb-1ca7-4df7-a691-daae139e6e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:29.514924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6f4594fe-09cd-4e94-b791-d82e62aad095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:30.627140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:31.238895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:32.009929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:34.250107 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:37.381221 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:50:48.066206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57132) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:48.268024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b16674f-9d08-4628-afd2-0666217ee4b6 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:48.268534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b16674f-9d08-4628-afd2-0666217ee4b6 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:48.269015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b16674f-9d08-4628-afd2-0666217ee4b6 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:48.270662 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7b16674f-9d08-4628-afd2-0666217ee4b6 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&network_id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 3000 time: 0.2034836 Apr 08 10:50:52.733199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57150) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:52.792103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f4671-232a-4789-88b9-98a234d205d5 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:52.793607 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ea5f4671-232a-4789-88b9-98a234d205d5 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b HTTP/1.1" status: 200 len: 814 time: 0.0633466 Apr 08 10:50:53.895661 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-b00e280c-85a1-4c58-89d0-316d9aab6508 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828872 Apr 08 10:50:54.042931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-972ef2d5-c558-4465-8e73-285334d78b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:54.044926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-972ef2d5-c558-4465-8e73-285334d78b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 1098 time: 0.0774872 Apr 08 10:50:54.159733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57158) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:54.171794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:54.195538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-c8ff5fa8-efd1-4fc7-a8c5-dca3a8782904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:54.197084 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-c8ff5fa8-efd1-4fc7-a8c5-dca3a8782904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1328802 Apr 08 10:50:54.279226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:54.313002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-ce9b3196-66da-4a2d-8ce7-f4046862180e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=322bf272-caf8-4242-bafc-d270cc79cc14 HTTP/1.1" status: 200 len: 1000 time: 0.1085768 Apr 08 10:50:54.381402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-5be5bce2-77d5-45a9-bf7e-adbbed5a3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:54.382870 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-5be5bce2-77d5-45a9-bf7e-adbbed5a3053 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0639009 Apr 08 10:50:54.463311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-e8627e1a-c77d-4179-81d8-95d94db63d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:54.466872 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-e8627e1a-c77d-4179-81d8-95d94db63d8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747654 Apr 08 10:50:54.611518 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-e767b0d9-7499-48bc-9981-85a23497d1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397288 Apr 08 10:50:54.690284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:54.756646 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ffb35d15-6be2-428d-8731-167e1fd9d7a6 req-559d7df4-3a0b-4de0-b0bb-dd718cc8629a service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384075 Apr 08 10:50:54.809626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:54.811486 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 8bd31696-41df-4bb7-bfc8-565a27eea5a2 disassociated. External IP: 172.26.7.162, port: 25a0e69f-9615-49f3-96c2-39ad713f574a. Apr 08 10:50:55.185834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router db3ca287-24bd-4120-9c3a-a48e90df68e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:50:55.379477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:50:55.383790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:55.390393 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] Sync routers for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:50:55.401004 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:50:55.401741 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:50:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:55.446845 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c390e4b7-605f-41d3-a60d-2af1241076c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 690 time: 1.2860107 Apr 08 10:50:55.447339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:55.449544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57162) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:55.501409 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6067069e-b083-485e-b816-fd2d08f10f5e'] response: {'name': 'network-changed', 'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'status': 'completed', 'code': 200} Apr 08 10:50:55.634054 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:50:55.703444 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-03c0d9f1-e945-4767-aae1-9e0fef03b726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 690 time: 0.2513442 Apr 08 10:50:55.735032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ab086-260a-4395-9988-f2363e164b3d req-fa748694-0f21-4b3c-8132-e0994339503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:55.737470 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f47ab086-260a-4395-9988-f2363e164b3d req-fa748694-0f21-4b3c-8132-e0994339503a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 1099 time: 0.0960550 Apr 08 10:50:55.875167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ab086-260a-4395-9988-f2363e164b3d req-af60c783-d6b3-40bc-9160-29292fde6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:55.877511 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f47ab086-260a-4395-9988-f2363e164b3d req-af60c783-d6b3-40bc-9160-29292fde6e57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 897 time: 0.1342220 Apr 08 10:50:55.948999 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f47ab086-260a-4395-9988-f2363e164b3d req-816fca22-b943-4097-a4e0-ad80fb3f58c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25a0e69f-9615-49f3-96c2-39ad713f574a HTTP/1.1" status: 200 len: 217 time: 0.0661941 Apr 08 10:50:55.962096 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:55.965995 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] Checking router: db3ca287-24bd-4120-9c3a-a48e90df68e2 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:50:55.975348 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:50:55.975954 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:50:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:56.012178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ab086-260a-4395-9988-f2363e164b3d req-4f46e678-789b-4a9a-8022-61c9110cf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.014409 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f47ab086-260a-4395-9988-f2363e164b3d req-4f46e678-789b-4a9a-8022-61c9110cf93d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc84770-1f2d-486f-90f4-797998afe887 HTTP/1.1" status: 200 len: 835 time: 0.0593472 Apr 08 10:50:56.100133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ab086-260a-4395-9988-f2363e164b3d req-df2c720b-3797-48df-964e-c710f0b1aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.101663 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f47ab086-260a-4395-9988-f2363e164b3d req-df2c720b-3797-48df-964e-c710f0b1aa87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813932 Apr 08 10:50:56.157955 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:50:56.244249 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f47ab086-260a-4395-9988-f2363e164b3d req-a2c21331-b3ac-473e-8ec1-965c025b314e service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355362 Apr 08 10:50:56.402252 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f47ab086-260a-4395-9988-f2363e164b3d req-7abda2ad-dea6-4bc0-bcbf-99ce43a04c5a service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508334 Apr 08 10:50:56.489639 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:56.495565 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d976496-690d-4db0-b007-aef7627ed2b5 None None] The sync data for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv is: [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:50:56.706377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57168) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:56.722024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a84e5-1890-4e6b-8a20-a691ab41d468 None None] New status for floating IP 8bd31696-41df-4bb7-bfc8-565a27eea5a2: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:50:56.795446 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-069cd670-8306-4546-be5b-38b0ef1d065c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 690 time: 0.0878205 Apr 08 10:50:57.260838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c25aee63-5e15-4cf6-8d87-0816ab670217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:57.799693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57172) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:57.882547 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3b924344-77d7-431b-b95e-07e1bad94a6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 688 time: 0.0813279 Apr 08 10:50:59.326115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57178) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:59.332890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740724601', 'description': 'tempest-secgroup-smoke-1740724601 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:59.338473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:50:59.348820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:50:59.477408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:59.502713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:50:59.510019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:50:59.510019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:50:59.516043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:50:59.532466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4411e200-17a0-4586-a828-e94d66d28bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:59.587570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:59.764373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:59.813364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf6be4-8a7a-4855-ad1e-d9665bba3868,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:59.821457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.821805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.822261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.822590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.822922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.823251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.823574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.823900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.824224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.824646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.824968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.825524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:59.923892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:59.928249 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5351d37c-38a2-4870-8f3a-ab51637cc080 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5978458 Apr 08 10:50:59.928249 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57182) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:50:59.933074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '85cf6be4-8a7a-4855-ad1e-d9665bba3868', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:59.947918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:50:59.947918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:50:59.947918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:50:59.952752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:00.021800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.087511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.129105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.152052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c80b10-d5e9-4579-9a39-3ccf592621ca,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:00.225549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.226895 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5caf6e7b-4719-46cf-8753-3864c6621dbc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977307 Apr 08 10:51:00.229561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57186) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:00.235778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '85cf6be4-8a7a-4855-ad1e-d9665bba3868', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:00.242445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:00.245581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:00.249093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:00.254635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:00.336106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.398396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.496688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.515570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb87f7bc-da17-432e-b4f9-225fdad0c09a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:00.563382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.586335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.587544 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9c837380-79ea-4d4f-ade2-1043aff602fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3570654 Apr 08 10:51:00.590423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57190) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:00.596589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '85cf6be4-8a7a-4855-ad1e-d9665bba3868', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:00.602754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:00.606636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:00.611193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:00.615983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:00.667845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.730491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.798110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.823740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0161ac12-dac7-49ca-93f4-7eaa59183222,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:00.946455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:00.947054 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-df4fc8d0-8a69-42d8-b624-e50931afa8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3545425 Apr 08 10:51:00.950141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57194) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:00.955984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '85cf6be4-8a7a-4855-ad1e-d9665bba3868', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:00.962506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:00.966473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:00.969577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:00.975502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:01.170923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.203043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.244468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.294934 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.320190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8d9550-135c-4073-b337-b21827a79e42,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:01.404119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.406172 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-989a23c4-0a73-4982-bea3-ba8ed9aa6a8b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4536541 Apr 08 10:51:01.408149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57198) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:01.413114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '85cf6be4-8a7a-4855-ad1e-d9665bba3868', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:01.419757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:01.424918 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:01.428103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:01.433853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:01.546583 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:51:01.553616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.618066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.724129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.750150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3deb2c6-f0ef-42be-baaa-f0b7246a3fda,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:01.877376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:01.879798 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6984b9c6-6e46-4af9-b6b1-6ff13be747b0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4695835 Apr 08 10:51:01.882055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57202) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:01.886614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '85cf6be4-8a7a-4855-ad1e-d9665bba3868', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:01.893238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:01.897043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:01.899864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:01.906317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:02.025679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:02.056327 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:51:02.057211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:02.123769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:02.215314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:02.240391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ed3d51-eced-4b0e-a342-e29f911df0ad,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:02.318463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:02.319730 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ed0cc57f-895f-4ffc-86e8-696d92931f05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4372082 Apr 08 10:51:02.488241 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-8b2a7451-1931-4e5e-9bde-7dfcff1864c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740724601&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.0409093 Apr 08 10:51:02.638673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-d1cabce7-4b68-4120-a075-072e5fd71799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:02.640120 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-d1cabce7-4b68-4120-a075-072e5fd71799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 796 time: 0.1453300 Apr 08 10:51:02.655082 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-819ea071-7e44-4a43-8329-18d5c93e7f28 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Apr 08 10:51:02.749500 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-79a0e27c-69db-48a9-bd3b-0f0fff2174d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891230 Apr 08 10:51:02.893417 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-1946dcf4-118e-4864-951b-982d83f69cc7 service neutron] 10.222.0.23 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322434 Apr 08 10:51:03.027894 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-fb5fbd9b-06e5-40af-9baa-125a7f969a0d service neutron] 10.222.0.23 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286488 Apr 08 10:51:03.516654 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-68e298ce-3c30-41b1-8125-db1b123b3731 req-20b700eb-0ea4-41a6-9bd5-1173f56e5872 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 210 time: 0.1562941 Apr 08 10:51:04.211670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:04.669077 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32be5aed-5a93-4092-9a4f-3a36778f3917 req-e961d8ed-3e71-4758-b3d4-e2991ff78621 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 210 time: 0.0438073 Apr 08 10:51:05.833875 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b84d2c9d-6ebb-4e95-b129-d4dab5856fb3 req-06166909-3867-413f-ae0f-4e456dad0ab3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 210 time: 0.0505304 Apr 08 10:51:05.871416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb183fd3-66c5-405c-98b5-c8349b0cbb96 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:05.873637 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb183fd3-66c5-405c-98b5-c8349b0cbb96 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 796 time: 0.2615881 Apr 08 10:51:05.925160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-2c3dbc56-f6bc-4d44-be8b-88c0d54efdb8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 473 time: 0.0432596 Apr 08 10:51:05.933715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': '55772d52-3e30-4061-95e5-2778203da139', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['85cf6be4-8a7a-4855-ad1e-d9665bba3868']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:06.075083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:06.079988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:port and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:06.083394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:06.092315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:06.260367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:06.264558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:06.437032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.11 (3f6ec86b-1cd5-48c0-9d14-eda656f87cf7/dbc84770-1f2d-486f-90f4-797998afe887/287374cf-2065-47ca-897c-558b6454cd2b) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:06.628746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:06.645058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 287374cf-2065-47ca-897c-558b6454cd2b will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:06.803556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:06.874660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:06.882591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:06.887288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:51:06.920688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=287374cf-2065-47ca-897c-558b6454cd2b,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:06.947652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:07.016154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:07.016834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:07.081001 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beada12-a9ef-4141-94fe-93197bafa451 req-4a42b091-68e5-4251-8b22-0be4943b7848 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:07.081830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4beada12-a9ef-4141-94fe-93197bafa451 req-4a42b091-68e5-4251-8b22-0be4943b7848 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:07.154842 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-100f5a05-17d0-40f1-b39f-8012c77c5b00 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2227633 Apr 08 10:51:07.163516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Request body: {'port': {'device_id': '55772d52-3e30-4061-95e5-2778203da139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:07.187512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-72101302-e54f-4f59-8175-19f255071594 None None] Provisioning for port 287374cf-2065-47ca-897c-558b6454cd2b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:07.193059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-72101302-e54f-4f59-8175-19f255071594 None None] Provisioning complete for port 287374cf-2065-47ca-897c-558b6454cd2b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:07.193344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4beada12-a9ef-4141-94fe-93197bafa451 req-4a42b091-68e5-4251-8b22-0be4943b7848 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:07.193482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72101302-e54f-4f59-8175-19f255071594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:07.194498 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4beada12-a9ef-4141-94fe-93197bafa451 req-4a42b091-68e5-4251-8b22-0be4943b7848 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 932 time: 0.2432787 Apr 08 10:51:07.290928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-72101302-e54f-4f59-8175-19f255071594 None None] Port 287374cf-2065-47ca-897c-558b6454cd2b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:51:07.300666 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4beada12-a9ef-4141-94fe-93197bafa451 req-eea27df7-2457-40a9-b265-dacc852e6123 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965638 Apr 08 10:51:07.316679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:07.677045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287374cf-2065-47ca-897c-558b6454cd2b {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:51:07.684740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:07.702023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Transition to ACTIVE for port object 287374cf-2065-47ca-897c-558b6454cd2b will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:07.820594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:08.009734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Pushing event updated for resources: {'Port': ['ID=287374cf-2065-47ca-897c-558b6454cd2b,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:08.073948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Attempting to bind port 287374cf-2065-47ca-897c-558b6454cd2b on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:51:08.074325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Attempting to bind port 287374cf-2065-47ca-897c-558b6454cd2b by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:51:08.075356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Attempting to bind port 287374cf-2065-47ca-897c-558b6454cd2b on network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:51:08.080511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Port 287374cf-2065-47ca-897c-558b6454cd2b on network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:51:08.080851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Attempting to bind port 287374cf-2065-47ca-897c-558b6454cd2b on network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:51:08.086248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:51:08.086594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Checking segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:51:08.086990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Bound using segment: {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:51:08.087433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Bound port: 287374cf-2065-47ca-897c-558b6454cd2b, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975e94dd-ade2-4ad2-a4a7-6ea669320022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:51:08.087782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:08.183896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] For port 287374cf-2065-47ca-897c-558b6454cd2b, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:51:08.187802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] For port 287374cf-2065-47ca-897c-558b6454cd2b, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=287374cf-2065-47ca-897c-558b6454cd2b,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:51:08.266345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:08.322902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:08.323512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:08.325478 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] 10.222.0.41 "PUT /v2.0/ports/287374cf-2065-47ca-897c-558b6454cd2b HTTP/1.1" status: 200 len: 1094 time: 1.1654024 Apr 08 10:51:08.326206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55772d52-3e30-4061-95e5-2778203da139', 'tag': '287374cf-2065-47ca-897c-558b6454cd2b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:08.356536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb284c98-72e6-450b-a770-da5596878f39 service neutron] Pushing event updated for resources: {'Port': ['ID=287374cf-2065-47ca-897c-558b6454cd2b,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:08.383934 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c2445d-9e48-436a-96d8-a9b7c39fdce6'] response: {'name': 'network-changed', 'server_uuid': '55772d52-3e30-4061-95e5-2778203da139', 'tag': '287374cf-2065-47ca-897c-558b6454cd2b', 'status': 'completed', 'code': 200} Apr 08 10:51:08.485257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9494-209b-4906-9c35-a5ff250d3a24 req-a6ccf7f6-2462-4548-a51b-ccacca966ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:08.486959 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-908a9494-209b-4906-9c35-a5ff250d3a24 req-a6ccf7f6-2462-4548-a51b-ccacca966ca5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 1097 time: 0.0804176 Apr 08 10:51:08.545643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0e9a7-0734-472b-8de3-9c26c274dfeb req-24defcdd-5a69-4c30-aac6-b8dac4ba5efa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:08.545643 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3ca0e9a7-0734-472b-8de3-9c26c274dfeb req-24defcdd-5a69-4c30-aac6-b8dac4ba5efa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 944 time: 0.0947239 Apr 08 10:51:08.590267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-3ca0e9a7-0734-472b-8de3-9c26c274dfeb req-9c3397e8-077b-4446-8e63-430e91bba539 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:08.702527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-3ca0e9a7-0734-472b-8de3-9c26c274dfeb req-9c3397e8-077b-4446-8e63-430e91bba539 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:08.703097 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3ca0e9a7-0734-472b-8de3-9c26c274dfeb req-9c3397e8-077b-4446-8e63-430e91bba539 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538095 Apr 08 10:51:08.741361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9494-209b-4906-9c35-a5ff250d3a24 req-65e4f7de-3b1a-41e4-93fa-cc7a05aa814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:08.742816 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-908a9494-209b-4906-9c35-a5ff250d3a24 req-65e4f7de-3b1a-41e4-93fa-cc7a05aa814d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2489908 Apr 08 10:51:08.883576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9494-209b-4906-9c35-a5ff250d3a24 req-db95434b-d4d8-4021-9fd0-77e029c261f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:08.886333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-908a9494-209b-4906-9c35-a5ff250d3a24 req-db95434b-d4d8-4021-9fd0-77e029c261f9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359625 Apr 08 10:51:08.994286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-aecfa7de-a628-4cab-b898-9cf652b3a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:08.995799 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-aecfa7de-a628-4cab-b898-9cf652b3a197 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 1097 time: 0.0729008 Apr 08 10:51:09.068133 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-f9c6b03a-58a2-487f-8472-b5d90b91016d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287374cf-2065-47ca-897c-558b6454cd2b HTTP/1.1" status: 200 len: 217 time: 0.0650845 Apr 08 10:51:09.133062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb24ddd6-3278-414d-833f-db4ecb64fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:09.134576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-eb24ddd6-3278-414d-833f-db4ecb64fc47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc84770-1f2d-486f-90f4-797998afe887 HTTP/1.1" status: 200 len: 835 time: 0.0607765 Apr 08 10:51:09.216606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-56d86cfa-3aff-4225-b8bc-0209f4620c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:09.218266 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-56d86cfa-3aff-4225-b8bc-0209f4620c33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768802 Apr 08 10:51:09.357641 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-8cf11afa-acc8-42b5-babd-cab968e45345 service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316004 Apr 08 10:51:09.494337 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1651a199-137b-40c1-bdf8-e151909fbac5 req-12d84ae8-4389-44ba-a579-09db7f5569c9 service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312082 Apr 08 10:51:09.891060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff720b4c-b1d8-42b1-960d-c19ca078d9c1 req-36e296c6-afba-4985-bb4f-5ae7caafb0a2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:09.892531 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ff720b4c-b1d8-42b1-960d-c19ca078d9c1 req-36e296c6-afba-4985-bb4f-5ae7caafb0a2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 944 time: 0.0809524 Apr 08 10:51:09.939245 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ff720b4c-b1d8-42b1-960d-c19ca078d9c1 req-71909b5d-971d-4d65-88dd-3d7b7d4b66e5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Apr 08 10:51:11.123922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39f640-3bfe-4b1b-8d70-9a538e757291 req-28d8b8b4-e87a-4fec-8dd7-6963d5721fdb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:11.127579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cc39f640-3bfe-4b1b-8d70-9a538e757291 req-28d8b8b4-e87a-4fec-8dd7-6963d5721fdb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 944 time: 0.0824821 Apr 08 10:51:11.172801 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cc39f640-3bfe-4b1b-8d70-9a538e757291 req-6f2e49d2-e928-4d46-8639-820d7aba5185 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Apr 08 10:51:12.366302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581baf9e-1313-418e-8166-0f615ae7da3e req-29edd4fd-031f-45af-8b5a-e947734e9583 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:12.367764 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-581baf9e-1313-418e-8166-0f615ae7da3e req-29edd4fd-031f-45af-8b5a-e947734e9583 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 944 time: 0.0855787 Apr 08 10:51:12.413628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-581baf9e-1313-418e-8166-0f615ae7da3e req-bbd16e65-9fa8-409c-80fd-c13fa2b76679 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397351 Apr 08 10:51:12.816528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 287374cf-2065-47ca-897c-558b6454cd2b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:51:12.948990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 287374cf-2065-47ca-897c-558b6454cd2b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=287374cf-2065-47ca-897c-558b6454cd2b,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:51:12.963133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '287374cf-2065-47ca-897c-558b6454cd2b', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'port_id': '287374cf-2065-47ca-897c-558b6454cd2b', 'mac_address': 'fa:16:3e:9b:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:51:13.021286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.041960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287374cf-2065-47ca-897c-558b6454cd2b {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:51:13.058197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 287374cf-2065-47ca-897c-558b6454cd2b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=287374cf-2065-47ca-897c-558b6454cd2b,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:51:13.106400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.173178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=287374cf-2065-47ca-897c-558b6454cd2b,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:13.180057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.181833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.181833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.181833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.181833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.181833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.182311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.182311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.182622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.182941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.183264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.183579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:13.367273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['287374cf-2065-47ca-897c-558b6454cd2b'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:51:13.602210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4f72-915b-4c5a-8241-df12c9f27e72 req-b4c94f22-ea96-444c-97d6-962d35381b0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:13.603561 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-402c4f72-915b-4c5a-8241-df12c9f27e72 req-b4c94f22-ea96-444c-97d6-962d35381b0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 945 time: 0.0804503 Apr 08 10:51:13.649718 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-402c4f72-915b-4c5a-8241-df12c9f27e72 req-fba27b82-17fc-47db-93d7-4660a001d109 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 Apr 08 10:51:14.379741 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:51:14.824747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 287374cf-2065-47ca-897c-558b6454cd2b up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:14.843467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defba7b0-ba4e-41e4-b4c7-232d7f020b76 req-50e9627b-3e56-455a-829a-4d3f86d02fd6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:14.844983 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-defba7b0-ba4e-41e4-b4c7-232d7f020b76 req-50e9627b-3e56-455a-829a-4d3f86d02fd6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 945 time: 0.0824497 Apr 08 10:51:14.890368 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-defba7b0-ba4e-41e4-b4c7-232d7f020b76 req-da36366c-ee7d-439d-a2dc-a6a516dc3c93 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395629 Apr 08 10:51:14.963179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 287374cf-2065-47ca-897c-558b6454cd2b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:14.968792 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 287374cf-2065-47ca-897c-558b6454cd2b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:14.969175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:15.086031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:15.112807 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55772d52-3e30-4061-95e5-2778203da139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287374cf-2065-47ca-897c-558b6454cd2b'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:15.122716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 287374cf-2065-47ca-897c-558b6454cd2b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=287374cf-2065-47ca-897c-558b6454cd2b,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:51:15.158228 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582deb3a-907d-4d87-bb02-d6ef762f486c'] response: {'server_uuid': '55772d52-3e30-4061-95e5-2778203da139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287374cf-2065-47ca-897c-558b6454cd2b', 'code': 200} Apr 08 10:51:15.260293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:15.329512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=287374cf-2065-47ca-897c-558b6454cd2b,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:15.644890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178bbd8-67fe-4ce7-b1b8-78a275b2d6db req-0a055f70-930b-414e-8ba4-c9ea9a9a3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:15.646367 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3178bbd8-67fe-4ce7-b1b8-78a275b2d6db req-0a055f70-930b-414e-8ba4-c9ea9a9a3e8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 1099 time: 0.0750482 Apr 08 10:51:15.687461 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3178bbd8-67fe-4ce7-b1b8-78a275b2d6db req-982b3c4d-7cbb-4e2a-8515-53fe640bc931 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352468 Apr 08 10:51:16.075580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73fab8-89bf-44ec-8ae3-3cdac754c020 req-c9f54936-cb70-45ae-9d48-7295e0ebbc2c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:16.077096 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1b73fab8-89bf-44ec-8ae3-3cdac754c020 req-c9f54936-cb70-45ae-9d48-7295e0ebbc2c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 946 time: 0.0807745 Apr 08 10:51:16.120925 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1b73fab8-89bf-44ec-8ae3-3cdac754c020 req-9908d216-1efb-4dc0-b5c6-d15b38841294 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381265 Apr 08 10:51:17.316359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d56f5-1b00-4f92-9c80-4b7097631f65 req-3c4a17d1-f76e-4dbb-bb9e-c05da158e8f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:17.317884 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9b1d56f5-1b00-4f92-9c80-4b7097631f65 req-3c4a17d1-f76e-4dbb-bb9e-c05da158e8f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 946 time: 0.0854833 Apr 08 10:51:17.364844 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9b1d56f5-1b00-4f92-9c80-4b7097631f65 req-5793e9a0-9bc7-4e0c-b007-7f06159ca1a3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388570 Apr 08 10:51:17.556958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07684af-92ab-4d91-a940-6d187a119634 req-cd206c9a-a2d1-446e-a6c6-f15734db3ae6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:17.558473 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a07684af-92ab-4d91-a940-6d187a119634 req-cd206c9a-a2d1-446e-a6c6-f15734db3ae6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 946 time: 0.0870600 Apr 08 10:51:17.604536 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a07684af-92ab-4d91-a940-6d187a119634 req-8410d098-6044-4dfb-a6f8-a202cb371172 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Apr 08 10:51:17.626639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57262) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:17.697449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31161907-de3d-4def-ab28-3b4ac20a4e70 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:17.698996 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-31161907-de3d-4def-ab28-3b4ac20a4e70 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 1094 time: 0.0713599 Apr 08 10:51:17.704363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57266) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:17.709593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'port_id': '287374cf-2065-47ca-897c-558b6454cd2b'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:17.791665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.494917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.551284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.722789 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 8bd31696-41df-4bb7-bfc8-565a27eea5a2 associated. External IP: 172.26.7.162, port: 287374cf-2065-47ca-897c-558b6454cd2b. Apr 08 10:51:19.087004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router db3ca287-24bd-4120-9c3a-a48e90df68e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:51:19.390848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:51:19.395850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.401001 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] Sync routers for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:51:19.410281 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:51:19.410878 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:50:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:19.454973 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8fd084ea-39ee-4b31-a7ae-250156cc92ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 992 time: 1.7494802 Apr 08 10:51:19.455913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55772d52-3e30-4061-95e5-2778203da139', 'tag': '287374cf-2065-47ca-897c-558b6454cd2b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:19.457849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57270) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:19.501989 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b2f30f-a983-4eef-aa4b-17baa828ab12'] response: {'name': 'network-changed', 'server_uuid': '55772d52-3e30-4061-95e5-2778203da139', 'tag': '287374cf-2065-47ca-897c-558b6454cd2b', 'status': 'completed', 'code': 200} Apr 08 10:51:19.576301 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e488bd42-34b6-4c74-b31c-45372b62da4c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 992 time: 0.1172278 Apr 08 10:51:19.599004 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:51:19.605541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-5686634d-2298-43bd-87f6-5b7190179f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:19.607529 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-5686634d-2298-43bd-87f6-5b7190179f68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 1099 time: 0.0788229 Apr 08 10:51:19.751862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-b1232474-cafc-4ee4-be38-d654128d9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:19.753370 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-b1232474-cafc-4ee4-be38-d654128d9869 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 897 time: 0.1407704 Apr 08 10:51:19.864879 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-42456463-1733-464f-8454-463f04b099b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287374cf-2065-47ca-897c-558b6454cd2b HTTP/1.1" status: 200 len: 1000 time: 0.1052134 Apr 08 10:51:19.929709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-92432279-f38e-40fd-99c9-8310930708a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:19.931420 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-92432279-f38e-40fd-99c9-8310930708a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc84770-1f2d-486f-90f4-797998afe887 HTTP/1.1" status: 200 len: 835 time: 0.0609903 Apr 08 10:51:20.021683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-9d893fe5-714a-49a0-ae66-2548526219ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:20.023196 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-9d893fe5-714a-49a0-ae66-2548526219ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849380 Apr 08 10:51:20.086830 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8bd31696-41df-4bb7-bfc8-565a27eea5a2', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'port_id': '287374cf-2065-47ca-897c-558b6454cd2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'mac_address': 'fa:16:3e:9b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55772d52-3e30-4061-95e5-2778203da139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:17Z', 'updated_at': '2022-04-08T10:51:18Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:20.093481 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] Checking router: db3ca287-24bd-4120-9c3a-a48e90df68e2 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:51:20.103284 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:51:20.104085 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:50:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:20.164945 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-47eaa0b8-88c6-4ee2-abc3-5e1ce9f8d801 service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344028 Apr 08 10:51:20.308232 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:51:20.323200 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a643a536-4c2c-4e18-991a-e4d1046ce32b req-0b6bd3d7-2475-4bf2-9e22-49c5173a1dc1 service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516166 Apr 08 10:51:20.578487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57276) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:20.662590 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8bd31696-41df-4bb7-bfc8-565a27eea5a2', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'port_id': '287374cf-2065-47ca-897c-558b6454cd2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'mac_address': 'fa:16:3e:9b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55772d52-3e30-4061-95e5-2778203da139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:17Z', 'updated_at': '2022-04-08T10:51:18Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:20.667376 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9780762-bc68-4bb7-ba7c-b1c8469b3140 None None] The sync data for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv is: [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8bd31696-41df-4bb7-bfc8-565a27eea5a2', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'port_id': '287374cf-2065-47ca-897c-558b6454cd2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'mac_address': 'fa:16:3e:9b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55772d52-3e30-4061-95e5-2778203da139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:17Z', 'updated_at': '2022-04-08T10:51:18Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:51:20.686878 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b7e4f976-f80f-495c-81e9-de624e255e59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 992 time: 0.1073406 Apr 08 10:51:20.858333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078bc12e-ba87-42f5-9b4e-53d1168b1241 None None] New status for floating IP 8bd31696-41df-4bb7-bfc8-565a27eea5a2: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:51:21.690835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57280) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:21.792741 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-edf36b49-efd6-4ee2-9aa9-992a80689f35 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 200 len: 994 time: 0.1006851 Apr 08 10:51:27.294575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d0fff0aa-bdbd-46ed-b198-e28635fb7bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:29.465481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e62834fe-5918-48ff-bf45-491215463dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.568845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:31.208695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:31.939384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:34.157055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:51.079065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6ed32-44ad-4c18-a5ef-4ca14bcc74be req-0d0c8374-cb82-471f-917b-7b31ae4b599d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:51.080421 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-31a6ed32-44ad-4c18-a5ef-4ca14bcc74be req-0d0c8374-cb82-471f-917b-7b31ae4b599d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 946 time: 0.0854023 Apr 08 10:51:51.124772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-31a6ed32-44ad-4c18-a5ef-4ca14bcc74be req-6bab3201-7756-4baf-8c28-fd417f90f8a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386462 Apr 08 10:51:51.378678 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:51:52.311982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62067a11-97ec-455b-9f69-f0c73bc200d8 req-82d2b856-0d88-4d70-b266-efabd1a76fef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:52.313511 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-62067a11-97ec-455b-9f69-f0c73bc200d8 req-82d2b856-0d88-4d70-b266-efabd1a76fef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 946 time: 0.0816720 Apr 08 10:51:52.361415 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-62067a11-97ec-455b-9f69-f0c73bc200d8 req-72970122-9bfd-4b22-ba0e-a6b6493bb97a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=85cf6be4-8a7a-4855-ad1e-d9665bba3868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Apr 08 10:51:52.536132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-bc7009e0-aa0e-4924-9c38-cb2d69cc3712 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:52.537497 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-bc7009e0-aa0e-4924-9c38-cb2d69cc3712 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 946 time: 0.0791140 Apr 08 10:51:52.611719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 287374cf-2065-47ca-897c-558b6454cd2b {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:51:52.612059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:52.998626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 287374cf-2065-47ca-897c-558b6454cd2b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=287374cf-2065-47ca-897c-558b6454cd2b,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:51:52.998976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:53.292378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:53.292793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:53.293111 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 8bd31696-41df-4bb7-bfc8-565a27eea5a2 disassociated. External IP: 172.26.7.162, port: 287374cf-2065-47ca-897c-558b6454cd2b. Apr 08 10:51:53.293451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 287374cf-2065-47ca-897c-558b6454cd2b owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:51:53.503029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:53.514407 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b36413a7-7ae7-49f3-b5f3-997d2fef50e9 req-58f40974-ecab-4a8c-a500-2ef23af3cf69 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 210 time: 0.0471559 Apr 08 10:51:53.562725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=287374cf-2065-47ca-897c-558b6454cd2b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:53.752056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router db3ca287-24bd-4120-9c3a-a48e90df68e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:51:53.982093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:51:53.991788 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] Sync routers for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:51:54.002627 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:51:54.003517 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:54.060747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port 287374cf-2065-47ca-897c-558b6454cd2b on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:51:54.067713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:54.071719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55772d52-3e30-4061-95e5-2778203da139', 'name': 'network-vif-deleted', 'tag': '287374cf-2065-47ca-897c-558b6454cd2b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:54.090065 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-fbba2fd3-54f3-4e66-9630-bdad063ec6f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1902251 Apr 08 10:51:54.145803 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e988796c-7f5a-4259-ae85-64068bc9a6d9'] response: {'server_uuid': '55772d52-3e30-4061-95e5-2778203da139', 'name': 'network-vif-deleted', 'tag': '287374cf-2065-47ca-897c-558b6454cd2b', 'status': 'completed', 'code': 200} Apr 08 10:51:54.187554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-3de1f482-d9bd-4e4a-992d-d53c30fcf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.189071 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-3de1f482-d9bd-4e4a-992d-d53c30fcf14b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 1099 time: 0.0787623 Apr 08 10:51:54.189201 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:51:54.191255 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e9023f81-2485-4e39-bf0a-8f1ff37b9fc5 req-e56a18bc-b2e2-4597-980f-758a656e5f78 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/287374cf-2065-47ca-897c-558b6454cd2b HTTP/1.1" status: 204 len: 173 time: 1.6480989 Apr 08 10:51:54.343509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-50060ebd-7e39-4b5b-abd0-6390c9859aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.345130 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-50060ebd-7e39-4b5b-abd0-6390c9859aa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 200 len: 897 time: 0.1363602 Apr 08 10:51:54.420749 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-b5ea1b08-ad09-40af-bcac-e8430f7dbc69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25a0e69f-9615-49f3-96c2-39ad713f574a HTTP/1.1" status: 200 len: 217 time: 0.0672889 Apr 08 10:51:54.557514 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:54.561746 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] Checking router: db3ca287-24bd-4120-9c3a-a48e90df68e2 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:51:54.570991 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:51:54.571617 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:54.606200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-273095e6-a4db-41f8-9567-3e2ca6e5bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.607816 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-273095e6-a4db-41f8-9567-3e2ca6e5bb01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc84770-1f2d-486f-90f4-797998afe887 HTTP/1.1" status: 200 len: 835 time: 0.1814616 Apr 08 10:51:54.704091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-03e57141-db56-4f33-8c33-770145b2631b req-d4be08f5-ecb0-49c4-9409-218cba7a0b27 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:54.741223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-0fc522c3-7e1d-481d-be93-90f09f03ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.742714 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-0fc522c3-7e1d-481d-be93-90f09f03ee43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1267436 Apr 08 10:51:54.756147 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:51:54.849699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-03e57141-db56-4f33-8c33-770145b2631b req-d4be08f5-ecb0-49c4-9409-218cba7a0b27 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:54.850850 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-03e57141-db56-4f33-8c33-770145b2631b req-d4be08f5-ecb0-49c4-9409-218cba7a0b27 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=55772d52-3e30-4061-95e5-2778203da139 HTTP/1.1" status: 200 len: 210 time: 0.1994102 Apr 08 10:51:54.895480 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-32ff4b31-d928-4645-8c3b-925dc0072b18 service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449881 Apr 08 10:51:55.033926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de2fc3c0-f002-47da-8e64-b42511642a30 req-7da412bc-cca5-45d2-9662-5abf17a9a0fc service neutron] 10.222.0.41 "GET /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306581 Apr 08 10:51:55.071103 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:55.076095 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce33e9-9ca9-4f22-9103-30e763c23890 None None] The sync data for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv is: [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '997a0bf0-17da-43d2-85eb-e55e8ea4c6c8', 'name': '', 'network_id': '3f6ec86b-1cd5-48c0-9d14-eda656f87cf7', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:8a:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:53Z', 'updated_at': '2022-04-08T10:50:01Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'dbc84770-1f2d-486f-90f4-797998afe887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:51:55.293028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fb9f56-116e-4508-a3ec-1a2f496791eb None None] New status for floating IP 8bd31696-41df-4bb7-bfc8-565a27eea5a2: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:51:55.951377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57308) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:56.018633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4a94b155-f5d8-4536-830c-9496ba9797a1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:56.052204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4a94b155-f5d8-4536-830c-9496ba9797a1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:56.202523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4a94b155-f5d8-4536-830c-9496ba9797a1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:56.221367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94b155-f5d8-4536-830c-9496ba9797a1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf6be4-8a7a-4855-ad1e-d9665bba3868,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:56.327554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4a94b155-f5d8-4536-830c-9496ba9797a1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:56.329047 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4a94b155-f5d8-4536-830c-9496ba9797a1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/85cf6be4-8a7a-4855-ad1e-d9665bba3868 HTTP/1.1" status: 204 len: 168 time: 0.3766792 Apr 08 10:51:57.045135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 287374cf-2065-47ca-897c-558b6454cd2b no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:51:57.078748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 287374cf-2065-47ca-897c-558b6454cd2b {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:51:57.079007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 287374cf-2065-47ca-897c-558b6454cd2b not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:51:57.316542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-55c9a166-7d87-4c66-8c97-0c5cfc65df98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:57.487701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57316) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:57.643859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 95cb226d-a6aa-4063-8078-eec3140403ac {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:51:57.644204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:57.818590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:57.818913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:57.941463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 95cb226d-a6aa-4063-8078-eec3140403ac owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:51:58.151462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:58.198718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=95cb226d-a6aa-4063-8078-eec3140403ac,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:58.292815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:58.392874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:58.394333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1cec7fb7-826c-49de-a92f-59cde21ae2fc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/8bd31696-41df-4bb7-bfc8-565a27eea5a2 HTTP/1.1" status: 204 len: 168 time: 0.9056473 Apr 08 10:51:58.986877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2403c77-27bf-4ec0-8d77-70a3141be95c req-f66a79be-5bb0-4a93-be5b-13748f26f249 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:58.987631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d2403c77-27bf-4ec0-8d77-70a3141be95c req-f66a79be-5bb0-4a93-be5b-13748f26f249 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:59.093608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d2403c77-27bf-4ec0-8d77-70a3141be95c req-f66a79be-5bb0-4a93-be5b-13748f26f249 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:59.094721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d2403c77-27bf-4ec0-8d77-70a3141be95c req-f66a79be-5bb0-4a93-be5b-13748f26f249 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 946 time: 0.1890149 Apr 08 10:51:59.140636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d2403c77-27bf-4ec0-8d77-70a3141be95c req-167d24a4-6853-4165-ba1d-b5e98d52ed46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:59.206689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d2403c77-27bf-4ec0-8d77-70a3141be95c req-167d24a4-6853-4165-ba1d-b5e98d52ed46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:59.207883 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d2403c77-27bf-4ec0-8d77-70a3141be95c req-167d24a4-6853-4165-ba1d-b5e98d52ed46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073124 Apr 08 10:51:59.492121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-20cd9c42-8c64-4723-af70-be19a5146128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:00.316540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-b8cb9980-2a80-442f-a7c8-a9afd0f232e2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:00.318181 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-b8cb9980-2a80-442f-a7c8-a9afd0f232e2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 946 time: 0.1831796 Apr 08 10:52:00.387764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 25a0e69f-9615-49f3-96c2-39ad713f574a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:52:00.388100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:00.398136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261f833-aa02-4dae-bd28-ff9bda4f245b req-4e33580e-cc50-4c16-ba8e-ad66588ef9fe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:00.399601 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6261f833-aa02-4dae-bd28-ff9bda4f245b req-4e33580e-cc50-4c16-ba8e-ad66588ef9fe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 946 time: 0.0822639 Apr 08 10:52:00.444454 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6261f833-aa02-4dae-bd28-ff9bda4f245b req-ad2ca9fe-02bf-4051-b6ed-e4f0f4315cb0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3d5697f-3410-4275-9d5c-8b3b7796c008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380876 Apr 08 10:52:00.581842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:00.642970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 25a0e69f-9615-49f3-96c2-39ad713f574a, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25a0e69f-9615-49f3-96c2-39ad713f574a,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:00.643331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:00.765835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 25a0e69f-9615-49f3-96c2-39ad713f574a owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:52:01.013508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:01.065206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=25a0e69f-9615-49f3-96c2-39ad713f574a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:01.142262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port 25a0e69f-9615-49f3-96c2-39ad713f574a on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:52:01.148729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:01.152041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'name': 'network-vif-deleted', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:01.198491 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6eebab2-e524-41c4-a414-53376a0fd563'] response: {'server_uuid': '675989f0-78a8-4a4f-b880-8cd3d985b29d', 'name': 'network-vif-deleted', 'tag': '25a0e69f-9615-49f3-96c2-39ad713f574a', 'status': 'completed', 'code': 200} Apr 08 10:52:01.207805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:01.242600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-af5b5f37-139c-4352-ba29-5d5fce5d3ebb req-29785aed-db7c-40de-8f24-eb85d1bf69fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/25a0e69f-9615-49f3-96c2-39ad713f574a HTTP/1.1" status: 204 len: 173 time: 0.9189205 Apr 08 10:52:01.612648 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66dec5de-240c-449e-a507-0f6427992944 req-a2c82ff8-bd40-4e63-8956-30895f9da4ea tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=675989f0-78a8-4a4f-b880-8cd3d985b29d HTTP/1.1" status: 200 len: 210 time: 0.0418653 Apr 08 10:52:01.996383 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:02.706400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57332) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:02.778017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c24ceb94-b4f7-45f3-9f5f-24eb0e917df2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:02.808703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c24ceb94-b4f7-45f3-9f5f-24eb0e917df2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:02.954972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c24ceb94-b4f7-45f3-9f5f-24eb0e917df2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:02.973757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ceb94-b4f7-45f3-9f5f-24eb0e917df2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5697f-3410-4275-9d5c-8b3b7796c008,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:03.035665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c24ceb94-b4f7-45f3-9f5f-24eb0e917df2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:03.036835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c24ceb94-b4f7-45f3-9f5f-24eb0e917df2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3d5697f-3410-4275-9d5c-8b3b7796c008 HTTP/1.1" status: 204 len: 168 time: 0.3294244 Apr 08 10:52:03.057515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25a0e69f-9615-49f3-96c2-39ad713f574a no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:52:03.122531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 25a0e69f-9615-49f3-96c2-39ad713f574a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:52:03.122870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25a0e69f-9615-49f3-96c2-39ad713f574a not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:52:03.127273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57338) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:03.695798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:04.149605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:52:04.151638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:04.168231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:04.337172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:04.337585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:04.464844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:52:04.722068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:04.774049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=997a0bf0-17da-43d2-85eb-e55e8ea4c6c8,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:05.057614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:05.541852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router db3ca287-24bd-4120-9c3a-a48e90df68e2 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:52:05.724676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:52:05.734204 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] Sync routers for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:05.737474 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-356a4098-26e3-4ef8-88ae-6b96408eb0c9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/db3ca287-24bd-4120-9c3a-a48e90df68e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6091011 Apr 08 10:52:05.740219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57342) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:05.743863 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:05.744470 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:05.809920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9ef8d5-7985-44b9-9d5d-8de5babdf824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet dbc84770-1f2d-486f-90f4-797998afe887 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:52:05.812988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef8d5-7985-44b9-9d5d-8de5babdf824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:05.867949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef8d5-7985-44b9-9d5d-8de5babdf824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:05.925493 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:05.952956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef8d5-7985-44b9-9d5d-8de5babdf824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.099895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef8d5-7985-44b9-9d5d-8de5babdf824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.138119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ef8d5-7985-44b9-9d5d-8de5babdf824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc84770-1f2d-486f-90f4-797998afe887,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:06.143813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef8d5-7985-44b9-9d5d-8de5babdf824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.152284 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1f9ef8d5-7985-44b9-9d5d-8de5babdf824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/dbc84770-1f2d-486f-90f4-797998afe887 HTTP/1.1" status: 204 len: 168 time: 0.4110303 Apr 08 10:52:06.152737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d5e53-6eb7-4a76-bedf-d575a081af82 None None] Network 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:52:06.154926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57346) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:06.215864 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:52:04Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:06.219742 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] Checking router: db3ca287-24bd-4120-9c3a-a48e90df68e2 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:06.228022 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] Routers {'db3ca287-24bd-4120-9c3a-a48e90df68e2'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:06.229459 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['db3ca287-24bd-4120-9c3a-a48e90df68e2'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:06.342758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.418703 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] Set router db3ca287-24bd-4120-9c3a-a48e90df68e2 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:06.456572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] DHCP port deletion for 3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:52:06.461733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] Deleting port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:52:06.462456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.533900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.602075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:52:06.602807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.674026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] For port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d,segment=NetworkSegment(975e94dd-ade2-4ad2-a4a7-6ea669320022),segment_id=975e94dd-ade2-4ad2-a4a7-6ea669320022)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:06.674319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.755561 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:52:04Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:06.759709 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31baf734-59e2-4903-bb77-24f4b4bebda7 None None] The sync data for ids ['db3ca287-24bd-4120-9c3a-a48e90df68e2'] in dv-neutron-837109-1-hyperv is: [{'id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'name': 'tempest-TestNetworkBasicOps-router-778840873', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:52:04Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'd8da11c0-fd6b-4e88-ad8b-1540c9e087d9', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3ca287-24bd-4120-9c3a-a48e90df68e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:49Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:06.793995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port d8da11c0-fd6b-4e88-ad8b-1540c9e087d9, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d8da11c0-fd6b-4e88-ad8b-1540c9e087d9,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:06.793995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:06.812530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] Calling delete_port for 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:52:06.980045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:07.026542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] Pushing event deleted for resources: {'Port': ['ID=0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:07.031807 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab0a25-bd51-45a0-8bbf-cf55a7822e6a None None] No DVR routers for this DVR port 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:52:07.052439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:52:07.160002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:52:07.200015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:52:07.200391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 997a0bf0-17da-43d2-85eb-e55e8ea4c6c8 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:52:07.200830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:52:07.234849 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:52:07.235204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0f0fe8bb-9c18-46bb-b5ea-0099dc7c255d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:52:07.315642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:07.364954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=d8da11c0-fd6b-4e88-ad8b-1540c9e087d9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:07.411322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.411665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.412008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.412349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.412704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.413037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.413365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.413691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.414018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.414339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.414661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.414981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:07.472957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:07.650445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:07.652845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:07.739215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:07.739846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Fanout notify agent at l3_agent the message router_deleted on router db3ca287-24bd-4120-9c3a-a48e90df68e2 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:52:07.757121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:07.758245 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b5f841be-cfe9-451b-96e1-68d5147841e7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/routers/db3ca287-24bd-4120-9c3a-a48e90df68e2 HTTP/1.1" status: 204 len: 168 time: 1.6024017 Apr 08 10:52:07.761370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57350) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:07.888720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.031664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.059078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6ec86b-1cd5-48c0-9d14-eda656f87cf7']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:08.071185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975e94dd-ade2-4ad2-a4a7-6ea669320022') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:08.071478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975e94dd-ade2-4ad2-a4a7-6ea669320022') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:08.084029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.105578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.111619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:52:08.112003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:52:08.126867 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:52:08.269426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.286855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.298564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=3f6ec86b-1cd5-48c0-9d14-eda656f87cf7,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:08.350112 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b1e28d88-c1e2-46a5-b043-5eb92d6e3148 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/3f6ec86b-1cd5-48c0-9d14-eda656f87cf7 HTTP/1.1" status: 204 len: 168 time: 0.5876377 Apr 08 10:52:08.376403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57354) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:08.382499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--1324961334', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:08.388546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:08.392905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:network and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:08.396004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:08.405671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:08.492976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:08.497501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.525465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:52:08.534773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.535144 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment 91ab0ee5-3f78-422d-9ef2-f7090fa25846 of type vlan for network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec Apr 08 10:52:08.563156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.670499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.676020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:08.676645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.799485 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:08.805523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:52:08.836764 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-66ec9199-7127-4ee7-a5e0-4454799f115a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4591546 Apr 08 10:52:08.840083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57358) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:08.845565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-890733216', 'admin_state_up': True, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:08.853776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:08.860050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:router and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:08.862839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:08.869786 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:08.887200 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:52:08.935466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:52:08.935805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d8da11c0-fd6b-4e88-ad8b-1540c9e087d9 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:52:08.973743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.974779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:08.992032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:09.457812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:09.829867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:09.862217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:10.054847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.163 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/e1d5e967-c0fe-426e-b003-78e7e4aaf49d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:10.209120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:10.350553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:10.413226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:10.420812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:10.425135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:52:10.455582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=e1d5e967-c0fe-426e-b003-78e7e4aaf49d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:10.951018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:11.416983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:11.721546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:52:11.903751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:52:11.913258 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Sync routers for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:11.923243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:11.923874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:12.018412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.019582 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5aa2ec4b-3c00-4145-81bf-a5393d68bfd4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1785614 Apr 08 10:52:12.022681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57364) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:12.063147 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-07719cc1-f5e6-4274-adef-a7578412583d tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393445 Apr 08 10:52:12.065963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57368) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:12.109991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:12.199589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa09733-7a38-4185-9158-9d68a22d34c9 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:12.201107 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4aa09733-7a38-4185-9158-9d68a22d34c9 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342511 Apr 08 10:52:12.204036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57372) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:12.251333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5ea6a204-ef87-4d4e-8260-6dbf8084e8e9 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461154 Apr 08 10:52:12.254000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57376) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:12.262693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326353618', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:12.383569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:12.388056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:12.390978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:12.396933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:12.436593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:10Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:12.440652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Checking router: 86a37f10-fedc-4bf3-8577-e9d6e99515e7 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:12.441139 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Updating router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 port e1d5e967-c0fe-426e-b003-78e7e4aaf49d binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:52:12.495237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.555982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:12.560113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.838270 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.850088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Transition to ACTIVE for port object e1d5e967-c0fe-426e-b003-78e7e4aaf49d will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:12.933960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.973551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.021785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=d9a331ed-bef1-4720-862b-df005d10cabd,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.028588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:52:13.028957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: f8fb88b2-f469-4e9f-a3f6-a080eaec42ec, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:52:13.065271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Attempting to bind port e1d5e967-c0fe-426e-b003-78e7e4aaf49d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:52:13.065553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Attempting to bind port e1d5e967-c0fe-426e-b003-78e7e4aaf49d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:52:13.065921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Attempting to bind port e1d5e967-c0fe-426e-b003-78e7e4aaf49d on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:13.076865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Pushing event updated for resources: {'Port': ['ID=e1d5e967-c0fe-426e-b003-78e7e4aaf49d,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.080178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:52:13.080730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:52:13.081151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.081544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:52:13.082023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Bound port: e1d5e967-c0fe-426e-b003-78e7e4aaf49d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:52:13.082403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.144575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:52:13.159285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] For port e1d5e967-c0fe-426e-b003-78e7e4aaf49d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:52:13.162549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] For port e1d5e967-c0fe-426e-b003-78e7e4aaf49d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e1d5e967-c0fe-426e-b003-78e7e4aaf49d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:52:13.276461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, f8fb88b2-f469-4e9f-a3f6-a080eaec42ec) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:13.276759 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.281024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:13.281618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.322700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713e091e-8bd0-47ff-be10-7ebadb4b392e None None] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:52:13.354925 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0b1be80d-5ea6-40d1-b633-8e54e8fc2584 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0951111 Apr 08 10:52:13.355645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57380) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:13.450301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:13.450885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:13.526496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Pushing event updated for resources: {'Port': ['ID=e1d5e967-c0fe-426e-b003-78e7e4aaf49d,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.546810 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.547078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.547419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.547753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.548091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.548416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.548771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.549088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.549416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.549737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.550059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.550375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdfac3-5423-43f3-af5a-fcb08288b3c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:13.719233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:13.875820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:52:13.876665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.200842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.218529 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Allocated IP 172.20.0.2 (f8fb88b2-f469-4e9f-a3f6-a080eaec42ec/d9a331ed-bef1-4720-862b-df005d10cabd/4565355c-9197-4290-a3a1-9559c904f733) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:14.331506 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:10Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:14.341532 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c1261-ad46-45ec-b1f6-3c7bcb394b67 None None] The sync data for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv is: [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:10Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:14.470492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.480260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Transition to ACTIVE for port object 4565355c-9197-4290-a3a1-9559c904f733 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:14.500260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Transition to ACTIVE for port object 4565355c-9197-4290-a3a1-9559c904f733 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:14.608411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.684575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:14.691746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.1 (f8fb88b2-f469-4e9f-a3f6-a080eaec42ec/d9a331ed-bef1-4720-862b-df005d10cabd/15891377-8d16-4591-b441-a16f3ed7812a) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:14.692400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:14.706350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:52:14.731186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Pushing event updated for resources: {'Port': ['ID=4565355c-9197-4290-a3a1-9559c904f733,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:14.799459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Attempting to bind port 4565355c-9197-4290-a3a1-9559c904f733 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:52:14.800163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Attempting to bind port 4565355c-9197-4290-a3a1-9559c904f733 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:52:14.802861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Attempting to bind port 4565355c-9197-4290-a3a1-9559c904f733 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:14.807032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:52:14.807411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Checking segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:52:14.808018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.808609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Bound using segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:52:14.809116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Bound port: 4565355c-9197-4290-a3a1-9559c904f733, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:52:14.809514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.881821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.901440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 15891377-8d16-4591-b441-a16f3ed7812a will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:14.925056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] For port 4565355c-9197-4290-a3a1-9559c904f733, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:52:14.935159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] For port 4565355c-9197-4290-a3a1-9559c904f733, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4565355c-9197-4290-a3a1-9559c904f733,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:52:14.943341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e1d5e967-c0fe-426e-b003-78e7e4aaf49d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:52:15.110116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.164121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:15.173302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:15.178076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:52:15.212700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.220123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=15891377-8d16-4591-b441-a16f3ed7812a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:15.240248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.240248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.240248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.240248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.240809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.240931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.241158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.241483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.241812 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.242141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.242447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.242753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:15.261542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.307261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cde45-12b3-4c9c-a492-9c5fe24a3e48 None None] Pushing event updated for resources: {'Port': ['ID=4565355c-9197-4290-a3a1-9559c904f733,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:15.328888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e1d5e967-c0fe-426e-b003-78e7e4aaf49d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:15.339380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e1d5e967-c0fe-426e-b003-78e7e4aaf49d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:15.339878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.476848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.499678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port e1d5e967-c0fe-426e-b003-78e7e4aaf49d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e1d5e967-c0fe-426e-b003-78e7e4aaf49d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:15.528781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.653997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.734138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=e1d5e967-c0fe-426e-b003-78e7e4aaf49d,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.050304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e8869-a8ce-4ce8-aa5f-0cac9afc756f req-b5504b98-a1f5-4079-97d4-be6ecb32f1ba tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:16.051943 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5b1e8869-a8ce-4ce8-aa5f-0cac9afc756f req-b5504b98-a1f5-4079-97d4-be6ecb32f1ba tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 945 time: 0.2124662 Apr 08 10:52:16.110538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.119585 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5b1e8869-a8ce-4ce8-aa5f-0cac9afc756f req-8eaae179-8950-4f79-b3d0-ae59805f0936 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604270 Apr 08 10:52:16.224909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.457221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=15891377-8d16-4591-b441-a16f3ed7812a,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.459784 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.582614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ed145-76f2-4bf2-9926-8ab7d4fe5df3 None None] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:52:16.611673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:16.612892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:16.813029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6a720595-17ac-4e68-845e-1d2d3360f61e None None] Provisioning for port 4565355c-9197-4290-a3a1-9559c904f733 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:16.813910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:52:16.989644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4565355c-9197-4290-a3a1-9559c904f733 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:52:17.044203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:52:17.055031 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Sync routers for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:17.059419 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0aadab35-dd0b-433c-9af9-143c913ea22f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/86a37f10-fedc-4bf3-8577-e9d6e99515e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7026348 Apr 08 10:52:17.061943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57388) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:17.067803 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:17.068442 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:17.200440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 4565355c-9197-4290-a3a1-9559c904f733 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:17.211266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4565355c-9197-4290-a3a1-9559c904f733 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:17.211266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.238279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84128a9-3413-46a9-9d90-39bf5643f4d3 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.239256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84128a9-3413-46a9-9d90-39bf5643f4d3 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.239486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84128a9-3413-46a9-9d90-39bf5643f4d3 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.240175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84128a9-3413-46a9-9d90-39bf5643f4d3 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.240863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84128a9-3413-46a9-9d90-39bf5643f4d3 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.241471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84128a9-3413-46a9-9d90-39bf5643f4d3 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.255346 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f84128a9-3413-46a9-9d90-39bf5643f4d3 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1837709 Apr 08 10:52:17.255346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57394) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:17.303318 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:17.329509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2156521a-477c-440f-8a54-b507c8fe97f5 None None] Provisioning for port 15891377-8d16-4591-b441-a16f3ed7812a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:17.341100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2156521a-477c-440f-8a54-b507c8fe97f5 None None] Provisioning complete for port 15891377-8d16-4591-b441-a16f3ed7812a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:17.341812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2156521a-477c-440f-8a54-b507c8fe97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.377963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681183d-04af-4ff9-aac1-aba251d0bf54 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.378525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681183d-04af-4ff9-aac1-aba251d0bf54 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.379371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681183d-04af-4ff9-aac1-aba251d0bf54 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.380183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681183d-04af-4ff9-aac1-aba251d0bf54 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.380667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681183d-04af-4ff9-aac1-aba251d0bf54 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.381225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681183d-04af-4ff9-aac1-aba251d0bf54 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.383516 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1681183d-04af-4ff9-aac1-aba251d0bf54 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1324012 Apr 08 10:52:17.389542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57398) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:17.405604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2156521a-477c-440f-8a54-b507c8fe97f5 None None] Port 15891377-8d16-4591-b441-a16f3ed7812a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:52:17.472038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.519430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 4565355c-9197-4290-a3a1-9559c904f733, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4565355c-9197-4290-a3a1-9559c904f733,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:17.535275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bdd02adb-940e-4f14-b8e6-55409e1841ab None None] Provisioning complete for port 15891377-8d16-4591-b441-a16f3ed7812a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:17.536128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bdd02adb-940e-4f14-b8e6-55409e1841ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.601452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bdd02adb-940e-4f14-b8e6-55409e1841ab None None] Port 15891377-8d16-4591-b441-a16f3ed7812a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:52:17.659056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.660250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e1d5e967-c0fe-426e-b003-78e7e4aaf49d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:52:17.719375 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:17.724687 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Checking router: 86a37f10-fedc-4bf3-8577-e9d6e99515e7 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:17.725455 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Updating router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 port 15891377-8d16-4591-b441-a16f3ed7812a binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:52:17.733674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fe707-1d55-41ff-885f-59475134f202 req-60674421-0679-4402-a1f8-2abf035abb17 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.735824 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-183fe707-1d55-41ff-885f-59475134f202 req-60674421-0679-4402-a1f8-2abf035abb17 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 945 time: 0.4284310 Apr 08 10:52:17.750979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505f9a-826d-4d07-81d3-1bf6ad2b6fc8 req-261b7547-68dc-4a0d-8def-ccbe6332a97c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.752980 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-89505f9a-826d-4d07-81d3-1bf6ad2b6fc8 req-261b7547-68dc-4a0d-8def-ccbe6332a97c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 945 time: 0.3465142 Apr 08 10:52:17.768127 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-707f15b4-ecea-482e-a05c-2931fa780a9f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3767130 Apr 08 10:52:17.769359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57402) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:17.779514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1582464551', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:17.795067 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.848332 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-89505f9a-826d-4d07-81d3-1bf6ad2b6fc8 req-6d62d97d-b980-4d58-9fdb-57b0923b8985 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613260 Apr 08 10:52:17.849141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e403dbda-9150-4272-9504-4dc6901e3be2 None None] Provisioning complete for port 15891377-8d16-4591-b441-a16f3ed7812a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:17.849744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e403dbda-9150-4272-9504-4dc6901e3be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.865199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Deleting port 322bf272-caf8-4242-bafc-d270cc79cc14 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:52:17.874881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.907077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=4565355c-9197-4290-a3a1-9559c904f733,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:17.928565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e403dbda-9150-4272-9504-4dc6901e3be2 None None] Port 15891377-8d16-4591-b441-a16f3ed7812a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:52:17.937934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e1d5e967-c0fe-426e-b003-78e7e4aaf49d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:17.938531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.974252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:17.979807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:port and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:17.984271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:17.992051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:18.092877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:18.096373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.129777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] device_id is not set on port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 yet. {{(pid=88613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:52:18.164312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] For port 322bf272-caf8-4242-bafc-d270cc79cc14, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=322bf272-caf8-4242-bafc-d270cc79cc14,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:18.165722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.235545 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.248111 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Transition to ACTIVE for port object 15891377-8d16-4591-b441-a16f3ed7812a will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:18.349878 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.426541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.7 (f8fb88b2-f469-4e9f-a3f6-a080eaec42ec/d9a331ed-bef1-4720-862b-df005d10cabd/25ff26d4-72fe-4843-9cd9-4a24dc5b2984) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:18.488224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.489251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.489876 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Floating IP 4224552e-a7d9-4f2b-9057-f70a42a4776d disassociated. External IP: 172.26.7.28, port: 322bf272-caf8-4242-bafc-d270cc79cc14. Apr 08 10:52:18.490464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Calling delete_port for 322bf272-caf8-4242-bafc-d270cc79cc14 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:52:18.491035 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Pushing event updated for resources: {'Port': ['ID=15891377-8d16-4591-b441-a16f3ed7812a,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:18.545438 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.545822 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.546227 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.546554 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.547537 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.547895 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.548228 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.548673 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.549183 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.549515 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.549844 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.550220 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:18.618094 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Attempting to bind port 15891377-8d16-4591-b441-a16f3ed7812a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:52:18.618576 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Attempting to bind port 15891377-8d16-4591-b441-a16f3ed7812a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:52:18.619004 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Attempting to bind port 15891377-8d16-4591-b441-a16f3ed7812a on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:18.626192 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:52:18.626599 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Checking segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:52:18.627009 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.627406 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Bound using segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:52:18.627916 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Bound port: 15891377-8d16-4591-b441-a16f3ed7812a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:52:18.628320 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.733308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.754957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.764664 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] For port 15891377-8d16-4591-b441-a16f3ed7812a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:52:18.768064 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] For port 15891377-8d16-4591-b441-a16f3ed7812a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=15891377-8d16-4591-b441-a16f3ed7812a,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:52:18.773445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:18.794490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event deleted for resources: {'Port': ['ID=322bf272-caf8-4242-bafc-d270cc79cc14,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:18.836590 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.877859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:18.905311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4565355c-9197-4290-a3a1-9559c904f733 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:52:18.921913 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:18.922674 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:18.991833 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48544f30-f38a-47f5-9726-0b194b6b193f None None] Pushing event updated for resources: {'Port': ['ID=15891377-8d16-4591-b441-a16f3ed7812a,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:19.042146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Router 64409aad-dedd-47eb-92ff-3bf493b88225 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:52:19.118413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4565355c-9197-4290-a3a1-9559c904f733 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:19.118700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:19.228103 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:19.255319 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b66987e4-aff2-478b-8587-3a02105870c8 req-ca5bad8e-f0d9-4f83-afb6-2afd81650459 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 210 time: 0.1178153 Apr 08 10:52:19.269025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:19.288556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:19.295212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:52:19.419631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:19.452968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:52:19.463004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:19.472577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:19.473291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:19.479861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:19.484351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:19.553324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] No DVR routers for this DVR port 322bf272-caf8-4242-bafc-d270cc79cc14 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:52:19.557057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:19.569737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'name': 'network-vif-deleted', 'tag': '322bf272-caf8-4242-bafc-d270cc79cc14'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:19.623808 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1c6d71-e73a-4448-9178-344efe8aafa4'] response: {'server_uuid': 'e4a877e1-f548-4b9d-9d84-489efa77970c', 'name': 'network-vif-deleted', 'tag': '322bf272-caf8-4242-bafc-d270cc79cc14', 'status': 'completed', 'code': 200} Apr 08 10:52:19.625384 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-adb10618-5bb1-4833-8312-2eadb19fd8f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8537302 Apr 08 10:52:19.659591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-183fe707-1d55-41ff-885f-59475134f202 req-3093b0e2-3687-4162-b7b8-f7f2387cde33 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "DELETE /v2.0/ports/322bf272-caf8-4242-bafc-d270cc79cc14 HTTP/1.1" status: 204 len: 173 time: 1.9053438 Apr 08 10:52:19.666912 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:18Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:19.672388 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a871c39-3dc4-4985-a033-7c1cadbac5c1 None None] The sync data for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv is: [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:18Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:19.728339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:19.813148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-97f06327-dc89-4094-b2bd-30890282dcc9 None None] Provisioning for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:19.831268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-97f06327-dc89-4094-b2bd-30890282dcc9 None None] Provisioning complete for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:19.832117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-97f06327-dc89-4094-b2bd-30890282dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:20.050479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-97f06327-dc89-4094-b2bd-30890282dcc9 None None] Port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:52:20.174892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:20.179471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:20.189875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:20.190501 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:51:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:20.450964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:20.457330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fff350a0-c686-45d9-a8c2-d242427b92cc req-436ce1ab-4aa1-42e1-87f2-1ef9da2c67a0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:20.476214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57414) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:20.484023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458548301', 'description': 'tempest-secgroup-smoke-1458548301 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:20.506432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:20.511888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:20.517514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:20.539763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:20.578068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fff350a0-c686-45d9-a8c2-d242427b92cc req-436ce1ab-4aa1-42e1-87f2-1ef9da2c67a0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:20.579277 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fff350a0-c686-45d9-a8c2-d242427b92cc req-436ce1ab-4aa1-42e1-87f2-1ef9da2c67a0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a877e1-f548-4b9d-9d84-489efa77970c HTTP/1.1" status: 200 len: 210 time: 0.1713727 Apr 08 10:52:20.663686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:20.686729 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:20.691388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:20.694703 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:20.703577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:20.810833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:20.886451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:20.896868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:20.902060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1accb73d-7c5a-49d9-8f72-fa8b46ca3fd2 None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:20.926977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 15891377-8d16-4591-b441-a16f3ed7812a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:52:20.938425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82024eff-c0f0-4cc2-b24c-e21e717b61fd,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:21.043826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.048943 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ec8e9b00-491d-400c-9b2c-d448926d1824 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5713007 Apr 08 10:52:21.049599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57418) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:21.054687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '82024eff-c0f0-4cc2-b24c-e21e717b61fd', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:21.061384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:21.065873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:21.073398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 15891377-8d16-4591-b441-a16f3ed7812a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:21.074950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:21.076038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 15891377-8d16-4591-b441-a16f3ed7812a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:21.076509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.080948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:21.137603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 322bf272-caf8-4242-bafc-d270cc79cc14 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:52:21.174632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.207886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 322bf272-caf8-4242-bafc-d270cc79cc14 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:52:21.208413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 322bf272-caf8-4242-bafc-d270cc79cc14 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:52:21.276262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.309082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.344227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.353402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 15891377-8d16-4591-b441-a16f3ed7812a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=15891377-8d16-4591-b441-a16f3ed7812a,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:21.372567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aa8cd8-4fd2-4287-9861-b1a364efbdbd,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:21.425201 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd8329-5619-4413-a493-b3e2800ab723 None None] New status for floating IP 4224552e-a7d9-4f2b-9057-f70a42a4776d: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:52:21.435432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.459116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.463657 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ed5bb2ac-4a19-414e-8788-292f3e09af49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130039 Apr 08 10:52:21.467850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57422) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:21.475195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '82024eff-c0f0-4cc2-b24c-e21e717b61fd', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:21.481734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:21.487955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:21.491255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:21.500567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:21.526417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=15891377-8d16-4591-b441-a16f3ed7812a,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:21.580079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.766317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.864829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:21.890054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7d40cb-7cb9-478b-9d3d-c990a4fc8777,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:21.980107 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-26b5e38f-5e54-407e-bef4-6168975d37f3 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603574442&fields=id&tenant_id=39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 267 time: 0.0434248 Apr 08 10:52:22.011226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.012412 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a2f88c6d-3133-422d-9ab0-bbde2b2c8c86 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5430219 Apr 08 10:52:22.015445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57434) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:22.020712 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '82024eff-c0f0-4cc2-b24c-e21e717b61fd', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:22.027781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:22.032034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:22.035098 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:22.042048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:22.110147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.143064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-a63ff0e5-6fa0-4838-af52-89d67652400a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:22.144737 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-a63ff0e5-6fa0-4838-af52-89d67652400a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 812 time: 0.1569812 Apr 08 10:52:22.161793 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-56ef36a7-0300-4de5-8369-f04dd1bca66a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/quotas/39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 375 time: 0.0093555 Apr 08 10:52:22.176575 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.247483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.255624 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-9e436166-026e-44a9-addb-dcdea070e1bd tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880282 Apr 08 10:52:22.272647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f01bd20-44a9-4237-8eba-939aae4b4260,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:22.344625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.348575 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-95c2ee65-6067-4e9f-8155-1749ad6f7401 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293996 Apr 08 10:52:22.348785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57438) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:22.354448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '82024eff-c0f0-4cc2-b24c-e21e717b61fd', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:22.360442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:22.364962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:22.370276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:22.373831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:22.401591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-3d35698b-c8ee-48e5-b58f-e82ca695e402 service neutron] 10.222.0.23 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330132 Apr 08 10:52:22.455052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.521032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.536197 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-a881407d-7c4e-4202-91de-7048e9cb97de service neutron] 10.222.0.23 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288435 Apr 08 10:52:22.624403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.649603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ae133a-7e11-424f-b7fb-ad8b5fbbe4eb,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:22.749642 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.750867 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fa70fb59-46e5-45d5-b80f-6297251a1b12 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4011345 Apr 08 10:52:22.753758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57448) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:22.759290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '82024eff-c0f0-4cc2-b24c-e21e717b61fd', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:22.765701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:22.769493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:22.772352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:22.778859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:22.884149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 15891377-8d16-4591-b441-a16f3ed7812a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:52:22.910542 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:52:22.919504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.955581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 15891377-8d16-4591-b441-a16f3ed7812a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:22.956035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:22.994431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:23.081354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:23.106516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a994ce-1440-409c-a2f5-c8a347f9674f,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:23.190467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:23.191586 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-39e88230-a698-419e-a108-a55dde7cfb5b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4368641 Apr 08 10:52:23.194631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57452) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:23.199925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '82024eff-c0f0-4cc2-b24c-e21e717b61fd', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:23.206172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:23.212236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:23.213688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:23.219646 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:23.329413 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9b9ceccd-9fe6-443a-9914-d50fc6ae93d2 req-e47def97-746d-42c9-9c85-23601847ffb4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 210 time: 0.0483899 Apr 08 10:52:23.330267 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:52:23.337961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:23.416674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:23.521549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:23.545783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3866e159-3672-4ff8-b8f3-c987c6b75d5d,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:23.636417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:23.647486 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9ddc4534-0ee3-42a6-8112-971109e516a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4425497 Apr 08 10:52:23.810515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-45a0286b-825d-47b4-bef4-6988d024661b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:23.938392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-45a0286b-825d-47b4-bef4-6988d024661b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:23.939702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-45a0286b-825d-47b4-bef4-6988d024661b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458548301&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.1718132 Apr 08 10:52:24.019452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7469d31c-c2d4-4109-ad06-06ed953a0c7b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:24.020030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7469d31c-c2d4-4109-ad06-06ed953a0c7b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:24.093179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7469d31c-c2d4-4109-ad06-06ed953a0c7b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:24.094812 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7469d31c-c2d4-4109-ad06-06ed953a0c7b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 930 time: 0.1466062 Apr 08 10:52:24.174893 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-a40c438f-57e8-41c4-bfe3-28e106342d09 service neutron] 10.222.0.23 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0674736 Apr 08 10:52:24.317240 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-64615659-90fd-4460-ae5d-4fea7a9e0f5b service neutron] 10.222.0.23 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357653 Apr 08 10:52:24.458894 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-173fa4be-98c5-4c9d-8149-04f786de3cfe service neutron] 10.222.0.23 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346200 Apr 08 10:52:24.494791 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7a4d9915-331a-44a4-a986-6a6b85665a31 req-b93ac5d1-6b88-4894-81cf-8ca3fc2a1d9d tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 210 time: 0.0445795 Apr 08 10:52:24.734177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f58bef30-6f92-4c07-97ef-8fe127cd81e2 req-fdfe5f04-ece6-4e95-aa3a-3f4bc05fe0fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:24.748841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f58bef30-6f92-4c07-97ef-8fe127cd81e2 req-fdfe5f04-ece6-4e95-aa3a-3f4bc05fe0fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:24.748841 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f58bef30-6f92-4c07-97ef-8fe127cd81e2 req-fdfe5f04-ece6-4e95-aa3a-3f4bc05fe0fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 210 time: 0.0550823 Apr 08 10:52:25.559601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-96f6abce-398c-4b7b-a0d5-71b0cbe8bada tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:25.560372 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-96f6abce-398c-4b7b-a0d5-71b0cbe8bada tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 812 time: 0.1629467 Apr 08 10:52:25.645784 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-55719d24-c52d-4f7b-9b24-9ab02e6a60bb tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 380 time: 0.0773983 Apr 08 10:52:25.659721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'port': {'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'admin_state_up': True, 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'security_groups': ['f299ad93-91c9-42e7-93a1-aa6070039fd0']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:25.679026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ee3944-c975-4bd5-9d35-2f62ccadfa20 req-28464025-647c-4fc6-b2bd-90161d299bcf tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 210 time: 0.0686817 Apr 08 10:52:25.804830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:25.817722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:25.940291 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4794c457-151a-4f72-a614-19691f81c3c1 req-f07c8a2c-5b31-4f82-a8ff-dd66663c0207 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 210 time: 0.0479586 Apr 08 10:52:25.970844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Made reservation on behalf of 39cdfe7070a248db80ec4a77e478df89 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:25.970844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:26.148041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Allocated IP 172.20.0.7 (7d55124e-e2fd-4eee-baaf-5621a16f1922/6cbc90f2-e121-45b4-8e50-99babeba8bf0/41071df0-4876-4431-878f-affb28b5b2ff) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:26.532151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:26.549338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Transition to ACTIVE for port object 41071df0-4876-4431-878f-affb28b5b2ff will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:26.699948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:26.796966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:26.797756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=41071df0-4876-4431-878f-affb28b5b2ff,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:26.800534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:26.802733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:52:26.921916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:26.922735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:26.997347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535afb4-2f03-47fa-84f9-26907495bd15 req-f18422fc-501c-4c26-90f8-3903475c0109 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:26.998266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-0535afb4-2f03-47fa-84f9-26907495bd15 req-f18422fc-501c-4c26-90f8-3903475c0109 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:27.069837 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-7d5e5ce5-2058-4ef3-90de-4a8ffa6a854c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4179521 Apr 08 10:52:27.081555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Request body: {'port': {'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:27.150306 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-87638405-d778-4cb8-b796-d2d4c2230aab req-4551ddc6-ed4d-4761-b3a4-0a5983ad5882 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 210 time: 0.0557463 Apr 08 10:52:27.172293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-d0e64338-f4c7-483c-97e7-9c8b24430683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:27.173829 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-d0e64338-f4c7-483c-97e7-9c8b24430683 service neutron] 10.222.0.41 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 1026 time: 0.1520381 Apr 08 10:52:27.177012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-0535afb4-2f03-47fa-84f9-26907495bd15 req-f18422fc-501c-4c26-90f8-3903475c0109 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:27.184203 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0535afb4-2f03-47fa-84f9-26907495bd15 req-f18422fc-501c-4c26-90f8-3903475c0109 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 931 time: 0.3519602 Apr 08 10:52:27.213864 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b9cc4ed2-0a23-44cf-bf34-0a5e6576eb5a None None] Provisioning for port 41071df0-4876-4431-878f-affb28b5b2ff completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:27.221127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b9cc4ed2-0a23-44cf-bf34-0a5e6576eb5a None None] Provisioning complete for port 41071df0-4876-4431-878f-affb28b5b2ff triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:27.221503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b9cc4ed2-0a23-44cf-bf34-0a5e6576eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:27.270073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8528-2daf-40c0-b5a1-c8a7d0adbc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:27.315871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc4ed2-0a23-44cf-bf34-0a5e6576eb5a None None] Port 41071df0-4876-4431-878f-affb28b5b2ff cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:52:27.318942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:27.458478 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0535afb4-2f03-47fa-84f9-26907495bd15 req-15513b64-fe6a-4dbb-b593-a4ba5925b4f0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969357 Apr 08 10:52:27.509525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-3646b5de-5379-4805-b82a-2ff7be4090c1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:27.510307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-3646b5de-5379-4805-b82a-2ff7be4090c1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:27.692004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-3646b5de-5379-4805-b82a-2ff7be4090c1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:27.694039 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-3646b5de-5379-4805-b82a-2ff7be4090c1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec HTTP/1.1" status: 200 len: 797 time: 0.5074630 Apr 08 10:52:27.770354 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-a303d2ab-c6b8-4aa5-b5b6-1490afd9f4ee tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 380 time: 0.0637629 Apr 08 10:52:27.781708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Request body: {'port': {'device_id': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:27.965855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41071df0-4876-4431-878f-affb28b5b2ff {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:27.977641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:27.980144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:28.036578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Transition to ACTIVE for port object 41071df0-4876-4431-878f-affb28b5b2ff will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:28.164092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:28.339680 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-62040d89-2d56-43df-af62-06878f4e2cb1 req-d1317d03-f306-4b85-83c3-fca8f6c0285e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 210 time: 0.0509484 Apr 08 10:52:28.378048 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:52:28.511125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=41071df0-4876-4431-878f-affb28b5b2ff,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:28.705802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Attempting to bind port 41071df0-4876-4431-878f-affb28b5b2ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:52:28.706138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Attempting to bind port 41071df0-4876-4431-878f-affb28b5b2ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:52:28.706473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Attempting to bind port 41071df0-4876-4431-878f-affb28b5b2ff on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:28.746970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Port 41071df0-4876-4431-878f-affb28b5b2ff on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:52:28.747201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Attempting to bind port 41071df0-4876-4431-878f-affb28b5b2ff on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:28.774689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:52:28.775468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Checking segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:52:28.775468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Bound using segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:52:28.775867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Bound port: 41071df0-4876-4431-878f-affb28b5b2ff, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:52:28.776218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:28.809684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219b42c-b69d-407e-9701-3bb626e63714 req-99966fa2-65a0-4070-9baa-a331368c5aa7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:28.811217 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b219b42c-b69d-407e-9701-3bb626e63714 req-99966fa2-65a0-4070-9baa-a331368c5aa7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.2294784 Apr 08 10:52:28.817018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:28.827813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:28.899258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Transition to ACTIVE for port object 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:28.939501 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b219b42c-b69d-407e-9701-3bb626e63714 req-946cb5a3-65ea-42dd-a56a-56f24509e6ff tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173549 Apr 08 10:52:28.951902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] For port 41071df0-4876-4431-878f-affb28b5b2ff, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:52:28.956919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] For port 41071df0-4876-4431-878f-affb28b5b2ff, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41071df0-4876-4431-878f-affb28b5b2ff,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:52:28.966491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:29.079464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:29.143264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.143883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:29.145296 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] 10.222.0.41 "PUT /v2.0/ports/41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 200 len: 1093 time: 2.0679209 Apr 08 10:52:29.151959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:29.156619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:29.231532 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45afe348-cc17-481b-800f-402f6035d558'] response: {'name': 'network-changed', 'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff', 'status': 'completed', 'code': 200} Apr 08 10:52:29.357457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118fd99-08d7-4d39-9290-763f42131bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=41071df0-4876-4431-878f-affb28b5b2ff,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:29.377778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Attempting to bind port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:52:29.378119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Attempting to bind port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:52:29.378452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Attempting to bind port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:29.386732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:52:29.387372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Attempting to bind port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:29.393285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a539e-c57a-44bf-84c2-f6a260dff561 req-2bd79dba-c833-4c10-80b4-86943aa3a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.394773 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f7a539e-c57a-44bf-84c2-f6a260dff561 req-2bd79dba-c833-4c10-80b4-86943aa3a746 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1096 time: 0.1450191 Apr 08 10:52:29.397325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:52:29.397662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Checking segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:52:29.398037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Bound using segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:52:29.398464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Bound port: 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:52:29.398905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:29.482100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f39f-c106-4da6-9203-ab5acb153897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:29.659554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:52:29.671842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a539e-c57a-44bf-84c2-f6a260dff561 req-5ecd9c28-665f-4f65-b10c-475f3eb1e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.673334 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f7a539e-c57a-44bf-84c2-f6a260dff561 req-5ecd9c28-665f-4f65-b10c-475f3eb1e15a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=39cdfe7070a248db80ec4a77e478df89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2633202 Apr 08 10:52:29.676039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:52:29.731362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb1cc0-04b3-410e-ab1d-14d5b213458e req-64028029-a333-440e-82a2-53ea6f188790 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.732928 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-16bb1cc0-04b3-410e-ab1d-14d5b213458e req-64028029-a333-440e-82a2-53ea6f188790 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 981 time: 0.2576196 Apr 08 10:52:29.790925 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:29.884370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.885003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:29.886387 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] 10.222.0.41 "PUT /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 1131 time: 2.1088521 Apr 08 10:52:29.937821 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-16bb1cc0-04b3-410e-ab1d-14d5b213458e req-5fe7d0d7-5c0a-462e-aac8-35496792f237 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546879 Apr 08 10:52:29.943048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a539e-c57a-44bf-84c2-f6a260dff561 req-19c0f535-8b07-4e14-8248-780cc36d5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.944549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f7a539e-c57a-44bf-84c2-f6a260dff561 req-19c0f535-8b07-4e14-8248-780cc36d5158 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2620931 Apr 08 10:52:29.945293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6adfc2-2e90-4522-857b-d0d34033a15f service neutron] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:30.125446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-6401d252-61a2-4154-b532-e75869822ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.125446 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-6401d252-61a2-4154-b532-e75869822ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 1134 time: 0.1074352 Apr 08 10:52:30.131521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-51eb316c-9d9f-4806-8465-bd23ac063945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.133103 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-51eb316c-9d9f-4806-8465-bd23ac063945 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1096 time: 0.1487238 Apr 08 10:52:30.163063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fbade-6cc9-4f47-868b-bd0121c1757e req-3acd59ef-8aa9-4833-a61d-853bcda71ca7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.165191 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ed7fbade-6cc9-4f47-868b-bd0121c1757e req-3acd59ef-8aa9-4833-a61d-853bcda71ca7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.0967257 Apr 08 10:52:30.212022 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ed7fbade-6cc9-4f47-868b-bd0121c1757e req-0dcff45b-7aa9-461e-ae73-a14d87c4d6ad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Apr 08 10:52:30.396047 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-02472d5e-7969-4073-9f28-3ce2835454f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 217 time: 0.2612264 Apr 08 10:52:30.397378 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-c76ed1e8-3598-47ae-aad0-bb3127a8b7de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 200 len: 217 time: 0.2120340 Apr 08 10:52:30.513980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-4f25ffa4-4cd1-42a0-819f-0c2777dbd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.515407 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-4f25ffa4-4cd1-42a0-819f-0c2777dbd4a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9a331ed-bef1-4720-862b-df005d10cabd HTTP/1.1" status: 200 len: 835 time: 0.1089361 Apr 08 10:52:30.516790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-aa3b90f2-7e2a-4be6-8bc3-d928ae650d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.518068 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-aa3b90f2-7e2a-4be6-8bc3-d928ae650d07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.1103196 Apr 08 10:52:30.565819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:30.657419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-abf7f9d6-0012-45d7-874a-b6a4c55bcf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.658885 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-abf7f9d6-0012-45d7-874a-b6a4c55bcf08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1330209 Apr 08 10:52:30.661424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-e753349b-1a35-41a8-95f9-64165da9e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.662718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-e753349b-1a35-41a8-95f9-64165da9e9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1357648 Apr 08 10:52:30.911174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-ebac3351-f33b-40ed-8552-29c2baaff4e0 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229540 Apr 08 10:52:30.913279 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-4c3884d8-0dcd-4ab6-8ec8-6997e0d22e79 service neutron] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430615 Apr 08 10:52:31.207080 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c00c87ac-4a42-468b-bcde-0b4ef880e995 req-215fe5d2-b2f2-4b73-bb71-6ea0a6930a82 service neutron] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841458 Apr 08 10:52:31.207344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:31.218219 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-62bb74a9-12f0-4f86-af4e-e8451ebc163f req-5fb5d6e6-bc57-41e0-9409-5566ee7b0373 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964826 Apr 08 10:52:31.232347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:31.253762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb589-c0bb-473c-ac95-bab190968469 req-c9152e89-9159-4c32-80dd-acea6a7c5cc1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:31.255349 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e36cb589-c0bb-473c-ac95-bab190968469 req-c9152e89-9159-4c32-80dd-acea6a7c5cc1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 981 time: 0.1705732 Apr 08 10:52:31.302866 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e36cb589-c0bb-473c-ac95-bab190968469 req-cff7ac93-c1aa-4966-b55b-2650f2f0f62c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Apr 08 10:52:31.362116 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d966969-a648-4d71-90a8-bd1ee11fd8f6'] response: {'name': 'network-changed', 'server_uuid': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'status': 'completed', 'code': 200} Apr 08 10:52:31.405164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b666082-fe5c-473d-9e22-c870e427ac6b req-c5d203a7-4705-4b69-b515-39734e5a4077 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:31.406643 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9b666082-fe5c-473d-9e22-c870e427ac6b req-c5d203a7-4705-4b69-b515-39734e5a4077 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.0828369 Apr 08 10:52:31.455918 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9b666082-fe5c-473d-9e22-c870e427ac6b req-68cb5849-2498-4fcf-917b-5ef1e9545117 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Apr 08 10:52:31.458736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-fd60dc8a-ceeb-491e-b82b-ef673ef4d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:31.460141 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-fd60dc8a-ceeb-491e-b82b-ef673ef4d733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 1134 time: 0.0727916 Apr 08 10:52:31.607601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-c393a7bb-7b7f-4065-a443-205ca6ae9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:31.609100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-c393a7bb-7b7f-4065-a443-205ca6ae9541 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec HTTP/1.1" status: 200 len: 898 time: 0.1424861 Apr 08 10:52:31.681927 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-e51053ad-8d8b-43f7-b12b-9d7916ecb159 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 217 time: 0.0663850 Apr 08 10:52:31.745655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-d17d59e6-a6a1-4187-9c3c-34e79812fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:31.746997 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-d17d59e6-a6a1-4187-9c3c-34e79812fb15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9a331ed-bef1-4720-862b-df005d10cabd HTTP/1.1" status: 200 len: 835 time: 0.0594311 Apr 08 10:52:31.833633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-9e6f3c3f-2307-48ed-a73f-88ca36418514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:31.835124 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-9e6f3c3f-2307-48ed-a73f-88ca36418514 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804229 Apr 08 10:52:32.014426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:32.112509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-5e72f455-c07d-4151-bf7b-2b1f04675366 service neutron] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699699 Apr 08 10:52:32.249071 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-205f1416-31ef-4c8f-b172-01b96f1bad17 req-213edc5b-62c3-4be1-8787-a4727c6869eb service neutron] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287885 Apr 08 10:52:32.493096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e37222-3a08-4cc1-b243-fddedf898c2f req-52a130e6-4f94-4297-9122-2355e09335d8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:32.494578 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41e37222-3a08-4cc1-b243-fddedf898c2f req-52a130e6-4f94-4297-9122-2355e09335d8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 981 time: 0.0811551 Apr 08 10:52:32.539794 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41e37222-3a08-4cc1-b243-fddedf898c2f req-e87a3e16-afa9-46a1-8367-830cbdf1ed74 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Apr 08 10:52:32.643728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19903edb-5cd4-461c-a744-1d30c94b1284 req-8115880a-8066-448b-9f44-c2691319c535 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:32.645240 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-19903edb-5cd4-461c-a744-1d30c94b1284 req-8115880a-8066-448b-9f44-c2691319c535 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.0834720 Apr 08 10:52:32.691788 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-19903edb-5cd4-461c-a744-1d30c94b1284 req-05d7d97a-cb5f-412e-a1a2-a8085356bf1f tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402834 Apr 08 10:52:33.149818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:52:33.290041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:33.303974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'port_id': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'mac_address': 'fa:16:3e:17:95:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:52:33.364582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:33.382242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:33.399344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:33.646819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:33.719870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:33.747616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79128e3-bda1-45ca-a5fd-2adc5eb1be25 req-d49033b4-6737-4ff9-899b-408f304f718b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:33.749394 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f79128e3-bda1-45ca-a5fd-2adc5eb1be25 req-d49033b4-6737-4ff9-899b-408f304f718b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 982 time: 0.0999205 Apr 08 10:52:33.796609 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f79128e3-bda1-45ca-a5fd-2adc5eb1be25 req-a956d53b-90c7-451f-beb3-23634a0f182e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Apr 08 10:52:33.859539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['25ff26d4-72fe-4843-9cd9-4a24dc5b2984'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:52:33.903053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79077c-9f02-4509-a85a-d6892d190778 req-eaad0c69-5f66-49e0-b178-cc7268a2590e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:33.904595 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2e79077c-9f02-4509-a85a-d6892d190778 req-eaad0c69-5f66-49e0-b178-cc7268a2590e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.0871871 Apr 08 10:52:33.954582 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2e79077c-9f02-4509-a85a-d6892d190778 req-4fcf95a6-0a9d-4216-bcd4-cc5e7724fe57 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Apr 08 10:52:34.189978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:34.985812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385b3aa-bfd3-434d-92ee-4d14d0ac0d7c req-1f24aa91-713a-4f55-b567-dbf38a552790 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:34.987548 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6385b3aa-bfd3-434d-92ee-4d14d0ac0d7c req-1f24aa91-713a-4f55-b567-dbf38a552790 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 982 time: 0.0824225 Apr 08 10:52:35.037049 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6385b3aa-bfd3-434d-92ee-4d14d0ac0d7c req-0919f50c-6e32-4306-aa57-4f33e4c29860 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Apr 08 10:52:35.150731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95a4f1-8a78-4479-95ed-9fc913ecc322 req-8de7e7fc-4425-4f4e-9871-70aa8c65d26c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:35.152499 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ef95a4f1-8a78-4479-95ed-9fc913ecc322 req-8de7e7fc-4425-4f4e-9871-70aa8c65d26c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.0815666 Apr 08 10:52:35.165214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:52:35.199042 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ef95a4f1-8a78-4479-95ed-9fc913ecc322 req-63c46bbe-c9f6-4bd6-82c2-43d9b11b95d5 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Apr 08 10:52:35.378079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:35.384208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:35.384601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:35.551160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:35.579290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:35.589244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:35.629747 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bee186a-8271-4bc1-8961-66cf3614bd0e'] response: {'server_uuid': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'code': 200} Apr 08 10:52:35.703886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:35.772055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:36.067542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1a80-d872-429c-8b12-2a79a7d85f7d req-96accf86-f39f-408e-b281-37d02143290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:36.069104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8e1a80-d872-429c-8b12-2a79a7d85f7d req-96accf86-f39f-408e-b281-37d02143290f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 1136 time: 0.0717845 Apr 08 10:52:36.111662 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8e1a80-d872-429c-8b12-2a79a7d85f7d req-eec0dbe4-f9e7-4713-817b-65e4751812bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364139 Apr 08 10:52:36.228124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbe4f1-722c-4a7f-ba6b-499bc738b40e req-417961df-5d13-4e09-b0d0-201e9d11e755 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:36.229508 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a6bbe4f1-722c-4a7f-ba6b-499bc738b40e req-417961df-5d13-4e09-b0d0-201e9d11e755 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 983 time: 0.0851214 Apr 08 10:52:36.276802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a6bbe4f1-722c-4a7f-ba6b-499bc738b40e req-14d917e5-b320-41f7-92da-fcb0994bb999 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:36.289006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a6bbe4f1-722c-4a7f-ba6b-499bc738b40e req-14d917e5-b320-41f7-92da-fcb0994bb999 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:36.290295 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a6bbe4f1-722c-4a7f-ba6b-499bc738b40e req-14d917e5-b320-41f7-92da-fcb0994bb999 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550151 Apr 08 10:52:36.391264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa440223-7f14-43e2-89df-790fbbb2547a req-98511f4d-035e-451e-9518-1a7b05fd3747 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:36.392777 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aa440223-7f14-43e2-89df-790fbbb2547a req-98511f4d-035e-451e-9518-1a7b05fd3747 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.0862696 Apr 08 10:52:36.439001 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aa440223-7f14-43e2-89df-790fbbb2547a req-a97d09ea-d416-4872-84ce-c0f8814a8352 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404639 Apr 08 10:52:37.498165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02ce2c-c109-476d-ae67-e5181f9e3463 req-80da4f55-f4a7-4782-aee4-0a3111fd1f2d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:37.499685 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0c02ce2c-c109-476d-ae67-e5181f9e3463 req-80da4f55-f4a7-4782-aee4-0a3111fd1f2d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 983 time: 0.0949845 Apr 08 10:52:37.549873 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0c02ce2c-c109-476d-ae67-e5181f9e3463 req-490d4710-f8c7-4b70-acd7-4b042cdf62ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Apr 08 10:52:37.627815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da906c3f-3bbe-4e4e-be22-1629678a167b req-6ed17548-32f6-4b2c-9a70-27820403dc4d tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:37.629274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da906c3f-3bbe-4e4e-be22-1629678a167b req-6ed17548-32f6-4b2c-9a70-27820403dc4d tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.0820053 Apr 08 10:52:37.674533 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da906c3f-3bbe-4e4e-be22-1629678a167b req-0b2cde0a-2166-466e-8312-d6ad7a361504 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392547 Apr 08 10:52:38.741845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00da74-66e4-4036-abbc-3e4c76619364 req-5fa323c7-ed5c-400a-863f-8a8c35386909 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:38.743859 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4a00da74-66e4-4036-abbc-3e4c76619364 req-5fa323c7-ed5c-400a-863f-8a8c35386909 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 983 time: 0.0853519 Apr 08 10:52:38.791810 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4a00da74-66e4-4036-abbc-3e4c76619364 req-dd31d43b-29a3-4337-a9e9-e88c684e225d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Apr 08 10:52:38.872261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b651d4-e0ca-45e5-a816-95b7f623231c req-1d8cb63c-d9b5-402d-9f7c-519095cd0d66 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:38.883253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-85b651d4-e0ca-45e5-a816-95b7f623231c req-1d8cb63c-d9b5-402d-9f7c-519095cd0d66 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 943 time: 0.0916831 Apr 08 10:52:38.922544 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-85b651d4-e0ca-45e5-a816-95b7f623231c req-3e07bc3d-6b55-450f-85c7-bff077ba119e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Apr 08 10:52:38.981755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d591e-d72b-4b8d-bba3-e6525d8e15a6 req-a8c19021-93ac-41f3-8ec0-578384703155 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:38.983161 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c66d591e-d72b-4b8d-bba3-e6525d8e15a6 req-a8c19021-93ac-41f3-8ec0-578384703155 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 983 time: 0.0810149 Apr 08 10:52:39.031901 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c66d591e-d72b-4b8d-bba3-e6525d8e15a6 req-aa0696f0-d1a3-427d-89d5-8865dd2ad729 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431628 Apr 08 10:52:39.056802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57550) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:39.129939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ff36a-eefb-4681-8002-81cb2165b2ba tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:39.131466 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a93ff36a-eefb-4681-8002-81cb2165b2ba tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 1131 time: 0.0736651 Apr 08 10:52:39.135047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57554) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:39.139960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:39.146259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:39.150865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:39.154193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:39.159563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:39.173460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 41071df0-4876-4431-878f-affb28b5b2ff details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:52:39.257288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:39.310217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 41071df0-4876-4431-878f-affb28b5b2ff, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41071df0-4876-4431-878f-affb28b5b2ff,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:39.325033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '41071df0-4876-4431-878f-affb28b5b2ff', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:52:39.388815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:39.403306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:39.406617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41071df0-4876-4431-878f-affb28b5b2ff {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:39.424461 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 41071df0-4876-4431-878f-affb28b5b2ff, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41071df0-4876-4431-878f-affb28b5b2ff,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:39.492847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:39.547420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.205 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/49141e1a-6480-4bcc-9b20-efe8778c45f8) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:39.562085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=41071df0-4876-4431-878f-affb28b5b2ff,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:39.704370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['41071df0-4876-4431-878f-affb28b5b2ff'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:52:39.803405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:39.892700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:39.965548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:39.969293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:39.971956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=49141e1a-6480-4bcc-9b20-efe8778c45f8,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:39.973193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:52:40.119082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b57c7-b8b4-4eab-8772-bfec3f4f67f8 req-5bc15886-f0fd-430d-9188-6120123d131d tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:40.120559 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-536b57c7-b8b4-4eab-8772-bfec3f4f67f8 req-5bc15886-f0fd-430d-9188-6120123d131d tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 944 time: 0.0864763 Apr 08 10:52:40.166989 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-536b57c7-b8b4-4eab-8772-bfec3f4f67f8 req-45d8e2ce-d89c-40fe-9ee4-ae27abefecda tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Apr 08 10:52:40.428892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:40.550338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:40.780660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:40.841097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:40.950814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=49141e1a-6480-4bcc-9b20-efe8778c45f8,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:40.966250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:41.144557 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 0182d4a4-7098-4b55-9a1e-6be6340afb10 associated. External IP: 172.26.7.205, port: 25ff26d4-72fe-4843-9cd9-4a24dc5b2984. Apr 08 10:52:41.186311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 41071df0-4876-4431-878f-affb28b5b2ff up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:52:41.315583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 41071df0-4876-4431-878f-affb28b5b2ff completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:52:41.321381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 41071df0-4876-4431-878f-affb28b5b2ff triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:41.321840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:41.451164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:41.480444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:41.493651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 41071df0-4876-4431-878f-affb28b5b2ff, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41071df0-4876-4431-878f-affb28b5b2ff,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:41.528724 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e0cfed-70a3-4d49-aac1-6a84966f1d75'] response: {'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff', 'code': 200} Apr 08 10:52:41.549976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:41.594424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bdc9e-bb8b-41d8-a466-719ccd437328 req-57dd32c2-a84b-46ea-b86e-251e4d835ea6 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:41.595816 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e78bdc9e-bb8b-41d8-a466-719ccd437328 req-57dd32c2-a84b-46ea-b86e-251e4d835ea6 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 944 time: 0.3055329 Apr 08 10:52:41.620212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=41071df0-4876-4431-878f-affb28b5b2ff,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:41.724259 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e78bdc9e-bb8b-41d8-a466-719ccd437328 req-257a107c-3fdf-4ef4-874c-203c39879ff0 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190884 Apr 08 10:52:41.732626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:52:41.924016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:52:41.934575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] Sync routers for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:41.946828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:41.947668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:41.955310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa3722-fec3-4500-8a0c-67d93a3071af req-1defb6c5-fbce-434e-bc91-72ec029bd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:41.956835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-45fa3722-fec3-4500-8a0c-67d93a3071af req-1defb6c5-fbce-434e-bc91-72ec029bd8c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1098 time: 0.0778351 Apr 08 10:52:42.001235 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-45fa3722-fec3-4500-8a0c-67d93a3071af req-176230e7-7825-4a28-8c9d-ac5024a27adf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379508 Apr 08 10:52:42.041052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:42.097120 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-963f1009-780a-4630-9497-1bc1ab04e036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.9607720 Apr 08 10:52:42.097850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:42.100005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57564) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:42.143848 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98aaa0eb-1d25-4bd0-bbb2-4815eb231c16'] response: {'name': 'network-changed', 'server_uuid': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'status': 'completed', 'code': 200} Apr 08 10:52:42.146497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:42.182162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b9974-bca1-4331-a5e0-cdfd7bd98f48 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.186443 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-482b9974-bca1-4331-a5e0-cdfd7bd98f48 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852&network_id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec HTTP/1.1" status: 200 len: 1131 time: 0.0822759 Apr 08 10:52:42.306260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-f8abc216-633e-45d4-8014-7e1e933e072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.310368 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-f8abc216-633e-45d4-8014-7e1e933e072a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 1136 time: 0.0929823 Apr 08 10:52:42.457778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-91f5f06e-f272-4979-b019-7ccb23392715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.459156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-91f5f06e-f272-4979-b019-7ccb23392715 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec HTTP/1.1" status: 200 len: 898 time: 0.1428969 Apr 08 10:52:42.520193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '0182d4a4-7098-4b55-9a1e-6be6340afb10', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'port_id': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1582464551', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'mac_address': 'fa:16:3e:17:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:40Z', 'updated_at': '2022-04-08T10:52:40Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:21Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:42.525018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] Checking router: 86a37f10-fedc-4bf3-8577-e9d6e99515e7 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:42.537309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:42.538014 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:42.574283 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-a13c3cd9-e7c7-45a4-980e-1c9ea13706a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 1037 time: 0.1085331 Apr 08 10:52:42.642042 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-5201faa7-9772-458c-b831-7d8499bc5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.643585 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-5201faa7-9772-458c-b831-7d8499bc5e86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9a331ed-bef1-4720-862b-df005d10cabd HTTP/1.1" status: 200 len: 835 time: 0.0623353 Apr 08 10:52:42.732037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-2db3c53b-3481-42f2-84c5-9ba59db4f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.733496 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-2db3c53b-3481-42f2-84c5-9ba59db4f4c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833573 Apr 08 10:52:42.768860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:42.938176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497eacf-0f49-4a87-a461-b56100593072 req-6e082f92-f763-4bd7-9fa9-4cc77183cba8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.940929 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2497eacf-0f49-4a87-a461-b56100593072 req-6e082f92-f763-4bd7-9fa9-4cc77183cba8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 945 time: 0.1042845 Apr 08 10:52:43.003538 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2497eacf-0f49-4a87-a461-b56100593072 req-788fee80-0829-436a-8919-3de597ab8946 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575223 Apr 08 10:52:43.070149 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-47fdeb12-359c-4596-b2e8-a92e7b0cba39 service neutron] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290455 Apr 08 10:52:43.078948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9b32-64e2-4cb0-8ec3-cc2cc57e5454 req-819ebb83-03bd-4b8b-b609-bef4fb63f976 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:43.080424 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-305d9b32-64e2-4cb0-8ec3-cc2cc57e5454 req-819ebb83-03bd-4b8b-b609-bef4fb63f976 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 983 time: 0.3123744 Apr 08 10:52:43.162848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '0182d4a4-7098-4b55-9a1e-6be6340afb10', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'port_id': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1582464551', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'mac_address': 'fa:16:3e:17:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:40Z', 'updated_at': '2022-04-08T10:52:40Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:21Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:43.168965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2886d-cb4d-445a-ba8d-95330d9125d7 None None] The sync data for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv is: [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '0182d4a4-7098-4b55-9a1e-6be6340afb10', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'port_id': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1582464551', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'mac_address': 'fa:16:3e:17:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abe3ea4-6515-4e84-9839-febfe06f9852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:40Z', 'updated_at': '2022-04-08T10:52:40Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:21Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:43.230033 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-305d9b32-64e2-4cb0-8ec3-cc2cc57e5454 req-7ce2a3a2-ef99-4185-94f6-186edeec5edd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194448 Apr 08 10:52:43.270042 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb00895-6e6c-4e91-a95b-6dba616f4fed req-9d414908-69c4-4666-8738-cdc128710b0b service neutron] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843560 Apr 08 10:52:43.397031 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7981c050-bd19-490e-b17e-18ae147f56bf None None] New status for floating IP 0182d4a4-7098-4b55-9a1e-6be6340afb10: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:52:44.195495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800063c9-711b-4a1a-b1ab-247402ac0e9b req-b39392f9-b5b5-4e86-9c18-20bfbb4d21ee tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.197054 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-800063c9-711b-4a1a-b1ab-247402ac0e9b req-b39392f9-b5b5-4e86-9c18-20bfbb4d21ee tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 945 time: 0.0834608 Apr 08 10:52:44.243714 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-800063c9-711b-4a1a-b1ab-247402ac0e9b req-7565268d-8c00-40be-a419-d9121eca167e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409193 Apr 08 10:52:44.293617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-23e30920-f79c-4c6a-af2d-84f3af7c6802 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.295173 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-23e30920-f79c-4c6a-af2d-84f3af7c6802 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 983 time: 0.0848067 Apr 08 10:52:44.371920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-758135e7-bd3a-4fe9-bb88-5dacb0f8d450 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.373308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-758135e7-bd3a-4fe9-bb88-5dacb0f8d450 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0730009 Apr 08 10:52:44.456022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4a056-47f4-4332-812c-97b127293a53 req-a0c99631-6b76-4dfc-8186-34e8c17c1dde tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.465424 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8ab4a056-47f4-4332-812c-97b127293a53 req-a0c99631-6b76-4dfc-8186-34e8c17c1dde tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 945 time: 0.0965838 Apr 08 10:52:44.505484 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8ab4a056-47f4-4332-812c-97b127293a53 req-f16c9353-3c9a-42b2-a4dc-c5164aaaeb44 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412843 Apr 08 10:52:44.534121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57582) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:44.585015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14a111-3c37-4267-8a32-53ae7518faa3 req-9d7ae1c3-b6a6-4bee-b2b4-969a8cda4d74 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.587455 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac14a111-3c37-4267-8a32-53ae7518faa3 req-9d7ae1c3-b6a6-4bee-b2b4-969a8cda4d74 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 983 time: 0.2132568 Apr 08 10:52:44.595378 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-5c336806-9c8e-465d-8fae-00953846a12f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1863418 Apr 08 10:52:44.609299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c83733-9e57-4a89-9131-91e567cd6d4d tempest-TestVolumeBootPattern-264360205 tempest-TestVolumeBootPattern-264360205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.612990 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b8c83733-9e57-4a89-9131-91e567cd6d4d tempest-TestVolumeBootPattern-264360205 tempest-TestVolumeBootPattern-264360205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1093 time: 0.0779085 Apr 08 10:52:44.613846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57586) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:44.614399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:44.619114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:44.625234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:44.637657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:floatingip and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:44.637657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:44.637932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:44.694760 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac14a111-3c37-4267-8a32-53ae7518faa3 req-21631398-d4f2-431a-b2fc-8f03f85d7594 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984168 Apr 08 10:52:44.719463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:44.753438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:44.863296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:44.972659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:45.002399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:52:45.008781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Allocated IP 172.26.7.145 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/64d42039-7fbb-4653-8a55-8a21fd08021a) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:45.057174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] device_id is not set on port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:52:45.066054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:45.150326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:45.164514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:45.291492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=6']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:45.293144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:45.350073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:45.362542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:45.366667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:52:45.380654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] No DVR routers for this DVR port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:52:45.427365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=64d42039-7fbb-4653-8a55-8a21fd08021a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:45.467602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-69a02387-648c-4b31-90c2-1672f4b73d3d None None] Provisioning complete for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:45.468203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-69a02387-648c-4b31-90c2-1672f4b73d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:45.526068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-69a02387-648c-4b31-90c2-1672f4b73d3d None None] Port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:52:45.622264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] In _notify_port_updated(), no bound segment for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:52:45.623135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:45.623734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:45.625013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a86e1243-479b-4cfb-81db-f372bd0ce1b3 req-124f1d9b-5c55-494e-9765-a35057ab1798 service neutron] 10.222.0.41 "PUT /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 1026 time: 1.0146899 Apr 08 10:52:45.887226 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-24d52568-6bb9-454e-8f3a-2935023fc19c req-8e611c4d-0ff4-464b-9d42-3b426e5bf267 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=5abe3ea4-6515-4e84-9839-febfe06f9852 HTTP/1.1" status: 200 len: 210 time: 0.0586941 Apr 08 10:52:45.983231 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:46.160969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:46.396041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:46.458182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:46.569675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=64d42039-7fbb-4653-8a55-8a21fd08021a,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:46.582233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:46.768958 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Floating IP 490bf5ab-7c7c-4d66-8e44-90ea48197ce8 associated. External IP: 172.26.7.145, port: 41071df0-4876-4431-878f-affb28b5b2ff. Apr 08 10:52:46.985950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57594) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:47.147715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Router 64409aad-dedd-47eb-92ff-3bf493b88225 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:52:47.173983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d6be2f-755a-4aff-95bf-c66cf8b40f52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:47.175250 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d8d6be2f-755a-4aff-95bf-c66cf8b40f52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 925 time: 0.1882818 Apr 08 10:52:47.196026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:52:47.262124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:52:47.344334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:52:47.356656 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:47.365853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:47.366730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:47.457888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:47.560347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:47.633894 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-70658c8d-8437-44bf-8db3-dd60941e1cce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0190039 Apr 08 10:52:47.634840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:47.663237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57604) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:47.668290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1443172638', 'description': 'tempest-secgroup-smoke-1443172638 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:47.675110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:47.688048 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17eac41d-c776-406e-8be5-a301d5631f78'] response: {'name': 'network-changed', 'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff', 'status': 'completed', 'code': 200} Apr 08 10:52:47.688977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:47.783522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:47.784836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-7d241117-970e-4245-a8ab-bff0518088f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:47.786326 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-7d241117-970e-4245-a8ab-bff0518088f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1098 time: 0.0756810 Apr 08 10:52:47.803949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:47.808530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:47.811364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:47.817037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:47.902644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:47.941402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-2c41f0c4-8369-410a-8105-1a5c02771035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:47.942909 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-2c41f0c4-8369-410a-8105-1a5c02771035 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1499164 Apr 08 10:52:47.943049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:45Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:47.947944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:47.957088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:52:47.957763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:47.978607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.044644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae69c46-2e2e-4eff-bc34-cbbe244dab84,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:48.057857 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-46c59726-5c8b-4dd0-a302-09f2c9f938e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 200 len: 999 time: 0.1086171 Apr 08 10:52:48.115025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.117355 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4ecc624b-c721-4a68-8c3c-db0d0c88d60a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4532976 Apr 08 10:52:48.120229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57608) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:48.125457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '5ae69c46-2e2e-4eff-bc34-cbbe244dab84', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:48.130194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-e575959b-1ffd-48eb-b6db-c626669b61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:48.131665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:48.131805 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-e575959b-1ffd-48eb-b6db-c626669b61b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0681477 Apr 08 10:52:48.136177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:48.139581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:48.146560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:48.153067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:52:48.216057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-2c78c122-8685-4072-a819-c9b4d957a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:48.217616 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-2c78c122-8685-4072-a819-c9b4d957a8de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792179 Apr 08 10:52:48.230451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.307997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.372676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-b5eab63c-62db-4882-a147-8b9a43ca8b01 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492012 Apr 08 10:52:48.378277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.406431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110d8796-8d2e-46c1-9fe7-b940af05040e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:48.485719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.490403 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-de9881ed-7ad1-485e-85da-970cb23e8873 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666317 Apr 08 10:52:48.490979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57612) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:48.496810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '5ae69c46-2e2e-4eff-bc34-cbbe244dab84', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:48.503273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:48.510635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:48.510635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:48.516730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:48.520231 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd30bc26-dab6-4018-afbb-8f7e1943c9bc req-910a4c2c-be68-4d32-97a2-48d161845628 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414053 Apr 08 10:52:48.596683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:45Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:48.600655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be44c8-6a26-4114-b03a-43e9a77c8ffa None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:45Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:48.613329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.685728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.760551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.786027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0153f2a5-9234-4a5c-927d-8a878f499738,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:48.808790 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c501f6d-63e0-4576-98c5-136b63f2965c None None] New status for floating IP 490bf5ab-7c7c-4d66-8e44-90ea48197ce8: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:52:48.881083 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.882747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e72b1c95-5a60-45aa-b091-a4ae34a8ec59 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3901997 Apr 08 10:52:48.885571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57616) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:48.891318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '5ae69c46-2e2e-4eff-bc34-cbbe244dab84', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:48.897295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:48.901867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:48.905442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:48.911302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:48.969130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.039459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.103385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.135118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aebcf7-8d7e-4948-9989-1c89930c9233,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:49.235709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.236950 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d921c2c0-fffa-4ce4-ae35-55e5c7b92767 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502672 Apr 08 10:52:49.239733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57620) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:49.245046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '5ae69c46-2e2e-4eff-bc34-cbbe244dab84', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:49.251166 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:49.255051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:49.258340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:49.264667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:49.341459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.410074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.475187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.501651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ab2629-92bb-4823-8f11-31ced6d75d31,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:49.578180 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.579416 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-49de67cf-cb94-4b34-86b5-9f0ed9abe847 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387501 Apr 08 10:52:49.582277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57624) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:49.587343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '5ae69c46-2e2e-4eff-bc34-cbbe244dab84', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:49.593436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:49.597226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:49.602499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:49.606567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:49.657901 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:52:49.670664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.733378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.816713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.841773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e9477c-f2f2-4ceb-b551-edaec33c15a9,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:49.902328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:49.903564 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-775d1832-3cf2-43cf-a4cb-ca30bf02bea2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3203478 Apr 08 10:52:49.906474 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57628) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:49.911856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '5ae69c46-2e2e-4eff-bc34-cbbe244dab84', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:49.918390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:49.922289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:49.925253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:49.932154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:50.023769 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:52:50.030892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:50.100075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:50.168551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:50.193079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f04afa-47b9-4a0c-918b-e1d336f6efff,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:50.257943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:50.259164 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e760c9dd-ee58-4285-b91b-953b3fd76923 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3518209 Apr 08 10:52:50.430426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-d3bb01e8-a42b-4ba7-acbf-2f6629dda3be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:50.503596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-d3bb01e8-a42b-4ba7-acbf-2f6629dda3be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:50.505199 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-d3bb01e8-a42b-4ba7-acbf-2f6629dda3be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443172638&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.1188529 Apr 08 10:52:50.591671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-de3cc8e9-2a6a-4b87-8fe8-5b7b3dcead2e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:50.593053 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-de3cc8e9-2a6a-4b87-8fe8-5b7b3dcead2e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 930 time: 0.0812156 Apr 08 10:52:50.711979 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-aeaf800c-ca0f-4284-9e8b-2eb95af6cd8b service neutron] 10.222.0.23 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1058915 Apr 08 10:52:50.722134 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-8493f603-5e03-4273-a1d5-ceaefce40c73 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:52:50.723102 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-8493f603-5e03-4273-a1d5-ceaefce40c73 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051570 Apr 08 10:52:50.858088 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-b68de15b-92dc-4db7-a171-32de19b55592 service neutron] 10.222.0.23 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284924 Apr 08 10:52:51.005337 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-e937b2a3-72cb-4d9b-b0a3-3d11576d19f3 service neutron] 10.222.0.23 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413720 Apr 08 10:52:52.301843 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-64b4ae4f-7ffb-448e-97d4-1d433579f031 req-218d922f-dd44-493b-ade1-5302c0d59885 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 210 time: 0.0502393 Apr 08 10:52:53.466565 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-485b4d1c-502e-4de2-8b95-e93073ef2491 req-fd950bce-6349-4470-bc1e-07d1be369e4f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 210 time: 0.0481398 Apr 08 10:52:53.898101 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-748fd341-7e85-4464-94c3-f100d31a968f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708904 Apr 08 10:52:54.044312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-45ff8f9e-ee68-4e3a-adb3-e075472afbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:54.045829 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-45ff8f9e-ee68-4e3a-adb3-e075472afbcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1098 time: 0.0779557 Apr 08 10:52:54.200818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-9e76675c-fe4c-4c0d-9601-bd10dba1582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:54.201598 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-9e76675c-fe4c-4c0d-9601-bd10dba1582c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1376343 Apr 08 10:52:54.311104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-07474e79-9d96-4468-9a3e-343a7db2b274 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 200 len: 1001 time: 0.1018677 Apr 08 10:52:54.382219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-a0c08a82-5d2c-41b6-8611-2add0782153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:54.384272 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-a0c08a82-5d2c-41b6-8611-2add0782153a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0659096 Apr 08 10:52:54.468719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-83623a4a-a7ef-4eb3-b3de-77c73dd50455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:54.470280 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-83623a4a-a7ef-4eb3-b3de-77c73dd50455 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797896 Apr 08 10:52:54.645484 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e0f009ea-edd9-4be5-a0af-a2b96a365e58 req-4f90399d-8fef-468e-a7a6-4881e849fcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 210 time: 0.0566866 Apr 08 10:52:54.675965 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-df636982-4895-4b65-942a-996ced5176d9 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965292 Apr 08 10:52:54.964210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-2a3dcc4f-afdd-4b0d-881c-e4dbc7999fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:54.964210 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-2a3dcc4f-afdd-4b0d-881c-e4dbc7999fef service neutron] 10.222.0.41 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 1026 time: 0.2644954 Apr 08 10:52:55.077734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7f79aac-fdfc-4102-a315-e68591d1f964 req-1117ce20-9ed3-4e55-a5f0-1b7f67d96e45 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843577 Apr 08 10:52:55.142825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-8513b9f0-394d-49f8-a713-88595f18e59c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:55.143062 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-8513b9f0-394d-49f8-a713-88595f18e59c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec HTTP/1.1" status: 200 len: 797 time: 0.1759615 Apr 08 10:52:55.199129 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-940cabf6-dde2-485d-9c33-70da12dc6f60 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 473 time: 0.0470951 Apr 08 10:52:55.216009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Request body: {'port': {'device_id': 'f1f14714-7a39-4530-89d1-632bf0d192c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:55.331112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:55.724375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:55.733046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:55.749748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Transition to ACTIVE for port object 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:52:55.798699 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9567e0a5-fe07-4cd8-be08-ff4db1bab8bf req-bc4641e6-af49-48c0-ad0f-20aa99c03bd5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 210 time: 0.0454502 Apr 08 10:52:55.829312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:55.976041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=7']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:56.113212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Attempting to bind port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:52:56.113554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Attempting to bind port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:52:56.113889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Attempting to bind port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:56.118917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:52:56.119246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Attempting to bind port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:52:56.124422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:52:56.124796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Checking segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:52:56.125183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Bound using segment: {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:52:56.125610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Bound port: 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ab0ee5-3f78-422d-9ef2-f7090fa25846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:52:56.125960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:56.219316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:52:56.222172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:52:56.292750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:56.352166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.352810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:56.354477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 1131 time: 1.1496875 Apr 08 10:52:56.354840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f14714-7a39-4530-89d1-632bf0d192c5', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:56.383624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a960f8a-4c33-4246-aced-889e817768d5 service neutron] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=8']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:56.404255 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73feb5d1-9bc6-4a00-a3d7-7782960bd8f5'] response: {'name': 'network-changed', 'server_uuid': 'f1f14714-7a39-4530-89d1-632bf0d192c5', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'status': 'completed', 'code': 200} Apr 08 10:52:56.507215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00301a6-8d1b-4b66-9889-69ec48f9279c req-9ed58e3d-511e-4011-b64f-8b11f436c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.509054 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e00301a6-8d1b-4b66-9889-69ec48f9279c req-9ed58e3d-511e-4011-b64f-8b11f436c99a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 1134 time: 0.0805402 Apr 08 10:52:56.653254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00301a6-8d1b-4b66-9889-69ec48f9279c req-dbe9f0a6-3bf4-4d3c-ac29-64b92d72dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.654725 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e00301a6-8d1b-4b66-9889-69ec48f9279c req-dbe9f0a6-3bf4-4d3c-ac29-64b92d72dca7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1388977 Apr 08 10:52:56.798812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00301a6-8d1b-4b66-9889-69ec48f9279c req-1448d406-c41f-49f9-bee2-acab408fbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.800190 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e00301a6-8d1b-4b66-9889-69ec48f9279c req-1448d406-c41f-49f9-bee2-acab408fbe5d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386864 Apr 08 10:52:56.916593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-57f929d3-8d67-40f5-a11d-bd2e885ec27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.918282 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-57f929d3-8d67-40f5-a11d-bd2e885ec27d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 1134 time: 0.0754380 Apr 08 10:52:56.990650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56500-a345-4b85-a700-84ee96fe884b req-cbc97485-cbab-4628-b25c-fc057b21b5f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.992469 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2ae56500-a345-4b85-a700-84ee96fe884b req-cbc97485-cbab-4628-b25c-fc057b21b5f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 981 time: 0.0844104 Apr 08 10:52:57.041244 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2ae56500-a345-4b85-a700-84ee96fe884b req-277eba9e-08fd-49ab-96a3-dbbf4be37639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Apr 08 10:52:57.136259 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-95d69885-a0b3-4f75-804b-429e66d92819 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 1037 time: 0.2107935 Apr 08 10:52:57.203602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-1060a9a2-c212-48ce-a589-0dfad7d93e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:57.207140 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-1060a9a2-c212-48ce-a589-0dfad7d93e91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9a331ed-bef1-4720-862b-df005d10cabd HTTP/1.1" status: 200 len: 835 time: 0.0623140 Apr 08 10:52:57.268990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-694fed1e-5ca3-43d9-93c3-07e469f488ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:57.282713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-06f3aaa6-090b-46ed-bf60-b3bb0105db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:57.287789 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-06f3aaa6-090b-46ed-bf60-b3bb0105db75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721767 Apr 08 10:52:57.420982 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-fb19d2c4-b140-48cd-8500-fbae0f5fc738 service neutron] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295366 Apr 08 10:52:57.560551 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c97f385d-3a52-41c5-a5af-2d44300c54dd req-3ff9efc8-2d15-4fdf-bcfa-a2031ba67c52 service neutron] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326342 Apr 08 10:52:58.373535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275a08f-af27-485b-9207-2164273fc1cb req-4c05a010-08fd-43da-b48b-fe7e2b08ea80 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:58.375105 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1275a08f-af27-485b-9207-2164273fc1cb req-4c05a010-08fd-43da-b48b-fe7e2b08ea80 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 981 time: 0.0815241 Apr 08 10:52:58.428839 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1275a08f-af27-485b-9207-2164273fc1cb req-81bf4f09-9883-4f07-9bfd-8ca1af4655b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Apr 08 10:52:59.257562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:52:59.399589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:59.419489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'port_id': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'mac_address': 'fa:16:3e:17:95:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:52:59.472432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-63d66db4-ccb4-4eb9-a6e7-d1252b0c04b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:59.478999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:59.497562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:59.515348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:52:59.589434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:59.627899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eda74-a914-4b9f-838f-67c95ab33bce req-1c9acb8c-d689-4e8d-b4c0-70e6eadbd644 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:59.629745 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c91eda74-a914-4b9f-838f-67c95ab33bce req-1c9acb8c-d689-4e8d-b4c0-70e6eadbd644 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 981 time: 0.0866263 Apr 08 10:52:59.661393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=9']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:59.681345 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c91eda74-a914-4b9f-838f-67c95ab33bce req-af75914a-202d-4683-8edb-8ff4adf51a45 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Apr 08 10:52:59.809171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['25ff26d4-72fe-4843-9cd9-4a24dc5b2984'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:53:00.566567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:00.867650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10297-9ca1-4311-ad5c-10d9bb72b6a3 req-a5711854-0e16-43da-aeb4-d9ef3912c5be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:00.869248 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-58b10297-9ca1-4311-ad5c-10d9bb72b6a3 req-a5711854-0e16-43da-aeb4-d9ef3912c5be tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 982 time: 0.0838432 Apr 08 10:53:00.916057 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-58b10297-9ca1-4311-ad5c-10d9bb72b6a3 req-9271772b-c1c3-407e-8137-e45d6079cdbb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Apr 08 10:53:01.206260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:01.256596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:53:01.383723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:53:01.389528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:01.389903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:01.523812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:01.555580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f14714-7a39-4530-89d1-632bf0d192c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:01.568451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:01.623291 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f79431b-2001-475f-9362-4c1e44ae6260'] response: {'server_uuid': 'f1f14714-7a39-4530-89d1-632bf0d192c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff26d4-72fe-4843-9cd9-4a24dc5b2984', 'code': 200} Apr 08 10:53:01.683409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:01.755010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=10']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:02.050739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:02.093140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d644de9-e545-4ed0-b911-fb90331164ee req-ba784613-65bc-4c7a-9f83-351194a1af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:02.093140 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5d644de9-e545-4ed0-b911-fb90331164ee req-ba784613-65bc-4c7a-9f83-351194a1af2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 1137 time: 0.1249630 Apr 08 10:53:02.155562 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5d644de9-e545-4ed0-b911-fb90331164ee req-cbbe186f-5fc2-4665-9345-8ac686958249 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520458 Apr 08 10:53:02.169009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f9d9c-d563-4566-ae2c-355008d78868 req-f57a2549-2dc4-4600-896a-d378bfb58ea3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:02.169009 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-937f9d9c-d563-4566-ae2c-355008d78868 req-f57a2549-2dc4-4600-896a-d378bfb58ea3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 984 time: 0.1277361 Apr 08 10:53:02.220870 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-937f9d9c-d563-4566-ae2c-355008d78868 req-5842211b-a791-4f98-8be2-fca000b71180 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Apr 08 10:53:03.439967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16d56b-5a96-491b-a4be-1b2dba9bbd64 req-268c9abe-777a-42fc-b5d1-601790eb8f91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:03.439967 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8d16d56b-5a96-491b-a4be-1b2dba9bbd64 req-268c9abe-777a-42fc-b5d1-601790eb8f91 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 984 time: 0.1003406 Apr 08 10:53:03.506649 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8d16d56b-5a96-491b-a4be-1b2dba9bbd64 req-ea4eaa2c-3213-4472-acce-a40e50f12319 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511220 Apr 08 10:53:04.193964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:04.707859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26bd2a-ca4c-4719-ad92-ecd70c95cba0 req-4c3f8e1d-5f56-494e-8e86-a31b6f80aa47 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:04.712304 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f26bd2a-ca4c-4719-ad92-ecd70c95cba0 req-4c3f8e1d-5f56-494e-8e86-a31b6f80aa47 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 984 time: 0.0929070 Apr 08 10:53:04.758650 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f26bd2a-ca4c-4719-ad92-ecd70c95cba0 req-574e3c15-e511-4896-8c4a-32921031b4a8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Apr 08 10:53:04.965151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07b1f-b00d-48be-8ce5-2d83395f74cf req-cedc9004-5456-4ee9-871c-dd1a49938bb0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:04.967718 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a3e07b1f-b00d-48be-8ce5-2d83395f74cf req-cedc9004-5456-4ee9-871c-dd1a49938bb0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 984 time: 0.0942876 Apr 08 10:53:05.020149 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a3e07b1f-b00d-48be-8ce5-2d83395f74cf req-af22fe0d-03d2-4777-bf72-8efa9a7c5ea7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Apr 08 10:53:05.040276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57692) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:05.122264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eea0a1-8506-4eca-a8bd-cf6ccc2635da tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:05.123822 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f5eea0a1-8506-4eca-a8bd-cf6ccc2635da tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5&network_id=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec HTTP/1.1" status: 200 len: 1132 time: 0.0823207 Apr 08 10:53:05.378228 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:53:05.716769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0cee9-a018-42e9-a044-28596f985c71 req-c69ba0fb-7069-403d-84ff-e2a063127913 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:05.716769 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7fd0cee9-a018-42e9-a044-28596f985c71 req-c69ba0fb-7069-403d-84ff-e2a063127913 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 984 time: 0.0842829 Apr 08 10:53:05.772669 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7fd0cee9-a018-42e9-a044-28596f985c71 req-d3dbddec-2563-45e7-8b1e-932add5cecc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391366 Apr 08 10:53:07.106697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576bb3e-7fa1-4351-b779-17e911afe522 req-5843949e-23da-4637-9d34-75a3221a0358 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:07.108338 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3576bb3e-7fa1-4351-b779-17e911afe522 req-5843949e-23da-4637-9d34-75a3221a0358 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 984 time: 0.2327349 Apr 08 10:53:07.120271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-a65df6c3-c2c2-4c71-992d-386493889762 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:07.121510 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-a65df6c3-c2c2-4c71-992d-386493889762 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 984 time: 0.1517754 Apr 08 10:53:07.222623 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3576bb3e-7fa1-4351-b779-17e911afe522 req-5949fc6e-803e-46a5-af38-2288337e448f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=01a21e88-1802-4229-9168-496c02567816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001484 Apr 08 10:53:07.246409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-b419037a-7beb-4f03-9b97-cbdaaa9fd8eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:07.247764 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-b419037a-7beb-4f03-9b97-cbdaaa9fd8eb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1089072 Apr 08 10:53:07.404109 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-bb18f8a7-57e3-4c0b-a0b4-f9c03b1d628a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1513722 Apr 08 10:53:07.418016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:07.541520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:07.864661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:07.896852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] For port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:53:07.966716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] device_id is not set on port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 yet. {{(pid=88612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 08 10:53:07.973373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:08.041499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:08.200731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Pushing event updated for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=11']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.217065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.218107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.218107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.218107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:08.275611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] No DVR routers for this DVR port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:08.360264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f0ef184c-72db-46f6-8ff8-4d278d971ffe None None] Provisioning complete for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:08.361598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f0ef184c-72db-46f6-8ff8-4d278d971ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:08.431490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef184c-72db-46f6-8ff8-4d278d971ffe None None] Port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:53:08.438958 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dccbae49-1eed-42b2-8abb-d48fe1908151 req-fb935cfb-04a8-413d-9c82-485bbcdeb036 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 210 time: 0.0472758 Apr 08 10:53:08.540742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] In _notify_port_updated(), no bound segment for port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 on network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec {{(pid=88612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 08 10:53:08.540742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:08.540742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:08.540742 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e7508e3-7ec5-41d2-b2e6-930a4f048932 req-32efa413-f4c7-4cdc-a5cc-4e0e9dd6fc1d service neutron] 10.222.0.41 "PUT /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 200 len: 1027 time: 1.1235707 Apr 08 10:53:09.701358 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dbe41a73-7fb2-42ba-96a4-f6c17a345579 req-4f17d6f8-dbdc-49ca-90ab-730eb31b02d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1f14714-7a39-4530-89d1-632bf0d192c5 HTTP/1.1" status: 200 len: 210 time: 0.1381204 Apr 08 10:53:10.798731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57712) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:10.868395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdef1a26-0c93-405b-9881-f2142ea7d683 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:10.904893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdef1a26-0c93-405b-9881-f2142ea7d683 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:11.054270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdef1a26-0c93-405b-9881-f2142ea7d683 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:11.075635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef1a26-0c93-405b-9881-f2142ea7d683 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae69c46-2e2e-4eff-bc34-cbbe244dab84,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:11.154776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bdef1a26-0c93-405b-9881-f2142ea7d683 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:11.155978 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bdef1a26-0c93-405b-9881-f2142ea7d683 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ae69c46-2e2e-4eff-bc34-cbbe244dab84 HTTP/1.1" status: 204 len: 168 time: 0.3604209 Apr 08 10:53:11.264005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57718) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:11.314702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:11.383194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:11.533772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 49141e1a-6480-4bcc-9b20-efe8778c45f8 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:53:11.534207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:11.725975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:11.726310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:11.850331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 49141e1a-6480-4bcc-9b20-efe8778c45f8 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:53:12.123987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:12.275465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=49141e1a-6480-4bcc-9b20-efe8778c45f8,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:12.373539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:12.373877 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 0182d4a4-7098-4b55-9a1e-6be6340afb10 disassociated (deleted). External IP: 172.26.7.205, port: 25ff26d4-72fe-4843-9cd9-4a24dc5b2984. Apr 08 10:53:12.734660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:53:12.921308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:53:12.931523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] Sync routers for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:12.941225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:12.942012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:13.051826 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:13.111481 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5655d1c8-5905-4051-a933-3ed397f905b4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/0182d4a4-7098-4b55-9a1e-6be6340afb10 HTTP/1.1" status: 204 len: 168 time: 1.8462942 Apr 08 10:53:13.128966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:13.268195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57726) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:13.366835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-78efc5fe-a9b3-4249-be67-24164b884c67 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:13.403183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-78efc5fe-a9b3-4249-be67-24164b884c67 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:13.516704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:21Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:13.521002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] Checking router: 86a37f10-fedc-4bf3-8577-e9d6e99515e7 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:53:13.530562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:13.531251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:13.562292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-78efc5fe-a9b3-4249-be67-24164b884c67 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:13.580728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efc5fe-a9b3-4249-be67-24164b884c67 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82024eff-c0f0-4cc2-b24c-e21e717b61fd,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:13.590562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-78efc5fe-a9b3-4249-be67-24164b884c67 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:13.594193 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-78efc5fe-a9b3-4249-be67-24164b884c67 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/82024eff-c0f0-4cc2-b24c-e21e717b61fd HTTP/1.1" status: 204 len: 168 time: 0.3220983 Apr 08 10:53:13.710827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57732) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:13.741056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:13.783572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ba719025-f509-49d0-90fd-ec33189e05f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:53:13.790025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba719025-f509-49d0-90fd-ec33189e05f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:14.046400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba719025-f509-49d0-90fd-ec33189e05f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:14.070480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:21Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:14.074516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8827638-96a5-4c73-bcc0-e825f987cc43 None None] The sync data for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv is: [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '15891377-8d16-4591-b441-a16f3ed7812a', 'name': '', 'network_id': 'f8fb88b2-f469-4e9f-a3f6-a080eaec42ec', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:bb:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:14Z', 'updated_at': '2022-04-08T10:52:21Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'd9a331ed-bef1-4720-862b-df005d10cabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:53:14.181235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ba719025-f509-49d0-90fd-ec33189e05f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 25ff26d4-72fe-4843-9cd9-4a24dc5b2984 owned by {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:53:14.316572 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38011f34-6496-4248-b5c0-9cd0d3b3b76e None None] New status for floating IP 0182d4a4-7098-4b55-9a1e-6be6340afb10: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:53:14.475529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba719025-f509-49d0-90fd-ec33189e05f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:14.642847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba719025-f509-49d0-90fd-ec33189e05f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=25ff26d4-72fe-4843-9cd9-4a24dc5b2984,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:14.759569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba719025-f509-49d0-90fd-ec33189e05f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:14.770724 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba719025-f509-49d0-90fd-ec33189e05f5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/ports/25ff26d4-72fe-4843-9cd9-4a24dc5b2984 HTTP/1.1" status: 204 len: 168 time: 1.0586767 Apr 08 10:53:14.774563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57736) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:15.354933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:15.730694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 15891377-8d16-4591-b441-a16f3ed7812a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:53:15.731036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:15.933336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 15891377-8d16-4591-b441-a16f3ed7812a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=15891377-8d16-4591-b441-a16f3ed7812a,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:15.933734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:16.181702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 15891377-8d16-4591-b441-a16f3ed7812a owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:53:16.463094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:16.513036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=15891377-8d16-4591-b441-a16f3ed7812a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:16.815085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:17.200354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:53:17.400452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:53:17.409680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] Sync routers for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:17.414211 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8634557f-499f-493d-98b5-79d7d9257195 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/86a37f10-fedc-4bf3-8577-e9d6e99515e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6384757 Apr 08 10:53:17.417566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57742) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:17.420361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:17.421019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:17.486966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f33ed6d-f7ad-4517-bb44-038caabd0f94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet d9a331ed-bef1-4720-862b-df005d10cabd {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:53:17.491543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8f33ed6d-f7ad-4517-bb44-038caabd0f94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:17.547295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8f33ed6d-f7ad-4517-bb44-038caabd0f94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:17.610665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:17.638498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8f33ed6d-f7ad-4517-bb44-038caabd0f94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:17.823334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8f33ed6d-f7ad-4517-bb44-038caabd0f94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:17.859994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33ed6d-f7ad-4517-bb44-038caabd0f94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a331ed-bef1-4720-862b-df005d10cabd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:17.863530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8f33ed6d-f7ad-4517-bb44-038caabd0f94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:17.882934 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8f33ed6d-f7ad-4517-bb44-038caabd0f94 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/d9a331ed-bef1-4720-862b-df005d10cabd HTTP/1.1" status: 204 len: 168 time: 0.4549437 Apr 08 10:53:17.882934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57746) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:17.886246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bee74b-bf8c-4a3a-b796-48c700ae7136 None None] Network f8fb88b2-f469-4e9f-a3f6-a080eaec42ec requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:53:18.116150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:53:16Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:18.122795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] Checking router: 86a37f10-fedc-4bf3-8577-e9d6e99515e7 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:53:18.138129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] Routers {'86a37f10-fedc-4bf3-8577-e9d6e99515e7'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:18.138816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:18.185864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:18.312140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] DHCP port deletion for f8fb88b2-f469-4e9f-a3f6-a080eaec42ec request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:53:18.324006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Deleting port 4565355c-9197-4290-a3a1-9559c904f733 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:53:18.324384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:18.389127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] Set router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:18.393877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:18.475670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port e1d5e967-c0fe-426e-b003-78e7e4aaf49d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:53:18.475670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:18.663336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port e1d5e967-c0fe-426e-b003-78e7e4aaf49d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e1d5e967-c0fe-426e-b003-78e7e4aaf49d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:18.664074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:18.774800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] For port 4565355c-9197-4290-a3a1-9559c904f733, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4565355c-9197-4290-a3a1-9559c904f733,segment=NetworkSegment(91ab0ee5-3f78-422d-9ef2-f7090fa25846),segment_id=91ab0ee5-3f78-422d-9ef2-f7090fa25846)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:18.775395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:18.799157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for e1d5e967-c0fe-426e-b003-78e7e4aaf49d owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:53:18.928441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4565355c-9197-4290-a3a1-9559c904f733 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:18.962337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Calling delete_port for 4565355c-9197-4290-a3a1-9559c904f733 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:53:19.057295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.106683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=e1d5e967-c0fe-426e-b003-78e7e4aaf49d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:19.140685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.152804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.190067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:53:16Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:19.204597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.217223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40759882-644a-412b-a6d3-d78662dde9a5 None None] The sync data for ids ['86a37f10-fedc-4bf3-8577-e9d6e99515e7'] in dv-neutron-837109-1-hyperv is: [{'id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'name': 'tempest-TestNetworkBasicOps-router-890733216', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:52:08Z', 'updated_at': '2022-04-08T10:53:16Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'e1d5e967-c0fe-426e-b003-78e7e4aaf49d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a37f10-fedc-4bf3-8577-e9d6e99515e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:52:09Z', 'updated_at': '2022-04-08T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:53:19.221681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] No DVR routers for this DVR port 4565355c-9197-4290-a3a1-9559c904f733 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:19.222452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Pushing event deleted for resources: {'Port': ['ID=4565355c-9197-4290-a3a1-9559c904f733,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:19.267758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.268113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.268452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.268811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.269144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.269473 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.269803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.270129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.270458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.270775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.271096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.271639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ce3475-9c90-402f-a43e-f63f3fb0b360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:19.402244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.404898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.485926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.490877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Fanout notify agent at l3_agent the message router_deleted on router 86a37f10-fedc-4bf3-8577-e9d6e99515e7 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:53:19.502548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.503646 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8dbc3955-c074-4230-9f63-4e69cded3156 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/routers/86a37f10-fedc-4bf3-8577-e9d6e99515e7 HTTP/1.1" status: 204 len: 168 time: 1.6256151 Apr 08 10:53:19.507009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57750) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:19.742481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.883949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.914863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fb88b2-f469-4e9f-a3f6-a080eaec42ec']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:19.927883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ab0ee5-3f78-422d-9ef2-f7090fa25846') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:19.931943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ab0ee5-3f78-422d-9ef2-f7090fa25846') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:19.940171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.956837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.964428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:53:19.964868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:53:19.981065 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:53:20.132348 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.152774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.165181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=f8fb88b2-f469-4e9f-a3f6-a080eaec42ec,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:20.265767 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-46bf9f13-2f42-4e65-91a8-bffe9252b7f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/f8fb88b2-f469-4e9f-a3f6-a080eaec42ec HTTP/1.1" status: 204 len: 168 time: 0.7498074 Apr 08 10:53:20.274436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57754) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:20.287265 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5763ca47-a2a0-4933-b43b-6a429dd74e7d tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109375 Apr 08 10:53:20.293995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57758) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:20.299701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--1275130402', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:20.307247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:20.312451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:network and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:20.315541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:20.322449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:20.417124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:20.420872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.449138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:53:20.457432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.457766 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment ee364389-06ab-4bb8-b92e-0b94f336f10f of type vlan for network 2e0f4b16-f157-422d-b22d-ca098da22c29 Apr 08 10:53:20.484393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.566490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.572872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:20.576727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.684854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=2e0f4b16-f157-422d-b22d-ca098da22c29,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:20.692033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.693557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.693557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.693557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.693557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.694295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.694295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.694631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.694798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.695121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.695436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.695750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:20.706674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:53:20.755045 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-84b0abb9-a26a-4fcd-8e20-28860df12360 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4599276 Apr 08 10:53:20.757963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57762) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:20.763453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'admin_state_up': True, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:20.771912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:20.776943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:router and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:20.780678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:20.789260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:20.852257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.853351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.870378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:20.916577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 15891377-8d16-4591-b441-a16f3ed7812a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:20.954636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 15891377-8d16-4591-b441-a16f3ed7812a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:53:20.954980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 15891377-8d16-4591-b441-a16f3ed7812a not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:20.955388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e1d5e967-c0fe-426e-b003-78e7e4aaf49d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:20.989381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: e1d5e967-c0fe-426e-b003-78e7e4aaf49d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:53:20.989790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e1d5e967-c0fe-426e-b003-78e7e4aaf49d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:21.343700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:21.786460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:21.825302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:21.996684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.45 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/178c85c9-9502-4e55-827c-720c328b4e6c) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:22.173126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:22.297447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:22.362701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:22.370104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:22.374438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:53:22.429895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=178c85c9-9502-4e55-827c-720c328b4e6c,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:22.961509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:23.446668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:23.736846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router b74b45e4-c4d6-4d93-91d1-1ea364dac535 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:53:23.921737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:53:23.930850 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Sync routers for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:23.940611 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:23.941305 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:24.069239 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:24.070981 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3601c387-6d48-4bfa-b235-4ab38eb48744 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3116102 Apr 08 10:53:24.073733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57766) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:24.117449 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2b92b10f-f034-43a8-9d08-5369270995bc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425787 Apr 08 10:53:24.120044 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:24.120801 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57770) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:24.256033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ac76e1-f5d0-4548-a42d-ff9167ceb8b1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:24.257567 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-69ac76e1-f5d0-4548-a42d-ff9167ceb8b1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358259 Apr 08 10:53:24.260465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57774) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:24.302733 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bee92fa1-23ee-4c8b-880a-5f91fb98335c tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406094 Apr 08 10:53:24.305204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57778) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:24.310903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-914950564', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:24.432002 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:22Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:24.436547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:24.436723 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Checking router: b74b45e4-c4d6-4d93-91d1-1ea364dac535 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:53:24.436723 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Updating router b74b45e4-c4d6-4d93-91d1-1ea364dac535 port 178c85c9-9502-4e55-827c-720c328b4e6c binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:53:24.436936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:24.439432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:24.447714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:24.494894 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:24.599742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:24.603291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:24.862100 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:24.874800 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Transition to ACTIVE for port object 178c85c9-9502-4e55-827c-720c328b4e6c will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:53:25.006096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:25.037513 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:25.088077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=f629a1ae-094e-41b3-a33e-4bb7c6bb62e6,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:25.099771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:53:25.100246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: 2e0f4b16-f157-422d-b22d-ca098da22c29, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:53:25.114251 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Attempting to bind port 178c85c9-9502-4e55-827c-720c328b4e6c on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:53:25.114506 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Attempting to bind port 178c85c9-9502-4e55-827c-720c328b4e6c by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:53:25.114939 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Attempting to bind port 178c85c9-9502-4e55-827c-720c328b4e6c on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:53:25.132248 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:53:25.132641 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:53:25.133032 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:25.133415 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:53:25.133867 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Bound port: 178c85c9-9502-4e55-827c-720c328b4e6c, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:53:25.134297 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:25.157467 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Pushing event updated for resources: {'Port': ['ID=178c85c9-9502-4e55-827c-720c328b4e6c,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:25.175644 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.175986 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.176323 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.176676 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.177007 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.177584 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.178357 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.178686 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.179013 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.179334 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.179655 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.180059 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:25.204339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:53:25.223906 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] For port 178c85c9-9502-4e55-827c-720c328b4e6c, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:53:25.227865 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] For port 178c85c9-9502-4e55-827c-720c328b4e6c, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=178c85c9-9502-4e55-827c-720c328b4e6c,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:53:25.342322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 2e0f4b16-f157-422d-b22d-ca098da22c29) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:25.346847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:25.347685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:25.352105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376b4cf-ec56-4150-b492-cd4ce1e8889e None None] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:53:25.357556 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:25.435098 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-25025d01-989f-4fca-a196-5c351e9f3e1e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1278679 Apr 08 10:53:25.438270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57782) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:25.440265 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:25.440929 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:25.517111 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2e7ff-a06e-4616-aad3-fc3a2755ae80 None None] Pushing event updated for resources: {'Port': ['ID=178c85c9-9502-4e55-827c-720c328b4e6c,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:25.589109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-2e0f4b16-f157-422d-b22d-ca098da22c29', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:53:25.589953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:25.646168 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:25.760711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Allocated IP 172.20.0.2 (2e0f4b16-f157-422d-b22d-ca098da22c29/f629a1ae-094e-41b3-a33e-4bb7c6bb62e6/998f2db0-f40a-4a42-b882-f4dd513a331e) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:25.963784 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:22Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:25.967956 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dd5e8-e252-42d3-8e1e-ce718d3c3dc4 None None] The sync data for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv is: [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:22Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:53:25.999576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:26.006625 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Transition to ACTIVE for port object 998f2db0-f40a-4a42-b882-f4dd513a331e will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:53:26.026228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Transition to ACTIVE for port object 998f2db0-f40a-4a42-b882-f4dd513a331e will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:53:26.103587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:26.167126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:26.170180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:26.183027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:53:26.243201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:26.248360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Pushing event updated for resources: {'Port': ['ID=998f2db0-f40a-4a42-b882-f4dd513a331e,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:26.321684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Attempting to bind port 998f2db0-f40a-4a42-b882-f4dd513a331e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:53:26.322102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Attempting to bind port 998f2db0-f40a-4a42-b882-f4dd513a331e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:53:26.322468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Attempting to bind port 998f2db0-f40a-4a42-b882-f4dd513a331e on network 2e0f4b16-f157-422d-b22d-ca098da22c29 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:53:26.332542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:53:26.332928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Checking segment: {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:53:26.333368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:26.333943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Bound using segment: {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:53:26.334636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Bound port: 998f2db0-f40a-4a42-b882-f4dd513a331e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:53:26.335200 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:26.448111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] For port 998f2db0-f40a-4a42-b882-f4dd513a331e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:53:26.451709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] For port 998f2db0-f40a-4a42-b882-f4dd513a331e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=998f2db0-f40a-4a42-b882-f4dd513a331e,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:53:26.577513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:26.678960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c379f-cf1e-45e2-9c09-b59737ce887e None None] Pushing event updated for resources: {'Port': ['ID=998f2db0-f40a-4a42-b882-f4dd513a331e,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:26.832847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.1 (2e0f4b16-f157-422d-b22d-ca098da22c29/f629a1ae-094e-41b3-a33e-4bb7c6bb62e6/6a5d679e-5edc-4339-8f00-29c7a4b14bb8) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:26.919756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [req-90b30662-c93f-4fee-81e1-aaf9c708d170 req-2ba4f4cc-3e26-49a4-af18-1c9a943f77b2 service neutron] (88613) timed out ('10.222.0.41', 49859) {{(pid=88613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 10:53:27.070888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:27.073431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 178c85c9-9502-4e55-827c-720c328b4e6c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:53:27.095557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:53:27.200883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:27.241039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 178c85c9-9502-4e55-827c-720c328b4e6c completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:53:27.246911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 178c85c9-9502-4e55-827c-720c328b4e6c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:27.253282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:27.281210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:27.291470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:27.294788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:53:27.316265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d9e8effd-cf50-4555-85f6-968612dbc42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:27.345452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:27.369537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:27.397549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:27.414028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 178c85c9-9502-4e55-827c-720c328b4e6c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=178c85c9-9502-4e55-827c-720c328b4e6c,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:27.560054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:27.560883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 998f2db0-f40a-4a42-b882-f4dd513a331e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:53:27.682957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=178c85c9-9502-4e55-827c-720c328b4e6c,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:27.727933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:27.765763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 998f2db0-f40a-4a42-b882-f4dd513a331e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:53:28.145632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c619287-ab06-4c6d-baa1-bab83af26dcc None None] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:53:28.194581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:28.279829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:28.354315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8b96c7f7-3a8a-45b7-a458-2127176ba590 None None] Provisioning for port 998f2db0-f40a-4a42-b882-f4dd513a331e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:53:28.363741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8b96c7f7-3a8a-45b7-a458-2127176ba590 None None] Provisioning complete for port 998f2db0-f40a-4a42-b882-f4dd513a331e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:28.364120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8b96c7f7-3a8a-45b7-a458-2127176ba590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:28.399335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:28.403961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:28.548543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:28.549687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:28.550637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8b96c7f7-3a8a-45b7-a458-2127176ba590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:28.587913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8b96c7f7-3a8a-45b7-a458-2127176ba590 None None] For port 998f2db0-f40a-4a42-b882-f4dd513a331e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=998f2db0-f40a-4a42-b882-f4dd513a331e,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:28.674099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8b96c7f7-3a8a-45b7-a458-2127176ba590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:28.758799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96c7f7-3a8a-45b7-a458-2127176ba590 None None] Pushing event updated for resources: {'Port': ['ID=998f2db0-f40a-4a42-b882-f4dd513a331e,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:28.885644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a11e8104-375f-47a6-95b1-b8f4b48dd66a None None] Provisioning for port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:53:28.892258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router b74b45e4-c4d6-4d93-91d1-1ea364dac535 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:53:28.892741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a11e8104-375f-47a6-95b1-b8f4b48dd66a None None] Provisioning complete for port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:28.892741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a11e8104-375f-47a6-95b1-b8f4b48dd66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:28.955827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 178c85c9-9502-4e55-827c-720c328b4e6c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:53:28.997207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a11e8104-375f-47a6-95b1-b8f4b48dd66a None None] Port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:53:29.032730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a11e8104-375f-47a6-95b1-b8f4b48dd66a None None] Provisioning complete for port 998f2db0-f40a-4a42-b882-f4dd513a331e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:29.032730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a11e8104-375f-47a6-95b1-b8f4b48dd66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:29.103817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 178c85c9-9502-4e55-827c-720c328b4e6c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:29.104493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:29.115948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:53:29.133231 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0a7b0116-328e-44e8-9317-f116f5b5a937 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/b74b45e4-c4d6-4d93-91d1-1ea364dac535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6927991 Apr 08 10:53:29.136038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57788) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:29.136801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Sync routers for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:29.201092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:29.201974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:52:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:29.418179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad838cd-b8d2-4269-b97b-bb7af6416319 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.424566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad838cd-b8d2-4269-b97b-bb7af6416319 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.424566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad838cd-b8d2-4269-b97b-bb7af6416319 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.424566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad838cd-b8d2-4269-b97b-bb7af6416319 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.424566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad838cd-b8d2-4269-b97b-bb7af6416319 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.424566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad838cd-b8d2-4269-b97b-bb7af6416319 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.424566 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ad838cd-b8d2-4269-b97b-bb7af6416319 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2846186 Apr 08 10:53:29.425402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57792) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:29.493281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:29.502330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6bce8-3a46-48fb-82ac-075bb268824f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.502804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6bce8-3a46-48fb-82ac-075bb268824f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.503268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6bce8-3a46-48fb-82ac-075bb268824f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.503724 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6bce8-3a46-48fb-82ac-075bb268824f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.504178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6bce8-3a46-48fb-82ac-075bb268824f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.504659 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6bce8-3a46-48fb-82ac-075bb268824f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.507487 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-72a6bce8-3a46-48fb-82ac-075bb268824f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0811200 Apr 08 10:53:29.510472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57796) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:29.549711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 998f2db0-f40a-4a42-b882-f4dd513a331e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:53:29.590117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9a268cb0-03f3-4350-a86d-58dc5716118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:29.598036 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ba8d9fbd-8936-4104-b1f7-0325c97d03bd None None] Provisioning complete for port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:29.598410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9fbd-8936-4104-b1f7-0325c97d03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:29.739896 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-86b0756b-6578-4360-8b7c-598cbd29b949 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2253416 Apr 08 10:53:29.765670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d9fbd-8936-4104-b1f7-0325c97d03bd None None] Port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:53:29.846859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 998f2db0-f40a-4a42-b882-f4dd513a331e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:29.847236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.049609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:53:28Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:30.054387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Checking router: b74b45e4-c4d6-4d93-91d1-1ea364dac535 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:53:30.054744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Updating router b74b45e4-c4d6-4d93-91d1-1ea364dac535 port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:53:30.110339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.344981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57802) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:30.350855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611886841', 'description': 'tempest-secgroup-smoke-611886841 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:30.357468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:30.362140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:30.365630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:30.372270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:30.474649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.496095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:30.500186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:30.503080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:30.509213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:30.537248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.549613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Transition to ACTIVE for port object 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:53:30.589075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.589319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.656748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.686162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.734707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:30.787029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.791327 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6a31ae1c-4a61-46dc-8975-83e93e38a830 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4422967 Apr 08 10:53:30.791978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57806) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:30.797358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:30.812610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:30.812610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:30.812610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:30.824824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:30.868387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105854-a446-4fa3-b0ed-7e36565b9641 None None] Pushing event updated for resources: {'Port': ['ID=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:30.901632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Attempting to bind port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:53:30.907330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Attempting to bind port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:53:30.907330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Attempting to bind port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 on network 2e0f4b16-f157-422d-b22d-ca098da22c29 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:53:30.908738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:53:30.909121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Checking segment: {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:53:30.909529 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.910015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Bound using segment: {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:53:30.910508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Bound port: 6a5d679e-5edc-4339-8f00-29c7a4b14bb8, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:53:30.910884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.972190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.011442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] For port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:53:31.017226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] For port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:53:31.053804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.074737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.090982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.113686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7882c69-4a74-4454-984e-3db66173c53f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:31.172005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:31.172676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:53:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:31.187370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.191463 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0227b67a-c7cb-4945-84b2-bc25cf3105fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3989787 Apr 08 10:53:31.191730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57810) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:31.197080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:31.203665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:31.210132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:31.213526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:31.219871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:31.238946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105854-a446-4fa3-b0ed-7e36565b9641 None None] Pushing event updated for resources: {'Port': ['ID=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:31.322219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.334123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.367943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:31.413834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.485291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.510244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2f9145-7fc8-43e1-8c7f-ff3a0e57e694,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:31.570267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.571751 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f315712c-b32b-4b3d-9d50-f9f89978e2bf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3790874 Apr 08 10:53:31.574977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57814) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:31.580317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:31.587004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:31.590939 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:31.593970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:31.600740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:31.670636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.705096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:53:31Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:31.709489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdb33a-5709-49f2-aed3-8d1f86858fa9 None None] The sync data for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv is: [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:53:31Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:53:31.745696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.884914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.908967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6121207a-d27d-43dd-955c-15038d9d8c7f,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:32.005999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.045608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.046850 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b02fba86-ce7d-495d-a415-4253421c4411 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4709387 Apr 08 10:53:32.049594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57818) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:32.055440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:32.061633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:32.065957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:32.069061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:32.075527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:32.168128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.243874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.319808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.347189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3146699b-803e-49e1-97bb-c793cd9dd738,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:32.423211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.424436 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-86c49e7f-2da6-4204-be6b-97cbd4cac094 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3738482 Apr 08 10:53:32.427920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57822) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:32.433185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:32.439866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:32.444405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:32.447542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:32.453362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:32.535509 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:53:32.543481 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.626730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.701382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.727705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fe2b84-9d58-4715-8075-7bba535dbf49,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:32.815380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.816636 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cbf23fc1-b8fe-4e53-b508-a5a5afb40eed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3876977 Apr 08 10:53:32.820366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57826) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:32.825576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:32.831710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:32.836552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:32.839743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:32.845637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:32.919756 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:53:32.928076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.944332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:53:32.996496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:33.049567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:33.073402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc4d43a-82fa-4685-8c66-46107a91b5b9,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:33.079702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:53:33.090028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:33.090028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:33.152323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:33.153573 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0aa8045b-12da-4f91-b48f-5218ec768508 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3322461 Apr 08 10:53:33.221329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:33.262393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:33.319393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:33.432138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:33.476833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-2be15070-c79b-427f-8b77-2ccb290b00fe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:53:33.565362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-2be15070-c79b-427f-8b77-2ccb290b00fe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:53:33.566881 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-2be15070-c79b-427f-8b77-2ccb290b00fe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611886841&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.1338449 Apr 08 10:53:33.727779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-40ef8de5-0b40-4d45-a57f-a55ff6ac233c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:33.728453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-40ef8de5-0b40-4d45-a57f-a55ff6ac233c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:53:33.845276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-40ef8de5-0b40-4d45-a57f-a55ff6ac233c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:53:33.846412 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-40ef8de5-0b40-4d45-a57f-a55ff6ac233c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=2e0f4b16-f157-422d-b22d-ca098da22c29 HTTP/1.1" status: 200 len: 797 time: 0.2719378 Apr 08 10:53:33.861633 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-f468509c-1244-4d34-975a-a21f5ac51a36 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0093999 Apr 08 10:53:33.947457 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-e5f4c632-8fcb-4587-a158-4bceab2ce938 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801232 Apr 08 10:53:34.091549 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-f256da69-72c4-42e5-aef6-8c889edc1ef0 service neutron] 10.222.0.23 "GET /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315424 Apr 08 10:53:34.205513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:34.231525 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-b5558071-ef77-4652-8077-086d85b8009b service neutron] 10.222.0.23 "GET /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340275 Apr 08 10:53:34.510626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6a68c4e7-0ad0-437b-a643-886f04e9dabc req-822c296f-6576-446a-a5b2-bf53bd0ae381 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:53:34.655300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6a68c4e7-0ad0-437b-a643-886f04e9dabc req-822c296f-6576-446a-a5b2-bf53bd0ae381 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:53:34.656575 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a68c4e7-0ad0-437b-a643-886f04e9dabc req-822c296f-6576-446a-a5b2-bf53bd0ae381 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 210 time: 0.1909976 Apr 08 10:53:34.923841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:53:34.994592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:34.994592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:35.809195 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a08b4466-38a6-4412-ade1-167cd7072fcf req-702ffccd-e9ce-4213-be80-d9c0a987ffa0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 210 time: 0.0483055 Apr 08 10:53:36.545885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-ff9d1829-e6f3-432a-bd39-8849d4b7a6c2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:36.546657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-ff9d1829-e6f3-432a-bd39-8849d4b7a6c2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:53:36.559034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-ff9d1829-e6f3-432a-bd39-8849d4b7a6c2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:53:36.560159 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-ff9d1829-e6f3-432a-bd39-8849d4b7a6c2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=2e0f4b16-f157-422d-b22d-ca098da22c29 HTTP/1.1" status: 200 len: 797 time: 0.1632452 Apr 08 10:53:36.609714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-c56d6c0c-caf5-4c46-88d7-fee7e1e09056 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:53:36.622185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-c56d6c0c-caf5-4c46-88d7-fee7e1e09056 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:53:36.623331 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-c56d6c0c-caf5-4c46-88d7-fee7e1e09056 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 379 time: 0.0540223 Apr 08 10:53:36.632702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:36.772570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:36.782143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:36.844044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:36.847752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:36.982658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7b803c23-4441-4321-aec1-16a8491f7989 req-e90ed36d-9110-4e6d-b85f-83c4a0ce3d82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 210 time: 0.0559609 Apr 08 10:53:37.060253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.5 (2e0f4b16-f157-422d-b22d-ca098da22c29/f629a1ae-094e-41b3-a33e-4bb7c6bb62e6/00f12f28-062e-49d9-97c4-8b797c00333d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:37.264834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:37.282690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 00f12f28-062e-49d9-97c4-8b797c00333d will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:53:37.400120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:37.464864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:37.467810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:37.477332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:53:37.514860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=00f12f28-062e-49d9-97c4-8b797c00333d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:37.552350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:37.553701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:37.650090 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-50652192-ec56-432c-8d29-1b6028aed1d5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0217474 Apr 08 10:53:37.663563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Request body: {'port': {'device_id': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:37.770853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-046c9605-00dc-4d31-9cd4-f6535a5682f9 None None] Provisioning for port 00f12f28-062e-49d9-97c4-8b797c00333d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:53:37.776094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-046c9605-00dc-4d31-9cd4-f6535a5682f9 None None] Provisioning complete for port 00f12f28-062e-49d9-97c4-8b797c00333d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:37.776464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-046c9605-00dc-4d31-9cd4-f6535a5682f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:37.776638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:37.835435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-046c9605-00dc-4d31-9cd4-f6535a5682f9 None None] Port 00f12f28-062e-49d9-97c4-8b797c00333d cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:53:38.186636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3470d3-e630-4e16-b34c-0613cd740cfe req-fb97816f-1abc-43bb-bafd-c5b7d0950ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:38.188161 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-df3470d3-e630-4e16-b34c-0613cd740cfe req-fb97816f-1abc-43bb-bafd-c5b7d0950ad5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 931 time: 0.0877109 Apr 08 10:53:38.237748 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-df3470d3-e630-4e16-b34c-0613cd740cfe req-aa789f00-3f47-4fcd-8120-af867d1a9864 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 Apr 08 10:53:38.243307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f12f28-062e-49d9-97c4-8b797c00333d {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:53:38.251094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:38.266585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Transition to ACTIVE for port object 00f12f28-062e-49d9-97c4-8b797c00333d will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:53:38.341186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:38.502690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Pushing event updated for resources: {'Port': ['ID=00f12f28-062e-49d9-97c4-8b797c00333d,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:38.588229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Attempting to bind port 00f12f28-062e-49d9-97c4-8b797c00333d on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:53:38.588966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Attempting to bind port 00f12f28-062e-49d9-97c4-8b797c00333d by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:53:38.588966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Attempting to bind port 00f12f28-062e-49d9-97c4-8b797c00333d on network 2e0f4b16-f157-422d-b22d-ca098da22c29 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:53:38.593603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Port 00f12f28-062e-49d9-97c4-8b797c00333d on network 2e0f4b16-f157-422d-b22d-ca098da22c29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:53:38.593919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Attempting to bind port 00f12f28-062e-49d9-97c4-8b797c00333d on network 2e0f4b16-f157-422d-b22d-ca098da22c29 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:53:38.599117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:53:38.599451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Checking segment: {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:53:38.599836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Bound using segment: {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:53:38.600259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Bound port: 00f12f28-062e-49d9-97c4-8b797c00333d, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee364389-06ab-4bb8-b92e-0b94f336f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:53:38.600641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:38.702395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] For port 00f12f28-062e-49d9-97c4-8b797c00333d, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:53:38.705302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] For port 00f12f28-062e-49d9-97c4-8b797c00333d, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=00f12f28-062e-49d9-97c4-8b797c00333d,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:53:38.775467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:38.831529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:38.832151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:38.833803 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] 10.222.0.41 "PUT /v2.0/ports/00f12f28-062e-49d9-97c4-8b797c00333d HTTP/1.1" status: 200 len: 1093 time: 1.1751111 Apr 08 10:53:38.834267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:38.867196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fa853-e26b-4e0a-8908-85f9e84ddef6 service neutron] Pushing event updated for resources: {'Port': ['ID=00f12f28-062e-49d9-97c4-8b797c00333d,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:38.890100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc4e9c1-0f33-40bb-82fe-c6a705a2bb2d'] response: {'name': 'network-changed', 'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d', 'status': 'completed', 'code': 200} Apr 08 10:53:38.987045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64d57-2a1e-49f8-8066-e1f0ddfd0a0f req-595aadec-b78a-4908-9e9d-d8d5f3d571ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:38.988601 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa64d57-2a1e-49f8-8066-e1f0ddfd0a0f req-595aadec-b78a-4908-9e9d-d8d5f3d571ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 1096 time: 0.0765615 Apr 08 10:53:39.134907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64d57-2a1e-49f8-8066-e1f0ddfd0a0f req-329c5643-380d-4934-b225-8e44eed30b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.136259 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa64d57-2a1e-49f8-8066-e1f0ddfd0a0f req-329c5643-380d-4934-b225-8e44eed30b1d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1395776 Apr 08 10:53:39.278977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64d57-2a1e-49f8-8066-e1f0ddfd0a0f req-93267f23-807d-4edc-9a5c-607f4cebe46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.280500 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa64d57-2a1e-49f8-8066-e1f0ddfd0a0f req-93267f23-807d-4edc-9a5c-607f4cebe46b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382213 Apr 08 10:53:39.399358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-17053033-10d0-4034-90c1-c23284991a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.400893 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-17053033-10d0-4034-90c1-c23284991a23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 1096 time: 0.0805154 Apr 08 10:53:39.430770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358fc5d-ce14-4214-9ce4-fe9b1fe207a7 req-47374cb4-66be-47b1-a522-5d1c6cc475f4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.432342 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8358fc5d-ce14-4214-9ce4-fe9b1fe207a7 req-47374cb4-66be-47b1-a522-5d1c6cc475f4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 943 time: 0.0858240 Apr 08 10:53:39.475395 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-d57eed1c-ce68-4d3e-a588-9a5143fdca05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00f12f28-062e-49d9-97c4-8b797c00333d HTTP/1.1" status: 200 len: 217 time: 0.0677948 Apr 08 10:53:39.478486 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8358fc5d-ce14-4214-9ce4-fe9b1fe207a7 req-bbcbab65-1ad2-4715-b78c-762e30e53811 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401974 Apr 08 10:53:39.543224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-1a899b61-4f85-4347-8856-b31639db34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.544736 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-1a899b61-4f85-4347-8856-b31639db34ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f629a1ae-094e-41b3-a33e-4bb7c6bb62e6 HTTP/1.1" status: 200 len: 834 time: 0.0632439 Apr 08 10:53:39.621322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-52c28ddb-4ac8-4e6f-b991-f2d644bf0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.623175 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-52c28ddb-4ac8-4e6f-b991-f2d644bf0a3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e0f4b16-f157-422d-b22d-ca098da22c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725336 Apr 08 10:53:39.761927 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-2a3baddb-c1e2-440c-8de8-ae761ea1e3c8 service neutron] 10.222.0.41 "GET /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322715 Apr 08 10:53:39.899503 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5cf45137-b84d-456a-b21b-2a3c1b5182ef req-100de4e2-9264-40fd-9b3a-7ece546a25a9 service neutron] 10.222.0.41 "GET /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317296 Apr 08 10:53:40.783150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c8a98-cdc8-43c5-8c2c-60e399456f1a req-4b69a76f-328f-4f0c-a98f-5044059f7d95 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:40.783793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f04c8a98-cdc8-43c5-8c2c-60e399456f1a req-4b69a76f-328f-4f0c-a98f-5044059f7d95 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:53:40.902060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f04c8a98-cdc8-43c5-8c2c-60e399456f1a req-4b69a76f-328f-4f0c-a98f-5044059f7d95 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:53:40.905573 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f04c8a98-cdc8-43c5-8c2c-60e399456f1a req-4b69a76f-328f-4f0c-a98f-5044059f7d95 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 943 time: 0.3116641 Apr 08 10:53:40.951552 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f04c8a98-cdc8-43c5-8c2c-60e399456f1a req-2726d03d-eed2-41eb-ad3e-6c74b244e5b1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421951 Apr 08 10:53:41.506436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 00f12f28-062e-49d9-97c4-8b797c00333d details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:53:41.650332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 00f12f28-062e-49d9-97c4-8b797c00333d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=00f12f28-062e-49d9-97c4-8b797c00333d,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:41.664171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '00f12f28-062e-49d9-97c4-8b797c00333d', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'port_id': '00f12f28-062e-49d9-97c4-8b797c00333d', 'mac_address': 'fa:16:3e:34:43:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:53:41.720824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:41.737616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f12f28-062e-49d9-97c4-8b797c00333d {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:53:41.755889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 00f12f28-062e-49d9-97c4-8b797c00333d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=00f12f28-062e-49d9-97c4-8b797c00333d,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:41.889843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:41.964007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=00f12f28-062e-49d9-97c4-8b797c00333d,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:42.115188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['00f12f28-062e-49d9-97c4-8b797c00333d'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:53:42.169136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e308a3-fa03-4768-9780-a4f41ec1e455 req-49d5e50e-61e5-4207-97e8-cf25526e2fc7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:42.170655 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d2e308a3-fa03-4768-9780-a4f41ec1e455 req-49d5e50e-61e5-4207-97e8-cf25526e2fc7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 944 time: 0.0836251 Apr 08 10:53:42.216736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d2e308a3-fa03-4768-9780-a4f41ec1e455 req-df83bd72-50a8-4705-9145-b11308eb75b1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398655 Apr 08 10:53:42.378127 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:53:43.407486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288c297-e579-4ef6-abba-4a5414f40807 req-52887a98-6b43-4f20-950f-347783343461 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:43.409023 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4288c297-e579-4ef6-abba-4a5414f40807 req-52887a98-6b43-4f20-950f-347783343461 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 944 time: 0.0839162 Apr 08 10:53:43.462569 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4288c297-e579-4ef6-abba-4a5414f40807 req-a1fd8733-bfe7-4f3d-9eef-4815fb72e810 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466344 Apr 08 10:53:43.521012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 00f12f28-062e-49d9-97c4-8b797c00333d up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:53:43.673709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 00f12f28-062e-49d9-97c4-8b797c00333d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:53:43.679935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 00f12f28-062e-49d9-97c4-8b797c00333d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:43.680300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:43.805757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:43.834885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:43.844873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 00f12f28-062e-49d9-97c4-8b797c00333d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=00f12f28-062e-49d9-97c4-8b797c00333d,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:53:43.881715 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7fbf68-93db-4027-9825-84740d93b650'] response: {'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d', 'code': 200} Apr 08 10:53:43.937003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:44.012958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=00f12f28-062e-49d9-97c4-8b797c00333d,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:44.375417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d1511-7d74-4b07-8606-dde2d5abb2cb req-5a238a24-625c-4109-aea0-c67b475c9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:44.376974 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0a7d1511-7d74-4b07-8606-dde2d5abb2cb req-5a238a24-625c-4109-aea0-c67b475c9378 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 1098 time: 0.1159372 Apr 08 10:53:44.419564 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0a7d1511-7d74-4b07-8606-dde2d5abb2cb req-52fd5b3c-f695-4495-b423-e957c4577729 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359678 Apr 08 10:53:44.653936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d11b1-554f-46df-af7d-afdc5b52b411 req-bea66e59-6604-4d18-a21e-ec4168040cfe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:44.655436 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c2d11b1-554f-46df-af7d-afdc5b52b411 req-bea66e59-6604-4d18-a21e-ec4168040cfe tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 945 time: 0.0842214 Apr 08 10:53:44.701760 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c2d11b1-554f-46df-af7d-afdc5b52b411 req-a051b5dd-56a5-4f21-89d6-3f7f71ca93db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401115 Apr 08 10:53:46.151380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238be7c-4ce7-4a11-909a-92487b0e855f req-1e608f8c-c904-473e-84d8-7df73b219632 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:46.152906 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7238be7c-4ce7-4a11-909a-92487b0e855f req-1e608f8c-c904-473e-84d8-7df73b219632 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 945 time: 0.1853178 Apr 08 10:53:46.200077 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7238be7c-4ce7-4a11-909a-92487b0e855f req-9cd59e7a-6910-4575-a2b1-fb121d2a20a3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411770 Apr 08 10:53:46.393086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab311b2c-f98c-400b-ad2a-8da48ddf99fd req-751728d3-89c7-43e5-b5c8-c3f5a6a794b1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:46.394721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab311b2c-f98c-400b-ad2a-8da48ddf99fd req-751728d3-89c7-43e5-b5c8-c3f5a6a794b1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 945 time: 0.0849006 Apr 08 10:53:46.441524 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab311b2c-f98c-400b-ad2a-8da48ddf99fd req-1d3daa99-d9b4-41fd-ab89-9d15dc5ad7b3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405524 Apr 08 10:53:46.465684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57886) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:46.536364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069483b-21f5-400d-b890-969ac725a83b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:46.537997 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5069483b-21f5-400d-b890-969ac725a83b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 1093 time: 0.0713260 Apr 08 10:53:46.541157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57890) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:46.546334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '00f12f28-062e-49d9-97c4-8b797c00333d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:46.553117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:46.557148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:46.559979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:46.565926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:46.662858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.804397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.949467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.121 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/43cd05ae-db1d-4438-852b-eab061ff411f) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:47.104706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.205531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.271399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:47.278502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:47.282725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:53:47.311769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=43cd05ae-db1d-4438-852b-eab061ff411f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:47.717276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.991961 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:48.208808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:48.307737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:48.426299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=43cd05ae-db1d-4438-852b-eab061ff411f,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:48.441821 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:48.729252 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 associated. External IP: 172.26.7.121, port: 00f12f28-062e-49d9-97c4-8b797c00333d. Apr 08 10:53:49.089149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router b74b45e4-c4d6-4d93-91d1-1ea364dac535 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:53:49.268339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:53:49.278611 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] Sync routers for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:49.294275 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:49.294275 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:53:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:49.366696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:49.430885 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8b26d480-0631-4091-8655-b65cc38292ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8886671 Apr 08 10:53:49.431595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:49.433614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57896) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:49.490857 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:49.589984 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ac8951-26bc-4556-ab5f-f9aa0427b9b9'] response: {'name': 'network-changed', 'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d', 'status': 'completed', 'code': 200} Apr 08 10:53:49.709957 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1e6a4c3a-c999-4929-b1b2-a582440d1b84 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers/b74b45e4-c4d6-4d93-91d1-1ea364dac535 HTTP/1.1" status: 200 len: 922 time: 0.2749410 Apr 08 10:53:49.712422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57904) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:49.831180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-271a04aa-1b47-45c6-82e1-d4574de65585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:49.833007 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-271a04aa-1b47-45c6-82e1-d4574de65585 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 1098 time: 0.2084172 Apr 08 10:53:49.839432 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1122761e-ddfe-4cfa-9a67-72f0ad83eea4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 200 len: 991 time: 0.1259565 Apr 08 10:53:49.878089 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'aad3f04b-c8e3-4b91-ba57-bd4af1b827b4', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.121', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'port_id': '00f12f28-062e-49d9-97c4-8b797c00333d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'mac_address': 'fa:16:3e:34:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:47Z', 'updated_at': '2022-04-08T10:53:47Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:53:33Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:49.882889 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] Checking router: b74b45e4-c4d6-4d93-91d1-1ea364dac535 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:53:49.891716 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:53:49.892339 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:53:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:49.977994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-5439189e-b860-48ce-8c23-1196362552f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:49.979346 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-5439189e-b860-48ce-8c23-1196362552f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e0f4b16-f157-422d-b22d-ca098da22c29 HTTP/1.1" status: 200 len: 898 time: 0.1389489 Apr 08 10:53:50.097928 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-15e20f3d-066e-4f7f-bbd4-84db7c6e88c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00f12f28-062e-49d9-97c4-8b797c00333d HTTP/1.1" status: 200 len: 999 time: 0.1068952 Apr 08 10:53:50.109821 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:53:50.171270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-ec7bd5af-e2a1-4a0a-8cc7-413bfa5b9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:50.172794 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-ec7bd5af-e2a1-4a0a-8cc7-413bfa5b9e9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f629a1ae-094e-41b3-a33e-4bb7c6bb62e6 HTTP/1.1" status: 200 len: 834 time: 0.0596933 Apr 08 10:53:50.249635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-380260c6-deae-4052-83b8-88b7c5033f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:50.251052 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-380260c6-deae-4052-83b8-88b7c5033f71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e0f4b16-f157-422d-b22d-ca098da22c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724139 Apr 08 10:53:50.386833 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-d3afb36e-144e-4a1b-881b-1396c7997411 service neutron] 10.222.0.41 "GET /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291056 Apr 08 10:53:50.471705 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'aad3f04b-c8e3-4b91-ba57-bd4af1b827b4', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.121', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'port_id': '00f12f28-062e-49d9-97c4-8b797c00333d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'mac_address': 'fa:16:3e:34:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:47Z', 'updated_at': '2022-04-08T10:53:47Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:53:33Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:50.485717 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4ed15-13a3-414c-a772-90270b2685d5 None None] The sync data for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv is: [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'aad3f04b-c8e3-4b91-ba57-bd4af1b827b4', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.121', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'port_id': '00f12f28-062e-49d9-97c4-8b797c00333d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'mac_address': 'fa:16:3e:34:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:47Z', 'updated_at': '2022-04-08T10:53:47Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:53:33Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:53:50.525982 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a225c05-6afa-4e6e-b776-037ffeb62951 req-ebd20ba4-4504-4cb3-8685-a950245bd97b service neutron] 10.222.0.41 "GET /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322126 Apr 08 10:53:50.674919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc492a-8665-4aaa-bd55-e7a47ae92326 None None] New status for floating IP aad3f04b-c8e3-4b91-ba57-bd4af1b827b4: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:53:50.843204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57908) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:51.073530 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ac128763-4ef0-4f83-8ea5-4a04643f61a4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 200 len: 993 time: 0.2292576 Apr 08 10:53:53.866213 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-29440b48-3833-4060-9c33-c0f78e06efa0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703845 Apr 08 10:53:54.014534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-b1b775b4-053d-407b-be45-d2b124bf6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.016048 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-b1b775b4-053d-407b-be45-d2b124bf6f1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1098 time: 0.0797734 Apr 08 10:53:54.167892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-733209dd-1d1a-466b-8d9c-894d21f52b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.169475 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-733209dd-1d1a-466b-8d9c-894d21f52b58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1334774 Apr 08 10:53:54.276332 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-fb37192d-0705-4f70-a8d2-96eee944b75a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 200 len: 1001 time: 0.0995407 Apr 08 10:53:54.346066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-cad4c0a1-7ab4-4c80-8998-026236d6909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.348334 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-cad4c0a1-7ab4-4c80-8998-026236d6909b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0649829 Apr 08 10:53:54.427546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-1971f608-2c0d-434c-8977-d571c370ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.429029 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-1971f608-2c0d-434c-8977-d571c370ca1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748532 Apr 08 10:53:54.574031 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-704d5d2b-1b8b-4b42-ad1a-d46cc4626395 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382062 Apr 08 10:53:54.715416 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-12316b87-41ea-449d-90b1-25c3b3d004d3 req-69c2e6e2-8a70-4561-90a8-7d7af39980c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343856 Apr 08 10:53:57.233578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2a1167a6-0dd2-4eb7-8b9d-f54fea77ca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:59.508069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-929ff016-0267-48bb-86f8-e0d9ed15fa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.633588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.244442 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.999472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:04.227177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:18.579834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57926) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:18.775026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ea6a8ee5-c4a9-43f8-8eec-38975b3a040b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers/b74b45e4-c4d6-4d93-91d1-1ea364dac535/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1938384 Apr 08 10:54:18.778006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57930) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:19.071095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6339e0db-7946-4f2f-8f4d-9777305ec2fc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Notify agent at dv-neutron-837109-1-hyperv the message router_removed_from_agent {{(pid=88612) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 08 10:54:19.077287 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6339e0db-7946-4f2f-8f4d-9777305ec2fc tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "DELETE /v2.0/agents/f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621/l3-routers/b74b45e4-c4d6-4d93-91d1-1ea364dac535 HTTP/1.1" status: 204 len: 168 time: 0.2961435 Apr 08 10:54:19.078610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57934) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:19.376988 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:54:19.386201 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b2f01098-a728-4bb9-a74f-52ff1c6d11d5 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers/b74b45e4-c4d6-4d93-91d1-1ea364dac535/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3064444 Apr 08 10:54:19.388850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57938) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:19.506478 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bc9f08ed-e558-4422-b555-06c7ef5b42da tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 200 len: 993 time: 0.1165204 Apr 08 10:54:19.822012 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451472d-d9e2-46e6-8d5c-5cbfc8f3047f None None] New status for floating IP aad3f04b-c8e3-4b91-ba57-bd4af1b827b4: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:54:20.510094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57942) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:20.620573 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5db6d884-2605-4e56-a624-bd461ca4ba71 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 200 len: 991 time: 0.1092556 Apr 08 10:54:20.942471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:54:21.058028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:21.094544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:21.191309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:21.195360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 178c85c9-9502-4e55-827c-720c328b4e6c no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:54:21.346293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:21.383329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.383677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.384020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.384359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.384731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.385067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.385738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.385738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.386141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.386858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.386858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.387095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.416819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:21.434231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 178c85c9-9502-4e55-827c-720c328b4e6c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=178c85c9-9502-4e55-827c-720c328b4e6c,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:21.506813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:21.581185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=178c85c9-9502-4e55-827c-720c328b4e6c,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:21.769556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57948) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:22.072766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc24c5f6-733f-44b6-be2c-56eda0558c67 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Router b74b45e4-c4d6-4d93-91d1-1ea364dac535 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:54:22.077043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc24c5f6-733f-44b6-be2c-56eda0558c67 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Notify agent at dv-neutron-837109-1-hyperv the message router_added_to_agent {{(pid=88613) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 08 10:54:22.092595 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cc24c5f6-733f-44b6-be2c-56eda0558c67 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "POST /v2.0/agents/f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3219497 Apr 08 10:54:22.100915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57956) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:22.107224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] Sync routers for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:22.122901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:22.122901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:53:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:22.289398 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bf0205d7-9178-4861-84a7-a7163b3edc21 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers/b74b45e4-c4d6-4d93-91d1-1ea364dac535/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1931996 Apr 08 10:54:22.293243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57960) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:22.309782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:22.411025 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7f5e2fa1-bce0-4c37-a1ae-3394c05b657e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 200 len: 991 time: 0.1162443 Apr 08 10:54:22.673753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'aad3f04b-c8e3-4b91-ba57-bd4af1b827b4', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.121', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'port_id': '00f12f28-062e-49d9-97c4-8b797c00333d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'mac_address': 'fa:16:3e:34:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:47Z', 'updated_at': '2022-04-08T10:54:20Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:54:21Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:22.679083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] Checking router: b74b45e4-c4d6-4d93-91d1-1ea364dac535 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:22.686772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:22.687379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:53:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:22.879601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:23.245307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'aad3f04b-c8e3-4b91-ba57-bd4af1b827b4', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.121', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'port_id': '00f12f28-062e-49d9-97c4-8b797c00333d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'mac_address': 'fa:16:3e:34:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:47Z', 'updated_at': '2022-04-08T10:54:20Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:54:21Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:23.249594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb972209-4df1-4d2d-9ddb-b45e55160ffb None None] The sync data for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv is: [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'aad3f04b-c8e3-4b91-ba57-bd4af1b827b4', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.121', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'port_id': '00f12f28-062e-49d9-97c4-8b797c00333d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'mac_address': 'fa:16:3e:34:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:47Z', 'updated_at': '2022-04-08T10:54:20Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:54:21Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:23.415025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57964) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:23.707229 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f02f0051-36c3-4b79-a702-4c541840fe67 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 200 len: 991 time: 0.2915719 Apr 08 10:54:24.711529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 57970) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:24.823135 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-367d7af1-df47-4a3d-bd8c-4e3bad7bf759 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 200 len: 991 time: 0.1103730 Apr 08 10:54:24.997203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:25.025928 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f2820-68c7-4e90-8e52-431b829d1132 None None] New status for floating IP aad3f04b-c8e3-4b91-ba57-bd4af1b827b4: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:54:25.127553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:25.128712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:25.258050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:25.298956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:25.438240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:25.439082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 178c85c9-9502-4e55-827c-720c328b4e6c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:25.563817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:25.577936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 178c85c9-9502-4e55-827c-720c328b4e6c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:25.578305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:25.709109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:25.728711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 178c85c9-9502-4e55-827c-720c328b4e6c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=178c85c9-9502-4e55-827c-720c328b4e6c,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:25.800872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:25.826330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57974) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:25.870794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=178c85c9-9502-4e55-827c-720c328b4e6c,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:25.940153 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-87f49a27-d2bf-4d3a-8e11-eef34cd0c0ff tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 200 len: 993 time: 0.1126523 Apr 08 10:54:26.231384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 57982) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:26.441770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 43cd05ae-db1d-4438-852b-eab061ff411f {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:54:26.442059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:26.620381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:26.620570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:26.746843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 43cd05ae-db1d-4438-852b-eab061ff411f owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:54:26.954019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:27.030819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:27.031186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:27.157105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 178c85c9-9502-4e55-827c-720c328b4e6c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:27.173707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:27.223448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=43cd05ae-db1d-4438-852b-eab061ff411f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:27.244953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 178c85c9-9502-4e55-827c-720c328b4e6c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:27.245321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:27.257367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.257717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.258060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.258464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.258817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.259145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.259477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.259838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.260198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.260526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.261262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.261262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.291435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4275e5de-2b90-4b20-90de-5f85a07d7671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:27.345283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:27.347926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 disassociated (deleted). External IP: 172.26.7.121, port: 00f12f28-062e-49d9-97c4-8b797c00333d. Apr 08 10:54:27.824658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router b74b45e4-c4d6-4d93-91d1-1ea364dac535 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:54:28.015363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:54:28.025957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] Sync routers for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:28.036394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:28.039003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:53:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:28.090694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:28.154635 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-780d20c6-5209-4e8a-81a8-1de5141515cc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/aad3f04b-c8e3-4b91-ba57-bd4af1b827b4 HTTP/1.1" status: 204 len: 168 time: 1.9222236 Apr 08 10:54:28.155229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:28.237916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:28.279316 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6f9368-67f5-4d92-ba35-47a2b3023dc3'] response: {'name': 'network-changed', 'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d', 'status': 'completed', 'code': 200} Apr 08 10:54:28.389067 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-f2095973-8be8-4dd9-ba75-d88699d23b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:28.397324 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-f2095973-8be8-4dd9-ba75-d88699d23b4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 1098 time: 0.0922866 Apr 08 10:54:28.539192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-af14d48f-7f77-485e-8a59-5dac0126b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:28.541160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-af14d48f-7f77-485e-8a59-5dac0126b4f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e0f4b16-f157-422d-b22d-ca098da22c29 HTTP/1.1" status: 200 len: 898 time: 0.1442001 Apr 08 10:54:28.608124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:28.611410 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-ee2fe162-f5aa-47fb-a806-81b85743429e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00f12f28-062e-49d9-97c4-8b797c00333d HTTP/1.1" status: 200 len: 217 time: 0.0644460 Apr 08 10:54:28.614374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] Checking router: b74b45e4-c4d6-4d93-91d1-1ea364dac535 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:28.626411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:28.627038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:53:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:28.692649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-5012e3b6-5772-490a-bccf-9d7893533c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:28.694438 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-5012e3b6-5772-490a-bccf-9d7893533c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f629a1ae-094e-41b3-a33e-4bb7c6bb62e6 HTTP/1.1" status: 200 len: 834 time: 0.0768318 Apr 08 10:54:28.844128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-a17cb9de-f6d5-4f94-96f7-7b9f7e2c0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:28.845677 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-a17cb9de-f6d5-4f94-96f7-7b9f7e2c0eb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e0f4b16-f157-422d-b22d-ca098da22c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1449227 Apr 08 10:54:28.858469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ebef2-1c16-4155-bad7-b836d0076d29 req-c77132ba-116d-47c6-94fc-6fea9eb3f844 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:28.858469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7f2ebef2-1c16-4155-bad7-b836d0076d29 req-c77132ba-116d-47c6-94fc-6fea9eb3f844 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:28.864855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:29.003020 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-88585eba-c211-4ec7-8aeb-ef5a7a3ca952 service neutron] 10.222.0.41 "GET /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436644 Apr 08 10:54:29.030330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7f2ebef2-1c16-4155-bad7-b836d0076d29 req-c77132ba-116d-47c6-94fc-6fea9eb3f844 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:29.031404 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7f2ebef2-1c16-4155-bad7-b836d0076d29 req-c77132ba-116d-47c6-94fc-6fea9eb3f844 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 945 time: 0.2917805 Apr 08 10:54:29.160507 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7f2ebef2-1c16-4155-bad7-b836d0076d29 req-63d25cc9-ce05-4903-97a6-6446574e15f4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110449 Apr 08 10:54:29.199336 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec9b09a0-1c87-43a0-98cb-488bc82f4d00 req-73f37678-f476-4935-945e-eb717eb0dd26 service neutron] 10.222.0.41 "GET /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897848 Apr 08 10:54:29.216752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:29.221052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db095408-5607-433a-8e93-68fdaa9509e2 None None] The sync data for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv is: [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:53:27Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6a5d679e-5edc-4339-8f00-29c7a4b14bb8', 'name': '', 'network_id': '2e0f4b16-f157-422d-b22d-ca098da22c29', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:b1:11:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:26Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'f629a1ae-094e-41b3-a33e-4bb7c6bb62e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:29.493723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5e379aa4-8c8b-41c9-8db4-a7a2f22492d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:30.023139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b63908a5-ad93-4dbb-b8a1-8fd28d0f6ef8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:30.024669 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b63908a5-ad93-4dbb-b8a1-8fd28d0f6ef8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 945 time: 0.0807564 Apr 08 10:54:30.095447 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1e20b-4c7c-4812-b43f-3f4daaf0b746 None None] New status for floating IP aad3f04b-c8e3-4b91-ba57-bd4af1b827b4: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:54:30.105380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 00f12f28-062e-49d9-97c4-8b797c00333d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:54:30.105724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:30.373374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dfca4-dac9-4403-9833-514c51b8f3c9 req-0bbb1d76-9c88-42e8-8124-890795dda61f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:30.375722 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f89dfca4-dac9-4403-9833-514c51b8f3c9 req-0bbb1d76-9c88-42e8-8124-890795dda61f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 945 time: 0.0946212 Apr 08 10:54:30.422063 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f89dfca4-dac9-4403-9833-514c51b8f3c9 req-a763ccdd-9c9a-418e-b875-a5900c635dfa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 Apr 08 10:54:30.483488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 00f12f28-062e-49d9-97c4-8b797c00333d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=00f12f28-062e-49d9-97c4-8b797c00333d,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:30.483872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:30.575121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:30.611366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 00f12f28-062e-49d9-97c4-8b797c00333d owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:54:30.833311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:30.885183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=00f12f28-062e-49d9-97c4-8b797c00333d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:30.964587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port 00f12f28-062e-49d9-97c4-8b797c00333d on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:54:30.966918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:30.969599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'name': 'network-vif-deleted', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:31.014918 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b870ce2-9bf7-47bc-b3db-10bbcce43019'] response: {'server_uuid': '219d5570-eb8d-4f55-bbf8-239f5cf226e1', 'name': 'network-vif-deleted', 'tag': '00f12f28-062e-49d9-97c4-8b797c00333d', 'status': 'completed', 'code': 200} Apr 08 10:54:31.061935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ce68bb05-19e3-4664-9531-dbb2b2e64e97 req-b9055888-7c4f-42fb-9173-bd921d8fe99c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/00f12f28-062e-49d9-97c4-8b797c00333d HTTP/1.1" status: 204 len: 173 time: 1.0318542 Apr 08 10:54:31.243408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:31.588933 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-91ed7e3f-e28d-4d14-b0c0-08ecbf81d95f req-18e820a5-fae3-4733-98ff-2feafc757d47 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=219d5570-eb8d-4f55-bbf8-239f5cf226e1 HTTP/1.1" status: 200 len: 210 time: 0.0447857 Apr 08 10:54:32.031862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:32.691055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58004) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:33.324290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdf7fdf0-ca00-4205-bd09-1320199e8c68 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:33.324290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdf7fdf0-ca00-4205-bd09-1320199e8c68 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:33.324290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdf7fdf0-ca00-4205-bd09-1320199e8c68 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:33.324290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7fdf0-ca00-4205-bd09-1320199e8c68 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:33.357978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fdf7fdf0-ca00-4205-bd09-1320199e8c68 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:33.359122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fdf7fdf0-ca00-4205-bd09-1320199e8c68 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/3a38e81f-7cbe-42e0-9b2c-f7ea35ffcf54 HTTP/1.1" status: 204 len: 168 time: 0.6669469 Apr 08 10:54:33.481639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58010) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:33.801110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 00f12f28-062e-49d9-97c4-8b797c00333d no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:54:33.837256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 00f12f28-062e-49d9-97c4-8b797c00333d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:54:33.837790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 00f12f28-062e-49d9-97c4-8b797c00333d not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:54:34.063719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:34.242140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:34.433178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:54:34.433515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:34.634728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 6a5d679e-5edc-4339-8f00-29c7a4b14bb8, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:34.635374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:34.888710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:54:35.282106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:35.333941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=6a5d679e-5edc-4339-8f00-29c7a4b14bb8,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:35.373033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.373384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.373750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.374084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.374408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.374735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.375060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.375377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.375713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.376015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.376329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.376671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:35.625709 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:36.009031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router b74b45e4-c4d6-4d93-91d1-1ea364dac535 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:54:36.199243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:54:36.209352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] Sync routers for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:36.214552 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-971b24b0-5d6b-4d0d-9575-6e2c9661c80b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/b74b45e4-c4d6-4d93-91d1-1ea364dac535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7318230 Apr 08 10:54:36.218029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58016) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:36.219443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:36.220244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:54:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:36.287845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8ad420-8763-4110-b303-711a21d86e08 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet f629a1ae-094e-41b3-a33e-4bb7c6bb62e6 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:54:36.291790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad420-8763-4110-b303-711a21d86e08 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:36.410898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:36.482978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad420-8763-4110-b303-711a21d86e08 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:36.572055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad420-8763-4110-b303-711a21d86e08 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:36.704160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:54:35Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:36.711284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] Checking router: b74b45e4-c4d6-4d93-91d1-1ea364dac535 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:36.719687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] Routers {'b74b45e4-c4d6-4d93-91d1-1ea364dac535'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:36.720290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:54:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:36.723897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad420-8763-4110-b303-711a21d86e08 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:36.770911 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ad420-8763-4110-b303-711a21d86e08 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=f629a1ae-094e-41b3-a33e-4bb7c6bb62e6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:36.772349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad420-8763-4110-b303-711a21d86e08 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:36.779004 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3b8ad420-8763-4110-b303-711a21d86e08 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/f629a1ae-094e-41b3-a33e-4bb7c6bb62e6 HTTP/1.1" status: 204 len: 168 time: 0.5596530 Apr 08 10:54:36.781983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58022) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:36.791614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b26af4-6dee-4f08-8229-104807fa4f01 None None] Network 2e0f4b16-f157-422d-b22d-ca098da22c29 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:54:37.075642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:37.118856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] Set router b74b45e4-c4d6-4d93-91d1-1ea364dac535 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:37.277171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:37.369180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 178c85c9-9502-4e55-827c-720c328b4e6c {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:54:37.369639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:37.438657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] DHCP port deletion for 2e0f4b16-f157-422d-b22d-ca098da22c29 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:54:37.451786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] Deleting port 998f2db0-f40a-4a42-b882-f4dd513a331e {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:54:37.452288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:37.505390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:54:35Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:37.517346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84764e2e-1113-4454-9c63-e7d3957720bb None None] The sync data for ids ['b74b45e4-c4d6-4d93-91d1-1ea364dac535'] in dv-neutron-837109-1-hyperv is: [{'id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'name': 'tempest-TestNetworkBasicOps-router-1902952155', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:20Z', 'updated_at': '2022-04-08T10:54:35Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '178c85c9-9502-4e55-827c-720c328b4e6c', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b45e4-c4d6-4d93-91d1-1ea364dac535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:21Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:37.572324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 178c85c9-9502-4e55-827c-720c328b4e6c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=178c85c9-9502-4e55-827c-720c328b4e6c,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:37.572714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:37.680947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] For port 998f2db0-f40a-4a42-b882-f4dd513a331e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=998f2db0-f40a-4a42-b882-f4dd513a331e,segment=NetworkSegment(ee364389-06ab-4bb8-b92e-0b94f336f10f),segment_id=ee364389-06ab-4bb8-b92e-0b94f336f10f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:37.681347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:37.704977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 178c85c9-9502-4e55-827c-720c328b4e6c owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:54:37.820103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] Calling delete_port for 998f2db0-f40a-4a42-b882-f4dd513a331e owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:54:37.981303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:38.030109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] Pushing event deleted for resources: {'Port': ['ID=998f2db0-f40a-4a42-b882-f4dd513a331e,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:38.035453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f3b30-9b5a-4860-87a8-dda05aa60a5f None None] No DVR routers for this DVR port 998f2db0-f40a-4a42-b882-f4dd513a331e on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:54:38.243592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:38.293119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=178c85c9-9502-4e55-827c-720c328b4e6c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:38.389327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:38.570714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:38.573072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:38.711271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:38.711271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Fanout notify agent at l3_agent the message router_deleted on router b74b45e4-c4d6-4d93-91d1-1ea364dac535 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:54:38.717244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:38.718366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2abae8cd-aa8c-40ff-bae1-42b93f1bd270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/routers/b74b45e4-c4d6-4d93-91d1-1ea364dac535 HTTP/1.1" status: 204 len: 168 time: 1.9353454 Apr 08 10:54:38.721101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58026) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:38.850419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:38.990118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.024310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0f4b16-f157-422d-b22d-ca098da22c29']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:39.033873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee364389-06ab-4bb8-b92e-0b94f336f10f') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:39.034710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee364389-06ab-4bb8-b92e-0b94f336f10f') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:39.046946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.064369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.071456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:54:39.072187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:54:39.090586 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:54:39.208739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:54:39.245337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:54:39.245677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6a5d679e-5edc-4339-8f00-29c7a4b14bb8 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:54:39.246090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 178c85c9-9502-4e55-827c-720c328b4e6c no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:54:39.279452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 178c85c9-9502-4e55-827c-720c328b4e6c {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:54:39.279728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 178c85c9-9502-4e55-827c-720c328b4e6c not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:54:39.280137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 998f2db0-f40a-4a42-b882-f4dd513a331e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:54:39.284102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.311173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.319137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 998f2db0-f40a-4a42-b882-f4dd513a331e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:54:39.319525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 998f2db0-f40a-4a42-b882-f4dd513a331e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:54:39.320417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=2e0f4b16-f157-422d-b22d-ca098da22c29,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:39.427845 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cff2f2c4-8759-4765-a307-701bce35dcef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/2e0f4b16-f157-422d-b22d-ca098da22c29 HTTP/1.1" status: 204 len: 168 time: 0.7055104 Apr 08 10:54:39.448515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58030) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:39.454447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--1218758438', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:39.460331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:39.464551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:network and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:39.467774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:39.474008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:39.529403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:39.532955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.566459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:54:39.575532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.575882 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment 727ea84e-f3f3-450a-adee-3af38cca945a of type vlan for network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d Apr 08 10:54:39.602932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.706285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.711368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:39.711966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:39.822864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:39.833812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:54:39.890156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ce90be30-aede-4b4b-9df7-cacfa63ae3d6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4405324 Apr 08 10:54:39.893615 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58034) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:39.898898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-291875453', 'admin_state_up': True, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:39.906480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:39.911567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:router and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:39.915601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:39.926008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:40.047907 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:40.050947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:40.065221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:40.436363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:40.830576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:40.860887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:41.011984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.51 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/adda5d7d-a755-4f7a-97ee-5e21daf4cf2a) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:41.180276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:41.276792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:41.341242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:41.349206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:41.353452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:54:41.383635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=adda5d7d-a755-4f7a-97ee-5e21daf4cf2a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:42.097113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:42.453850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:42.757666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:54:42.944793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:54:42.954229 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Sync routers for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:42.964408 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:42.965060 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:54:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:43.099342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:43.102338 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dd03ef2e-4f22-4c6f-bf29-81677ca40c48 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2059898 Apr 08 10:54:43.103811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58038) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:43.143852 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dd887d63-112d-4ccf-a345-7bdf2e239fad tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389671 Apr 08 10:54:43.147220 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58042) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:43.182118 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:43.285216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf2d81-47f1-4051-bae9-02164131d388 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:43.289700 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bacf2d81-47f1-4051-bae9-02164131d388 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1387172 Apr 08 10:54:43.289973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58046) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:43.334317 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-96ee240b-2d25-4967-adac-a9b04b4b0919 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404277 Apr 08 10:54:43.335428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58050) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:43.342612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-465896911', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:43.462211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:43.466355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:43.469010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:43.475479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:43.487981 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:41Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:43.491759 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Checking router: 88853663-a5d8-4b56-8ee8-5152fc8d54e9 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:43.492111 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Updating router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:43.546157 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:43.596936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:43.600633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:43.896926 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:43.909118 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Transition to ACTIVE for port object adda5d7d-a755-4f7a-97ee-5e21daf4cf2a will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:44.049075 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:44.060483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:44.129909 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Attempting to bind port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:54:44.130268 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Attempting to bind port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:54:44.130621 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Attempting to bind port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:54:44.140697 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:54:44.141067 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:54:44.141455 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:44.141841 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:54:44.142940 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Bound port: adda5d7d-a755-4f7a-97ee-5e21daf4cf2a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:54:44.143351 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:44.147933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=cedca5f7-0a3e-499c-b98f-0c4d2a895d73,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:44.159074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:54:44.159074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:54:44.167052 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Pushing event updated for resources: {'Port': ['ID=adda5d7d-a755-4f7a-97ee-5e21daf4cf2a,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.192509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:44.229131 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] For port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:54:44.232072 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] For port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=adda5d7d-a755-4f7a-97ee-5e21daf4cf2a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:54:44.276106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:54:44.375294 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:44.404207 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:44.408991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:44.409908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:44.412905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92a0c6-de29-4eae-bc47-bee186b18f4a None None] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:54:44.461135 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:44.461643 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:54:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:44.508286 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-13dcc38e-27e9-45cf-a1d9-772c928d32c8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1714065 Apr 08 10:54:44.511199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58054) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:44.537662 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84dccf-5efb-48a2-bedc-2e4bc9f79817 None None] Pushing event updated for resources: {'Port': ['ID=adda5d7d-a755-4f7a-97ee-5e21daf4cf2a,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:44.654029 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:44.776193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:54:44.777085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:44.953458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Allocated IP 172.20.0.2 (805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d/cedca5f7-0a3e-499c-b98f-0c4d2a895d73/a51a0e86-8b9c-4d54-91d0-bd2182f70076) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:45.003957 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:41Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:45.008592 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2559a7-1a40-4744-9b26-3ef42f1b2a88 None None] The sync data for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv is: [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:41Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:45.192377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:45.207721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Transition to ACTIVE for port object a51a0e86-8b9c-4d54-91d0-bd2182f70076 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:45.230451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Transition to ACTIVE for port object a51a0e86-8b9c-4d54-91d0-bd2182f70076 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:45.386611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:45.453482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:45.461401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:45.466576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:54:45.513766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Pushing event updated for resources: {'Port': ['ID=a51a0e86-8b9c-4d54-91d0-bd2182f70076,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:45.567976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:45.573306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Attempting to bind port a51a0e86-8b9c-4d54-91d0-bd2182f70076 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:54:45.573665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Attempting to bind port a51a0e86-8b9c-4d54-91d0-bd2182f70076 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:54:45.574028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Attempting to bind port a51a0e86-8b9c-4d54-91d0-bd2182f70076 on network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:54:45.580706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:54:45.581078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Checking segment: {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:54:45.581646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:45.582245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Bound using segment: {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:54:45.582862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Bound port: a51a0e86-8b9c-4d54-91d0-bd2182f70076, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:54:45.583403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:45.683280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] For port a51a0e86-8b9c-4d54-91d0-bd2182f70076, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:54:45.687189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] For port a51a0e86-8b9c-4d54-91d0-bd2182f70076, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a51a0e86-8b9c-4d54-91d0-bd2182f70076,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:54:45.791589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:45.884604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c00cb-bbc8-4637-bd7a-c00a8a5aedbe None None] Pushing event updated for resources: {'Port': ['ID=a51a0e86-8b9c-4d54-91d0-bd2182f70076,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:46.022093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.1 (805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d/cedca5f7-0a3e-499c-b98f-0c4d2a895d73/141cdb3e-fb14-4695-ae71-372a0695483c) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:46.215400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:46.231837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 141cdb3e-fb14-4695-ae71-372a0695483c will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:46.332889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:46.400455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:46.403628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:46.413265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:54:46.458221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=141cdb3e-fb14-4695-ae71-372a0695483c,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:46.488410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.019286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device adda5d7d-a755-4f7a-97ee-5e21daf4cf2a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:47.106285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.173816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:47.179564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:47.180218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.265683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a058c-2231-4020-a274-a7e36b719910 None None] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:54:47.429509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.486355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=adda5d7d-a755-4f7a-97ee-5e21daf4cf2a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:47.512542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8dea5e75-f08f-4c45-b6af-f6299a83f5df None None] Provisioning for port a51a0e86-8b9c-4d54-91d0-bd2182f70076 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:47.557069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.561236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.561995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a51a0e86-8b9c-4d54-91d0-bd2182f70076 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:47.647354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.696732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=adda5d7d-a755-4f7a-97ee-5e21daf4cf2a,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:47.763453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=141cdb3e-fb14-4695-ae71-372a0695483c,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:47.774887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.813001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a51a0e86-8b9c-4d54-91d0-bd2182f70076 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:47.824693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a51a0e86-8b9c-4d54-91d0-bd2182f70076 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:47.824693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.938211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:47.939746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:47.966990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Provisioning complete for port a51a0e86-8b9c-4d54-91d0-bd2182f70076 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:47.967382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:48.008313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:48.067923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port a51a0e86-8b9c-4d54-91d0-bd2182f70076, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a51a0e86-8b9c-4d54-91d0-bd2182f70076,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:48.149171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:54:48.171429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:48.184581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:48.310342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=a51a0e86-8b9c-4d54-91d0-bd2182f70076,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:48.326784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:54:48.327303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:54:48.352282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:54:48.365815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Sync routers for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:48.367437 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-170b08f0-528f-4e29-bce0-ed263d7dbd52 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/88853663-a5d8-4b56-8ee8-5152fc8d54e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8531454 Apr 08 10:54:48.369404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58060) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:48.378231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:48.379850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:54:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:48.573129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:48.656027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf9d59-ddce-477e-a735-309ec28cf0f0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.656533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf9d59-ddce-477e-a735-309ec28cf0f0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.656998 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf9d59-ddce-477e-a735-309ec28cf0f0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.657455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf9d59-ddce-477e-a735-309ec28cf0f0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.658479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf9d59-ddce-477e-a735-309ec28cf0f0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.661143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf9d59-ddce-477e-a735-309ec28cf0f0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.661143 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3cbf9d59-ddce-477e-a735-309ec28cf0f0 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2901189 Apr 08 10:54:48.663536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58064) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:48.737750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728a585-b3cb-465d-b2bd-c5e655d55e00 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.738091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728a585-b3cb-465d-b2bd-c5e655d55e00 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.738431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728a585-b3cb-465d-b2bd-c5e655d55e00 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.739154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728a585-b3cb-465d-b2bd-c5e655d55e00 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.739417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728a585-b3cb-465d-b2bd-c5e655d55e00 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.739752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728a585-b3cb-465d-b2bd-c5e655d55e00 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.744155 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3728a585-b3cb-465d-b2bd-c5e655d55e00 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0771432 Apr 08 10:54:48.744359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58068) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:48.967210 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8b4949c3-fff5-4458-800d-03dcf4825ee4 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2217264 Apr 08 10:54:48.968127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:48.973278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Checking router: 88853663-a5d8-4b56-8ee8-5152fc8d54e9 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:48.973688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Updating router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 port 141cdb3e-fb14-4695-ae71-372a0695483c binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:49.008386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device adda5d7d-a755-4f7a-97ee-5e21daf4cf2a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:49.045719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Provisioning for port 141cdb3e-fb14-4695-ae71-372a0695483c completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:49.069657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Provisioning complete for port 141cdb3e-fb14-4695-ae71-372a0695483c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:49.069657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.127205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.188326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6aa95975-4737-4771-9528-f078ac0e87a1 None None] Port 141cdb3e-fb14-4695-ae71-372a0695483c cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:54:49.219717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:49.219717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.362154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a05b1100-7af6-488d-8ab7-c81d88ec6089 None None] Provisioning complete for port 141cdb3e-fb14-4695-ae71-372a0695483c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:49.362530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a05b1100-7af6-488d-8ab7-c81d88ec6089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.415206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58074) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:49.415206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131070886', 'description': 'tempest-secgroup-smoke-1131070886 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:49.421064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:49.425513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:49.428469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:49.435301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:49.538049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a05b1100-7af6-488d-8ab7-c81d88ec6089 None None] Port 141cdb3e-fb14-4695-ae71-372a0695483c cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:54:49.582511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a51a0e86-8b9c-4d54-91d0-bd2182f70076 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:49.591187 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.616045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:49.620308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:49.624802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:49.631540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:49.719763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.731116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a51a0e86-8b9c-4d54-91d0-bd2182f70076 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:49.731487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.815753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.827034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.852639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Transition to ACTIVE for port object 141cdb3e-fb14-4695-ae71-372a0695483c will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:49.871489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff434a4e-a4c1-43c4-b194-fd10b942f994,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:49.954406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.954406 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a5254f0b-b680-4094-aedc-d3a44ac91da6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5437317 Apr 08 10:54:49.955776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:49.958309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58078) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:49.962924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'ff434a4e-a4c1-43c4-b194-fd10b942f994', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:49.970052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:49.977103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:49.985399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:49.991012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:50.089496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.127558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd3ac4-8881-4ee1-8830-14b214d8eb3f None None] Pushing event updated for resources: {'Port': ['ID=141cdb3e-fb14-4695-ae71-372a0695483c,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:50.153737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.188289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Attempting to bind port 141cdb3e-fb14-4695-ae71-372a0695483c on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:54:50.188721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Attempting to bind port 141cdb3e-fb14-4695-ae71-372a0695483c by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:54:50.189102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Attempting to bind port 141cdb3e-fb14-4695-ae71-372a0695483c on network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:54:50.195222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:54:50.196638 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Checking segment: {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:54:50.196638 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.196638 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Bound using segment: {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:54:50.197142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Bound port: 141cdb3e-fb14-4695-ae71-372a0695483c, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:54:50.197526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.289447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.303446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] For port 141cdb3e-fb14-4695-ae71-372a0695483c, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:54:50.306746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] For port 141cdb3e-fb14-4695-ae71-372a0695483c, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=141cdb3e-fb14-4695-ae71-372a0695483c,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:54:50.322424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db59ee01-d1b4-4cff-b6fc-d99a490a1d81,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:50.398727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.443539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.445560 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b6f21dc2-884f-4f03-8a9c-6af9c8ed8b13 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4870541 Apr 08 10:54:50.448787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58082) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:50.454530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'ff434a4e-a4c1-43c4-b194-fd10b942f994', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:50.461225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:50.472006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:50.472006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:50.477291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:50.480712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:54:50.481760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:54:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:50.541247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd3ac4-8881-4ee1-8830-14b214d8eb3f None None] Pushing event updated for resources: {'Port': ['ID=141cdb3e-fb14-4695-ae71-372a0695483c,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:50.628548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.675525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:54:50.703276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.785941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.811524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7144db-14cf-4bb2-b5dc-21ae78dac315,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:50.969276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:50.970657 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fda25df7-c234-4206-9cd7-2608b77fadc3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5209022 Apr 08 10:54:50.980944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58086) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:50.980944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'ff434a4e-a4c1-43c4-b194-fd10b942f994', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:50.985693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:50.990368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:50.993401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:50.999513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:51.028467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:50Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:51.033601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34143edb-d846-4c27-99f8-6c1cc873b393 None None] The sync data for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv is: [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:50Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:51.109172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.185807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.266411 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.297453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce2580f-a2de-45fa-b9a6-05bc5859e571,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:51.373115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.374569 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fea7e9c5-5a2c-4590-b2fa-f0d6dd9d0b24 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4000659 Apr 08 10:54:51.379490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58090) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:51.385743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'ff434a4e-a4c1-43c4-b194-fd10b942f994', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:51.394010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:51.396916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:51.400278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:51.406138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:51.477925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.554958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.620139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.646458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1806597d-2978-4896-bf23-67297f113d0e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:51.703658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.704857 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-edceee30-7eed-4c15-8db2-45d99944cae4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3236556 Apr 08 10:54:51.707774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58094) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:51.713263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'ff434a4e-a4c1-43c4-b194-fd10b942f994', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:51.719641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:51.724706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:51.728043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:51.734907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:51.865962 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:54:51.868435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:51.939512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:52.066997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:52.095043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ca90a0-08e3-4a10-9c32-b0e67f7b9484,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:52.151853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:52.151853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-818e8e98-0f00-455d-96ef-d44a6149e69a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4427671 Apr 08 10:54:52.154371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58098) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:52.159362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'ff434a4e-a4c1-43c4-b194-fd10b942f994', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:52.166082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:52.170138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:52.173778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:52.179873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:52.243817 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:54:52.250941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:52.327133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:52.397640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:52.425700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1a6840-6adf-47a0-a209-8168800f585f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:52.540604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:52.541854 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-262b7163-c159-4b82-907f-3baada58a1c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3866122 Apr 08 10:54:52.708201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-405f9d27-f203-4709-824f-d9412a1d416b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:52.870049 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-405f9d27-f203-4709-824f-d9412a1d416b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:52.871246 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-405f9d27-f203-4709-824f-d9412a1d416b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131070886&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.2038994 Apr 08 10:54:52.990213 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 141cdb3e-fb14-4695-ae71-372a0695483c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:53.040523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-947e159e-8da6-4735-b980-9caed312ef64 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:53.044969 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-947e159e-8da6-4735-b980-9caed312ef64 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d HTTP/1.1" status: 200 len: 797 time: 0.1657140 Apr 08 10:54:53.058399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-ad7be95a-57a0-4353-9fb8-3157790b1a4e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0097406 Apr 08 10:54:53.144021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-20bf3e9a-84c3-4513-a2da-059d526eb5aa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:53.146217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 141cdb3e-fb14-4695-ae71-372a0695483c completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:53.151641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 141cdb3e-fb14-4695-ae71-372a0695483c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:53.152032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:53.264686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-20bf3e9a-84c3-4513-a2da-059d526eb5aa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:53.266046 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-20bf3e9a-84c3-4513-a2da-059d526eb5aa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2015555 Apr 08 10:54:53.280715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:53.317420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 141cdb3e-fb14-4695-ae71-372a0695483c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=141cdb3e-fb14-4695-ae71-372a0695483c,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:54:53.412486 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-cbe35f34-2b92-43c4-b34d-4fbc5a0a0fe1 service neutron] 10.222.0.23 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330500 Apr 08 10:54:53.419685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:53.494823 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=141cdb3e-fb14-4695-ae71-372a0695483c,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:53.561503 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-f0c7066e-de90-4edf-b08d-e46cbd9a0dea service neutron] 10.222.0.23 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422362 Apr 08 10:54:53.847269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c1eaf624-b6b8-40ce-ac14-5b236ef7c3fe req-94c0e506-d500-4424-96f6-be981c32b5da tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:53.859539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c1eaf624-b6b8-40ce-ac14-5b236ef7c3fe req-94c0e506-d500-4424-96f6-be981c32b5da tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:53.861847 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1eaf624-b6b8-40ce-ac14-5b236ef7c3fe req-94c0e506-d500-4424-96f6-be981c32b5da tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 210 time: 0.0615511 Apr 08 10:54:54.968235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 141cdb3e-fb14-4695-ae71-372a0695483c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:55.027471 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-48733478-5153-41ec-a591-f9b5b40488eb req-521bea41-a21f-4c30-ad41-d628c10a24b8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 210 time: 0.0528612 Apr 08 10:54:55.051120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 141cdb3e-fb14-4695-ae71-372a0695483c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:55.051210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:56.181863 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-03441a74-7e38-4358-a195-cf0ca8b64b1f req-ac3be6a5-f038-419b-bb47-d9bf8f5b6fdf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 210 time: 0.0433791 Apr 08 10:54:56.377496 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:54:56.609400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-fbc195c6-669c-4fa5-ab9a-fdde09067f62 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:56.610019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-fbc195c6-669c-4fa5-ab9a-fdde09067f62 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:56.878300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-fbc195c6-669c-4fa5-ab9a-fdde09067f62 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:56.879513 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-fbc195c6-669c-4fa5-ab9a-fdde09067f62 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d HTTP/1.1" status: 200 len: 797 time: 0.4270198 Apr 08 10:54:56.943252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-877be185-3ee2-41f2-801b-75c0774234d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:56.946702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-877be185-3ee2-41f2-801b-75c0774234d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:56.947876 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-877be185-3ee2-41f2-801b-75c0774234d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 380 time: 0.0601172 Apr 08 10:54:56.956814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['ff434a4e-a4c1-43c4-b194-fd10b942f994']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:57.104743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:57.116154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:57.224041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:57.227603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:57.249897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-84f80c28-04d3-4499-ba29-1ca8da05d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:57.348261 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b9ac22be-08bd-4d93-a8ff-5b7fd72462f5 req-e57fddd5-bf61-4731-8b99-f6a4a85652cb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 210 time: 0.0492623 Apr 08 10:54:57.416174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.14 (805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d/cedca5f7-0a3e-499c-b98f-0c4d2a895d73/e85a3afe-efa5-4589-9982-db417d8fe9c4) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:57.615503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:57.632765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object e85a3afe-efa5-4589-9982-db417d8fe9c4 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:57.720012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:57.789723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:57.797779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:57.810805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:54:57.845848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=e85a3afe-efa5-4589-9982-db417d8fe9c4,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:57.884880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:57.885590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:58.055386 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-b79d9f61-68e3-418c-853c-fae91c4f333d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0973895 Apr 08 10:54:58.061418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Request body: {'port': {'device_id': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:58.147228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-74c0f72c-664a-4f4f-8d31-914947d1eb63 None None] Provisioning for port e85a3afe-efa5-4589-9982-db417d8fe9c4 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:58.153819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-74c0f72c-664a-4f4f-8d31-914947d1eb63 None None] Provisioning complete for port e85a3afe-efa5-4589-9982-db417d8fe9c4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:58.154283 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74c0f72c-664a-4f4f-8d31-914947d1eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:58.179384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:58.250528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-74c0f72c-664a-4f4f-8d31-914947d1eb63 None None] Port e85a3afe-efa5-4589-9982-db417d8fe9c4 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:54:58.677028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec6dea-b4ce-4c68-88b2-0db0279a5248 req-e7cca428-314a-40b8-859c-842fdfce8b8c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:58.677749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-20ec6dea-b4ce-4c68-88b2-0db0279a5248 req-e7cca428-314a-40b8-859c-842fdfce8b8c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:58.745542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85a3afe-efa5-4589-9982-db417d8fe9c4 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:54:58.753230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:58.769393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Transition to ACTIVE for port object e85a3afe-efa5-4589-9982-db417d8fe9c4 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:58.864104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-20ec6dea-b4ce-4c68-88b2-0db0279a5248 req-e7cca428-314a-40b8-859c-842fdfce8b8c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:58.864104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-20ec6dea-b4ce-4c68-88b2-0db0279a5248 req-e7cca428-314a-40b8-859c-842fdfce8b8c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 932 time: 0.3690233 Apr 08 10:54:58.909813 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-20ec6dea-b4ce-4c68-88b2-0db0279a5248 req-7408e764-8055-47eb-b975-328921f5824d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 Apr 08 10:54:58.924603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:59.061171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Pushing event updated for resources: {'Port': ['ID=e85a3afe-efa5-4589-9982-db417d8fe9c4,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:59.167253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Attempting to bind port e85a3afe-efa5-4589-9982-db417d8fe9c4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:54:59.167599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Attempting to bind port e85a3afe-efa5-4589-9982-db417d8fe9c4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:54:59.167937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Attempting to bind port e85a3afe-efa5-4589-9982-db417d8fe9c4 on network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:54:59.172595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Port e85a3afe-efa5-4589-9982-db417d8fe9c4 on network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:54:59.173078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Attempting to bind port e85a3afe-efa5-4589-9982-db417d8fe9c4 on network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:54:59.178385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:54:59.178724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Checking segment: {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:54:59.179261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Bound using segment: {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:54:59.179576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Bound port: e85a3afe-efa5-4589-9982-db417d8fe9c4, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727ea84e-f3f3-450a-adee-3af38cca945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:54:59.179926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:59.272010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] For port e85a3afe-efa5-4589-9982-db417d8fe9c4, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:54:59.274913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] For port e85a3afe-efa5-4589-9982-db417d8fe9c4, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:54:59.346420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:59.401736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:59.402340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:59.403721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] 10.222.0.41 "PUT /v2.0/ports/e85a3afe-efa5-4589-9982-db417d8fe9c4 HTTP/1.1" status: 200 len: 1094 time: 1.3465006 Apr 08 10:54:59.404153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:59.428353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243326b6-9989-4489-a99a-2c55a815aa93 service neutron] Pushing event updated for resources: {'Port': ['ID=e85a3afe-efa5-4589-9982-db417d8fe9c4,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:59.458381 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd2d738-a829-4f17-8811-3ede82586251'] response: {'name': 'network-changed', 'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'status': 'completed', 'code': 200} Apr 08 10:54:59.511819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4b71a18e-31bf-4bb3-bca0-be24a16d798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:59.560508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb7d31-f673-43a6-b6ea-76b3b1ff86b1 req-327158a1-987a-4bca-a86d-1ad401b31c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:59.562160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50cb7d31-f673-43a6-b6ea-76b3b1ff86b1 req-327158a1-987a-4bca-a86d-1ad401b31c49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 1097 time: 0.0822723 Apr 08 10:54:59.708342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb7d31-f673-43a6-b6ea-76b3b1ff86b1 req-847f6cf5-d91a-41ef-919e-1638a3899911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:59.709811 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50cb7d31-f673-43a6-b6ea-76b3b1ff86b1 req-847f6cf5-d91a-41ef-919e-1638a3899911 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1407564 Apr 08 10:54:59.848272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb7d31-f673-43a6-b6ea-76b3b1ff86b1 req-6edb61bc-416f-4b05-ad59-91158cc2da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:59.849725 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50cb7d31-f673-43a6-b6ea-76b3b1ff86b1 req-6edb61bc-416f-4b05-ad59-91158cc2da10 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337378 Apr 08 10:54:59.957872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-428ba209-48e7-4d25-b306-823900e08075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:59.959444 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-428ba209-48e7-4d25-b306-823900e08075 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 1097 time: 0.0745678 Apr 08 10:55:00.062888 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-97ea3bbe-13a8-4f07-ba34-9f54c1a54317 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4 HTTP/1.1" status: 200 len: 217 time: 0.0944200 Apr 08 10:55:00.140777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-85d595de-8238-4896-88c7-d3e156492b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.143417 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-85d595de-8238-4896-88c7-d3e156492b01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cedca5f7-0a3e-499c-b98f-0c4d2a895d73 HTTP/1.1" status: 200 len: 843 time: 0.0742660 Apr 08 10:55:00.212491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5e22-9538-4d1e-a572-b0579c6dda18 req-c993f818-a3ee-4dfa-8530-87f7dda3ba53 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.213911 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b6db5e22-9538-4d1e-a572-b0579c6dda18 req-c993f818-a3ee-4dfa-8530-87f7dda3ba53 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 944 time: 0.1883717 Apr 08 10:55:00.273408 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b6db5e22-9538-4d1e-a572-b0579c6dda18 req-5f730dfe-4f60-4bd8-be4c-7f0d7436b002 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526922 Apr 08 10:55:00.275428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-33aff813-61de-4000-b207-d90d3e68e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.276846 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-33aff813-61de-4000-b207-d90d3e68e75f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273780 Apr 08 10:55:00.410431 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-e6a40bd7-b758-43fa-ae36-4685e504aed5 service neutron] 10.222.0.41 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259458 Apr 08 10:55:00.585658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:00.651486 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e7ebaf5-667c-4528-9f91-e9f43396103e req-47446806-aecb-4b94-81b2-3f1ea576fd41 service neutron] 10.222.0.41 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346275 Apr 08 10:55:01.237320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:01.461613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae1a80-9d3b-4df4-8e48-eca9363106a9 req-8df292b6-7a0f-421a-89e3-660bddcdec74 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:01.463032 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1aae1a80-9d3b-4df4-8e48-eca9363106a9 req-8df292b6-7a0f-421a-89e3-660bddcdec74 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 944 time: 0.0832832 Apr 08 10:55:01.512370 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1aae1a80-9d3b-4df4-8e48-eca9363106a9 req-5b5a824a-b3fa-4d96-af8d-b82917560997 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Apr 08 10:55:01.956137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e85a3afe-efa5-4589-9982-db417d8fe9c4 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:55:01.990827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:02.098587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e85a3afe-efa5-4589-9982-db417d8fe9c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:55:02.113185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'port_id': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'mac_address': 'fa:16:3e:f0:ab:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:55:02.174898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:02.193937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85a3afe-efa5-4589-9982-db417d8fe9c4 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:55:02.213945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e85a3afe-efa5-4589-9982-db417d8fe9c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:55:02.281560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:02.352410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=e85a3afe-efa5-4589-9982-db417d8fe9c4,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:02.503473 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['e85a3afe-efa5-4589-9982-db417d8fe9c4'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:55:02.697665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dd018-4f10-4252-b15d-170564e176ef req-91a89dcf-7316-41a0-895f-4e5d670009c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:02.699296 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-145dd018-4f10-4252-b15d-170564e176ef req-91a89dcf-7316-41a0-895f-4e5d670009c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 945 time: 0.0800116 Apr 08 10:55:02.745217 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-145dd018-4f10-4252-b15d-170564e176ef req-2028399a-20dd-4fd6-90f4-fbfed75a5eaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394647 Apr 08 10:55:03.932069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883d209-10f1-4eb6-83ed-1b0d6a1c1583 req-8a8edf0e-ba65-494b-9c55-607000cd8de7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:03.933551 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0883d209-10f1-4eb6-83ed-1b0d6a1c1583 req-8a8edf0e-ba65-494b-9c55-607000cd8de7 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 945 time: 0.0802095 Apr 08 10:55:03.955914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e85a3afe-efa5-4589-9982-db417d8fe9c4 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:55:03.978393 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0883d209-10f1-4eb6-83ed-1b0d6a1c1583 req-e717afca-8191-4e91-9784-c9cd221a86d2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 Apr 08 10:55:04.088649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port e85a3afe-efa5-4589-9982-db417d8fe9c4 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:04.093532 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port e85a3afe-efa5-4589-9982-db417d8fe9c4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:04.093904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:04.225946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:04.256157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:04.265726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e85a3afe-efa5-4589-9982-db417d8fe9c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:55:04.271095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:04.362588 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d94d902-583a-4177-80f5-9ccaae991c0e'] response: {'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'code': 200} Apr 08 10:55:04.363773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:04.435890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=e85a3afe-efa5-4589-9982-db417d8fe9c4,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:04.851692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe98cde-c99e-471b-9d65-f26d6acab44b req-7460e314-69d5-4325-bb14-72b599a531f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:04.853214 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dfe98cde-c99e-471b-9d65-f26d6acab44b req-7460e314-69d5-4325-bb14-72b599a531f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 1099 time: 0.0761805 Apr 08 10:55:04.894504 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dfe98cde-c99e-471b-9d65-f26d6acab44b req-08956b20-b68c-41ad-a7af-d9b1f17ae7b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346885 Apr 08 10:55:05.164155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08550b-6992-4032-a0f8-de5a36531d13 req-7684e47c-d0d8-4493-a7fc-c5ef2a8594ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:05.165945 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0f08550b-6992-4032-a0f8-de5a36531d13 req-7684e47c-d0d8-4493-a7fc-c5ef2a8594ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 946 time: 0.0831137 Apr 08 10:55:05.210736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0f08550b-6992-4032-a0f8-de5a36531d13 req-ccf94f38-6f8b-48e6-9810-9c66fe9f9ec0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Apr 08 10:55:06.397002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68e24-ca1c-4a3e-8817-12906936d78d req-9977f888-ad8a-4ba0-83d2-72e1ad4934b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:06.398470 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fca68e24-ca1c-4a3e-8817-12906936d78d req-9977f888-ad8a-4ba0-83d2-72e1ad4934b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 946 time: 0.0791500 Apr 08 10:55:06.443715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fca68e24-ca1c-4a3e-8817-12906936d78d req-d54393aa-15c9-4827-91a5-b8c7c6806706 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394299 Apr 08 10:55:06.626382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c11b9-917a-4d3c-a106-87970df204c7 req-efc662dd-7eb2-4b73-8cae-6f45d563d0ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:06.627926 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b96c11b9-917a-4d3c-a106-87970df204c7 req-efc662dd-7eb2-4b73-8cae-6f45d563d0ed tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 946 time: 0.0791969 Apr 08 10:55:06.676415 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b96c11b9-917a-4d3c-a106-87970df204c7 req-44b8ffc7-a3eb-4230-8fec-e3483e2b7c6f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427716 Apr 08 10:55:06.698627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58160) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:06.771329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791c74b-5399-4412-9f05-eef13db56cbb tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:06.772835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f791c74b-5399-4412-9f05-eef13db56cbb tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 1094 time: 0.0729032 Apr 08 10:55:06.775653 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58164) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:06.780558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:06.787073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:06.791179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:06.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:06.800545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:06.888664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:07.026564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:07.167091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.2 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/acd97845-ec54-43fa-b5a2-4b3006cff0dd) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:07.316536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:07.446882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:07.507976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:07.514703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:07.519648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:55:07.548678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=acd97845-ec54-43fa-b5a2-4b3006cff0dd,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:08.035742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:08.190396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:08.495396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:08.591214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:08.707234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=acd97845-ec54-43fa-b5a2-4b3006cff0dd,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:08.715309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:08.889588 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP dbd13827-370a-4a17-bd80-f4160a07b953 associated. External IP: 172.26.7.2, port: e85a3afe-efa5-4589-9982-db417d8fe9c4. Apr 08 10:55:09.240988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:55:09.426372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:55:09.436344 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] Sync routers for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:09.446754 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:55:09.447456 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:54:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:09.528577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.586789 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c94d71f4-7611-4c62-a945-321d22c5afcf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8100679 Apr 08 10:55:09.587384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:09.589633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58168) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:09.631715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b0b8db-624c-424a-a8e3-ab22aad77107'] response: {'name': 'network-changed', 'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'status': 'completed', 'code': 200} Apr 08 10:55:09.635349 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:55:09.706248 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a57e2d0a-bbac-4047-b2dc-352de3beb086 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/dbd13827-370a-4a17-bd80-f4160a07b953 HTTP/1.1" status: 200 len: 990 time: 0.1136887 Apr 08 10:55:09.735593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-490e1aee-4317-4ba5-9536-a3e46dcec435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.737231 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-490e1aee-4317-4ba5-9536-a3e46dcec435 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 1099 time: 0.0810056 Apr 08 10:55:09.870802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-3df51fb8-acc0-4f57-b84d-eaee9914f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.872179 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-3df51fb8-acc0-4f57-b84d-eaee9914f49b service neutron] 10.222.0.41 "GET /v2.0/networks?id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d HTTP/1.1" status: 200 len: 898 time: 0.1285317 Apr 08 10:55:09.979718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-d9c94ce0-c601-4172-ba3e-6f81bc6fb6e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4 HTTP/1.1" status: 200 len: 998 time: 0.1013713 Apr 08 10:55:09.999312 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'dbd13827-370a-4a17-bd80-f4160a07b953', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'port_id': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'mac_address': 'fa:16:3e:f0:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:07Z', 'updated_at': '2022-04-08T10:55:07Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:53Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:10.003971 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] Checking router: 88853663-a5d8-4b56-8ee8-5152fc8d54e9 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:10.012125 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:55:10.012757 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:54:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:10.163843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-b08e7e43-cdbb-4803-8bd2-e5e5435dbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:10.165565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-b08e7e43-cdbb-4803-8bd2-e5e5435dbf46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cedca5f7-0a3e-499c-b98f-0c4d2a895d73 HTTP/1.1" status: 200 len: 843 time: 0.1793625 Apr 08 10:55:10.193109 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:55:10.242093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-84516504-04e1-4625-9dbd-4f914adcd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:10.243561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-84516504-04e1-4625-9dbd-4f914adcd182 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716639 Apr 08 10:55:10.383196 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-34116052-5f30-4b1a-b46f-7b0acf2b10af service neutron] 10.222.0.41 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335998 Apr 08 10:55:10.520075 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da054c4c-7e11-4e52-b33d-a813b27d045e req-01d65279-b827-48f7-beaa-048ed1f7c85b service neutron] 10.222.0.41 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304548 Apr 08 10:55:10.543868 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'dbd13827-370a-4a17-bd80-f4160a07b953', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'port_id': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'mac_address': 'fa:16:3e:f0:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:07Z', 'updated_at': '2022-04-08T10:55:07Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:53Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:10.547807 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df667e-e981-4232-87a2-040df4ad0cc5 None None] The sync data for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv is: [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'dbd13827-370a-4a17-bd80-f4160a07b953', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.2', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'port_id': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'mac_address': 'fa:16:3e:f0:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:07Z', 'updated_at': '2022-04-08T10:55:07Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:53Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:10.709161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58174) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:10.732501 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986bc22-2b1b-4f1b-a109-127b784e77ee None None] New status for floating IP dbd13827-370a-4a17-bd80-f4160a07b953: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:55:10.905542 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b20726f9-945f-4504-9661-edf397bb0b2b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/dbd13827-370a-4a17-bd80-f4160a07b953 HTTP/1.1" status: 200 len: 990 time: 0.1952171 Apr 08 10:55:11.909460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58178) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:12.019207 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1f331e0d-4152-43ae-a059-cd090c3aeec9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/dbd13827-370a-4a17-bd80-f4160a07b953 HTTP/1.1" status: 200 len: 992 time: 0.1084876 Apr 08 10:55:27.299752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7b97a8a6-3e41-41e7-a557-e0b9f5354aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:29.476839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a1771c7f-ee60-4540-80f3-f92f4c831193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:30.591261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:31.264970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:31.989516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:33.377625 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:55:34.320573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:46.279071 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-9f2fc26e-0279-4e3a-92d7-90ab790b75a8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603574442&fields=id&tenant_id=39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 267 time: 0.0399694 Apr 08 10:55:46.431579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-e32291fc-abf3-422f-a0cf-ceac6dd3d48a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:46.433168 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-e32291fc-abf3-422f-a0cf-ceac6dd3d48a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 812 time: 0.1473622 Apr 08 10:55:46.448725 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-3f7ddbcc-0a60-43a9-8421-765b4ac3ceb7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/quotas/39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 375 time: 0.0093591 Apr 08 10:55:46.542791 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-005542a0-0708-437c-9ddd-13757a919671 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0880055 Apr 08 10:55:46.727680 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-44d85ffc-56f6-4cf3-a9f4-b5c5c38410df service neutron] 10.222.0.23 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732168 Apr 08 10:55:46.861582 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-5d025d6b-8589-46f3-9ae9-0b572970cfff service neutron] 10.222.0.23 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279888 Apr 08 10:55:47.587522 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b5a4b833-1eae-412e-90e2-f934d1db6685 req-868e6816-cd71-4f72-a14d-b20a468affa2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 210 time: 0.0427828 Apr 08 10:55:48.734741 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdd956ba-f612-4c36-9b8e-3945c7d95ad2 req-6a7176da-80a8-4fb6-ab4d-4b9389b1c980 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 210 time: 0.0425782 Apr 08 10:55:49.881367 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-296939d2-1cdc-4e0f-b6ed-2cdbd7cf6baf req-56de9d29-63c3-4eb3-89bb-5c2b9e8e9a5b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 210 time: 0.0418169 Apr 08 10:55:50.063164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-41feb7b7-0285-4c24-9109-896abbac107a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:50.065366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-41feb7b7-0285-4c24-9109-896abbac107a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 812 time: 0.1498513 Apr 08 10:55:50.121215 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-923b2986-a427-4e5a-bed7-709b762f9d10 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39cdfe7070a248db80ec4a77e478df89 HTTP/1.1" status: 200 len: 380 time: 0.0479326 Apr 08 10:55:50.130516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'port': {'device_id': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'admin_state_up': True, 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'security_groups': ['f299ad93-91c9-42e7-93a1-aa6070039fd0']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:50.272052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:50.276245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:port and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:50.279179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:50.286209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:50.412980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Made reservation on behalf of 39cdfe7070a248db80ec4a77e478df89 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:55:50.417739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:50.584060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Allocated IP 172.20.0.3 (7d55124e-e2fd-4eee-baaf-5621a16f1922/6cbc90f2-e121-45b4-8e50-99babeba8bf0/8fcf0ad3-6087-4c79-97c7-e9d357b5a88e) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:50.781892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:50.798609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Transition to ACTIVE for port object 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:50.926416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:51.031507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:51.039123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:51.042146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:55:51.214936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:51.230965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.231310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.231648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.231982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.232308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.232665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.232993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.234106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.234437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.234761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.235094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.235403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:51.257063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:51.260990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:51.299201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724b56a-9421-427f-96a4-0093945f0a82 req-17a2e49f-fb9c-4ad5-8fe2-6225f08ece27 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:51.299900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-8724b56a-9421-427f-96a4-0093945f0a82 req-17a2e49f-fb9c-4ad5-8fe2-6225f08ece27 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:55:51.343155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-96727860-a596-417c-b4af-ff7466b04767 None None] Provisioning for port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:51.348382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-96727860-a596-417c-b4af-ff7466b04767 None None] Provisioning complete for port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:51.348784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-96727860-a596-417c-b4af-ff7466b04767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:51.367897 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-43355a17-1ac6-4281-a1ce-dfc0da6904ce tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2411308 Apr 08 10:55:51.379413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Request body: {'port': {'device_id': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:51.405692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-96727860-a596-417c-b4af-ff7466b04767 None None] Port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:55:51.433715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-8724b56a-9421-427f-96a4-0093945f0a82 req-17a2e49f-fb9c-4ad5-8fe2-6225f08ece27 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:55:51.433715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8724b56a-9421-427f-96a4-0093945f0a82 req-17a2e49f-fb9c-4ad5-8fe2-6225f08ece27 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 931 time: 0.4385090 Apr 08 10:55:51.542727 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8724b56a-9421-427f-96a4-0093945f0a82 req-5103699b-b0bb-4868-a711-870e9348e040 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981243 Apr 08 10:55:51.548409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:51.893675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:55:51.901139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:51.917144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Transition to ACTIVE for port object 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:52.016493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:52.195376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:52.274532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Attempting to bind port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:55:52.275361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Attempting to bind port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:55:52.275361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Attempting to bind port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:55:52.280249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:55:52.282725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Attempting to bind port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e on network 7d55124e-e2fd-4eee-baaf-5621a16f1922 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:55:52.285887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:55:52.286233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Checking segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:55:52.286625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Bound using segment: {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:55:52.287056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Bound port: 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa13f43-9020-4fa0-937f-6235ed00db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:55:52.287411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:52.386474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] For port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:55:52.390231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] For port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:55:52.476261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:52.532333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:52.532981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:52.534426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/8fcf0ad3-6087-4c79-97c7-e9d357b5a88e HTTP/1.1" status: 200 len: 1093 time: 1.1591487 Apr 08 10:55:52.534871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:52.564718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5394e8a-95ef-4d69-a79c-43130c4ef3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:52.588358 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee680fa-01ad-485f-a29e-b478e79d31b7'] response: {'name': 'network-changed', 'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'status': 'completed', 'code': 200} Apr 08 10:55:52.752909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7be524-30eb-40d1-a854-367597737054 req-ee3176a2-181e-4176-8335-b6586c3e667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:52.754411 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ee7be524-30eb-40d1-a854-367597737054 req-ee3176a2-181e-4176-8335-b6586c3e667f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 1096 time: 0.1453774 Apr 08 10:55:52.767064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db459-069d-4cac-b6f4-640982174b47 req-91786f76-4b3c-4f43-b84e-93f9118239c8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:52.768583 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6db459-069d-4cac-b6f4-640982174b47 req-91786f76-4b3c-4f43-b84e-93f9118239c8 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 943 time: 0.1118205 Apr 08 10:55:52.910507 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a6db459-069d-4cac-b6f4-640982174b47 req-bb90d67a-40a3-4b05-9ab3-8d25830fcd6c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192505 Apr 08 10:55:52.941953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7be524-30eb-40d1-a854-367597737054 req-5753b95b-b472-43e8-a452-988c581a1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:52.943399 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ee7be524-30eb-40d1-a854-367597737054 req-5753b95b-b472-43e8-a452-988c581a1c2c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=39cdfe7070a248db80ec4a77e478df89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1739595 Apr 08 10:55:53.082467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7be524-30eb-40d1-a854-367597737054 req-06dcd104-5d1b-4993-9c7a-6c5bbdbbf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:53.083843 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ee7be524-30eb-40d1-a854-367597737054 req-06dcd104-5d1b-4993-9c7a-6c5bbdbbf814 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340935 Apr 08 10:55:53.191538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-a1e78c97-8916-44f7-84ac-eb91c5740344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:53.193049 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-a1e78c97-8916-44f7-84ac-eb91c5740344 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 1096 time: 0.0763106 Apr 08 10:55:53.261958 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-35b81c93-e6f8-4fc1-ae5f-2ee3675b6b96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e HTTP/1.1" status: 200 len: 217 time: 0.0619524 Apr 08 10:55:53.438473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-d4be12ac-b6e9-476b-90f3-512aa930f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:53.440093 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-d4be12ac-b6e9-476b-90f3-512aa930f1b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.1717939 Apr 08 10:55:53.519387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-380961a8-4797-4745-8a03-162d2ac753d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:53.520976 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-380961a8-4797-4745-8a03-162d2ac753d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745556 Apr 08 10:55:53.652940 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-33d08c1b-d785-44f3-8509-0cb00d8bf609 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257634 Apr 08 10:55:53.787848 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cec7c6e-c4a5-4944-b2b4-1a974ce98f72 req-523c78cf-9b86-4212-8b75-74f251527530 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286147 Apr 08 10:55:54.097271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0d930-0afb-4948-bbcb-ad6ae1bc126b req-e1382267-2fe8-4674-8726-83c8d1358707 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:54.098731 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b1a0d930-0afb-4948-bbcb-ad6ae1bc126b req-e1382267-2fe8-4674-8726-83c8d1358707 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 943 time: 0.0821738 Apr 08 10:55:54.143178 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b1a0d930-0afb-4948-bbcb-ad6ae1bc126b req-a7e8cbe5-855f-4e1a-8492-92ff122303fe tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383308 Apr 08 10:55:55.330723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11198d-0f62-4620-bae5-2ecaa638ffba req-6ecc65f3-ead0-4d5c-8c64-f1de69a00d69 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:55.332213 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1f11198d-0f62-4620-bae5-2ecaa638ffba req-6ecc65f3-ead0-4d5c-8c64-f1de69a00d69 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 943 time: 0.0847106 Apr 08 10:55:55.378097 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1f11198d-0f62-4620-bae5-2ecaa638ffba req-da50dc13-0c6b-4617-ac45-390a8743e662 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401874 Apr 08 10:55:56.565348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ab149-5f1c-4983-b15f-e2f0d510d461 req-4f7f83c9-af74-44a0-be2a-9d5439159f18 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:56.566825 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b04ab149-5f1c-4983-b15f-e2f0d510d461 req-4f7f83c9-af74-44a0-be2a-9d5439159f18 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 943 time: 0.0796351 Apr 08 10:55:56.611296 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b04ab149-5f1c-4983-b15f-e2f0d510d461 req-f152e60f-19d6-42ae-bf59-c2898293e8c7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Apr 08 10:55:57.253105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-808eb6ed-e514-44d3-a708-c4d77fbd759a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:57.797463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37720-c76d-48fd-adef-85f1668ab1f3 req-0ee47022-e148-4e0e-abc1-5bbd56df48ae tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:57.799021 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2db37720-c76d-48fd-adef-85f1668ab1f3 req-0ee47022-e148-4e0e-abc1-5bbd56df48ae tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 943 time: 0.0826273 Apr 08 10:55:57.847827 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2db37720-c76d-48fd-adef-85f1668ab1f3 req-1d21eb40-70e8-4b1a-9a1e-e847e1aebd09 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Apr 08 10:55:58.748291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-94066997-79b1-4d6e-81fd-3da8284f25c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695434 Apr 08 10:55:58.886370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-40869a0e-62b4-4f0a-8513-e97567a70def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:58.887993 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-40869a0e-62b4-4f0a-8513-e97567a70def service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1098 time: 0.0720928 Apr 08 10:55:59.037266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-11026a84-619b-4e2d-81c9-2f0b219c8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:59.038633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-11026a84-619b-4e2d-81c9-2f0b219c8643 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1297107 Apr 08 10:55:59.043260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02a78-22cc-4f99-b250-a3132f2b6a5e req-2e45cffd-d333-48a8-9047-4369243785bf tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:59.043844 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3af02a78-22cc-4f99-b250-a3132f2b6a5e req-2e45cffd-d333-48a8-9047-4369243785bf tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 943 time: 0.0888095 Apr 08 10:55:59.090619 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3af02a78-22cc-4f99-b250-a3132f2b6a5e req-e1ba6280-502e-4520-b12e-32fd40f260e9 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388527 Apr 08 10:55:59.149339 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-d011fa88-98f6-4bfc-b630-3d45dc3ff767 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 200 len: 1001 time: 0.1029584 Apr 08 10:55:59.219616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-096cded9-fcfc-44f9-b27e-7f149b0465e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:59.221168 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-096cded9-fcfc-44f9-b27e-7f149b0465e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0635049 Apr 08 10:55:59.301099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-8053b8ea-21a6-45fb-b6bf-1dc9e450916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:59.302702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-8053b8ea-21a6-45fb-b6bf-1dc9e450916f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754974 Apr 08 10:55:59.459596 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-f2fe4076-71c9-4599-b728-5c2bfb1066d7 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492805 Apr 08 10:55:59.510374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fc702818-9d66-4e21-a11e-33ed6d4927a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:59.598546 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b2e37cc9-a3b3-4d8f-ac8f-cae6b41d782c req-842c9d20-5d52-45bc-b1b8-2861a1a94506 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326587 Apr 08 10:56:00.282747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:56:00.288275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace0a7-59f3-41b4-8f47-38e345aedb6c req-49d6a924-9b02-4a51-9519-1196bd9c077d tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:00.289680 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aaace0a7-59f3-41b4-8f47-38e345aedb6c req-49d6a924-9b02-4a51-9519-1196bd9c077d tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 943 time: 0.0882852 Apr 08 10:56:00.338733 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aaace0a7-59f3-41b4-8f47-38e345aedb6c req-8240f804-0561-4e36-8ac8-6b5a734a97b9 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425124 Apr 08 10:56:00.430317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:56:00.445124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'port_id': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'mac_address': 'fa:16:3e:bb:2a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:56:00.501962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:00.529332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:56:00.546597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:56:00.670178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:00.701111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:00.798132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:00.805467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.805811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.806151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.806483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.806813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.807154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.807458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.807841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.808102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.808418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.808760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.809075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:00.945821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['8fcf0ad3-6087-4c79-97c7-e9d357b5a88e'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:56:01.470235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:01.533523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860c9fd-0aa1-4d02-a936-7160819b8a06 req-0d693d13-7ddc-467e-a446-25fba7defc18 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:01.536644 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0860c9fd-0aa1-4d02-a936-7160819b8a06 req-0d693d13-7ddc-467e-a446-25fba7defc18 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 944 time: 0.0854230 Apr 08 10:56:01.586893 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0860c9fd-0aa1-4d02-a936-7160819b8a06 req-64b547d1-eb57-440e-899d-80225061992e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 Apr 08 10:56:02.050614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:02.281298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:56:02.462389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:56:02.468347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:56:02.468865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:02.594074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:02.622414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:56:02.634042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:56:02.674851 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c492f58a-b3be-4220-be06-8e131eb115d0'] response: {'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'code': 200} Apr 08 10:56:02.734123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:02.791515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f65f86-3e81-4ff0-9075-0eab1096029a req-6bdfc11f-19a4-419c-b568-a4b0e11fdce2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:02.792955 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-56f65f86-3e81-4ff0-9075-0eab1096029a req-6bdfc11f-19a4-419c-b568-a4b0e11fdce2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 945 time: 0.0897174 Apr 08 10:56:02.812151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:02.843438 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-56f65f86-3e81-4ff0-9075-0eab1096029a req-42cb1f4b-e3e8-4c6f-8f70-6adc3fba456f tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Apr 08 10:56:03.304961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ba09a-b650-4692-9ea7-1dee4ea61034 req-82b05c92-1900-4a47-8603-72a6ed4469a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:03.307206 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-878ba09a-b650-4692-9ea7-1dee4ea61034 req-82b05c92-1900-4a47-8603-72a6ed4469a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 1098 time: 0.0835800 Apr 08 10:56:03.353600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-878ba09a-b650-4692-9ea7-1dee4ea61034 req-dfa79489-5607-4880-9349-0af8329b9d24 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383337 Apr 08 10:56:04.042603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00478a65-a0ad-4be2-836b-e9f471c5c3bd req-4f3d5f82-9e4a-48bf-8451-03764e28f74a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:04.044186 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-00478a65-a0ad-4be2-836b-e9f471c5c3bd req-4f3d5f82-9e4a-48bf-8451-03764e28f74a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 945 time: 0.0864451 Apr 08 10:56:04.093779 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-00478a65-a0ad-4be2-836b-e9f471c5c3bd req-2b242da9-e1f3-4b47-b286-768da2387a62 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Apr 08 10:56:04.327095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:05.285776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32cdea-8cff-4f9a-a25b-4faa1c1b6ce7 req-3deaea09-c828-4bd3-879f-2ab50f968e43 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:05.287484 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c32cdea-8cff-4f9a-a25b-4faa1c1b6ce7 req-3deaea09-c828-4bd3-879f-2ab50f968e43 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 945 time: 0.0828559 Apr 08 10:56:05.348687 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c32cdea-8cff-4f9a-a25b-4faa1c1b6ce7 req-89ebd0f8-dac6-47ba-8841-fdd5533cdd43 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496204 Apr 08 10:56:05.535581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e227f-ec62-4d13-ab44-efa815b6ff53 req-44226c62-6e25-4044-9250-e0a2bba33efb tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:05.537162 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e1e227f-ec62-4d13-ab44-efa815b6ff53 req-44226c62-6e25-4044-9250-e0a2bba33efb tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 945 time: 0.0848629 Apr 08 10:56:05.588165 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e1e227f-ec62-4d13-ab44-efa815b6ff53 req-db115bb1-7ba8-4a1a-b51f-90d23de00d1a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454628 Apr 08 10:56:05.612698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58324) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:56:05.724767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73e2d19-f4d9-4c19-b66c-9b12ff2f0094 tempest-TestVolumeBootPattern-264360205 tempest-TestVolumeBootPattern-264360205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:05.726211 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a73e2d19-f4d9-4c19-b66c-9b12ff2f0094 tempest-TestVolumeBootPattern-264360205 tempest-TestVolumeBootPattern-264360205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 1093 time: 0.1125345 Apr 08 10:56:05.729099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58330) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:56:05.734538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:56:05.740689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:56:05.744779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Usage tracker for resource:floatingip and tenant:39cdfe7070a248db80ec4a77e478df89 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:56:05.747695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:56:05.754363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:56:05.887150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:06.028327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:06.169006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Allocated IP 172.26.7.79 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/8a79e105-6f70-4542-9e16-8f79f957a6c2) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:56:06.327459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:06.487788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:06.547723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:56:06.550484 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:56:06.558289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:56:06.597019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=8a79e105-6f70-4542-9e16-8f79f957a6c2,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:06.613533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.613880 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.614225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.614560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.614891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.615224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.615553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.615879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.616212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.616560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.616879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:06.617196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:07.095006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:07.277667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:07.514661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:07.647066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:07.762126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event updated for resources: {'Port': ['ID=8a79e105-6f70-4542-9e16-8f79f957a6c2,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:07.772211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:07.942567 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Floating IP 887aac33-6583-450f-b5e9-1e8515b1023e associated. External IP: 172.26.7.79, port: 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e. Apr 08 10:56:08.299079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Router 64409aad-dedd-47eb-92ff-3bf493b88225 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:56:08.609867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:56:08.619520 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:56:08.632118 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:56:08.632118 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:55:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:08.710121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:08.770782 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7e0b43b6-7819-4397-923d-99289a4eb17e tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0405879 Apr 08 10:56:08.771407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:56:08.819354 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7cd499-0603-4b77-b889-26915597ba63'] response: {'name': 'network-changed', 'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'status': 'completed', 'code': 200} Apr 08 10:56:08.821819 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:56:08.919518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-cbfb382c-58d5-439e-b649-c0981fb6deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:08.921469 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-cbfb382c-58d5-439e-b649-c0981fb6deb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 1098 time: 0.0788569 Apr 08 10:56:09.058135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-6b037adc-e24d-4fa4-8842-93f27f6daab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:09.059707 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-6b037adc-e24d-4fa4-8842-93f27f6daab7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1326427 Apr 08 10:56:09.165205 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-a421cdf3-f51a-40ed-a5ab-41c466f11d59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e HTTP/1.1" status: 200 len: 998 time: 0.0986731 Apr 08 10:56:09.197487 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:49Z', 'revision_number': 1, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}, {'id': '887aac33-6583-450f-b5e9-1e8515b1023e', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:bb:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:56:07Z', 'updated_at': '2022-04-08T10:56:07Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:09.203989 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:56:09.213038 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:56:09.213651 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:55:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:09.227592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-77d8d28e-4290-47d3-9775-2a9c414a67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:09.229168 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-77d8d28e-4290-47d3-9775-2a9c414a67f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0581303 Apr 08 10:56:09.408047 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:56:09.423938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-22364ed5-5af1-4785-aaa3-b08e498816f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:09.425462 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-22364ed5-5af1-4785-aaa3-b08e498816f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1904743 Apr 08 10:56:09.565649 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-418b2f8d-332c-41c9-b9dc-492f12415cfc service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335099 Apr 08 10:56:09.707237 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2b4c5c-f5e8-4970-b92b-b503b9c4571c req-96810621-7ab5-4f09-b8fd-84307cf5a3bf service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357777 Apr 08 10:56:09.787241 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:49Z', 'revision_number': 1, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}, {'id': '887aac33-6583-450f-b5e9-1e8515b1023e', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:bb:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:56:07Z', 'updated_at': '2022-04-08T10:56:07Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:09.791542 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5e07b-ca58-4736-8dcf-6700d60ed68a None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:49Z', 'revision_number': 1, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}, {'id': '887aac33-6583-450f-b5e9-1e8515b1023e', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.79', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:bb:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:56:07Z', 'updated_at': '2022-04-08T10:56:07Z', 'revision_number': 0, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:56:09.986394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae669b7-7693-4730-aaf9-c23e90dc94af None None] New status for floating IP 887aac33-6583-450f-b5e9-1e8515b1023e: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:56:10.379654 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:56:27.338480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e2a0dbd0-330f-4745-aeea-3fefca8ebd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:29.554311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a208165b-920c-4c95-b7b3-b41f678efdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:30.663235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:31.246292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:32.088392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:34.332052 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:47.377852 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:56:57.348357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7ae94431-e32d-45c1-b945-0e2004ce59be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:58.907365 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac679b36-2075-488b-8e8b-77023d5977fa req-ac58242c-a274-49cf-883e-968a1ca01d84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718465 Apr 08 10:56:59.002543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679b36-2075-488b-8e8b-77023d5977fa req-e3c8523d-f031-4db5-9bcd-33da3ecf3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:59.004080 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac679b36-2075-488b-8e8b-77023d5977fa req-e3c8523d-f031-4db5-9bcd-33da3ecf3ac6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 1099 time: 0.0757599 Apr 08 10:56:59.160630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679b36-2075-488b-8e8b-77023d5977fa req-4e1b6e0f-dbe7-4771-a6da-3ab0843a1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:59.160630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac679b36-2075-488b-8e8b-77023d5977fa req-4e1b6e0f-dbe7-4771-a6da-3ab0843a1389 service neutron] 10.222.0.41 "GET /v2.0/networks?id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d HTTP/1.1" status: 200 len: 898 time: 0.1361871 Apr 08 10:56:59.265993 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac679b36-2075-488b-8e8b-77023d5977fa req-ec445340-ab82-4bd4-a58e-fa594e3a9a7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4 HTTP/1.1" status: 200 len: 1000 time: 0.0991080 Apr 08 10:56:59.329074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679b36-2075-488b-8e8b-77023d5977fa req-a58f8256-d210-41ad-b296-563e7f7d8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:59.330623 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac679b36-2075-488b-8e8b-77023d5977fa req-a58f8256-d210-41ad-b296-563e7f7d8e69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cedca5f7-0a3e-499c-b98f-0c4d2a895d73 HTTP/1.1" status: 200 len: 843 time: 0.0586174 Apr 08 10:56:59.407111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679b36-2075-488b-8e8b-77023d5977fa req-c0575487-9331-4443-9b13-e871b001186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:59.408608 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac679b36-2075-488b-8e8b-77023d5977fa req-c0575487-9331-4443-9b13-e871b001186d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715907 Apr 08 10:56:59.553890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1b9af9d5-e114-4b82-a104-21412f1e183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:59.560402 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac679b36-2075-488b-8e8b-77023d5977fa req-ada1fe4c-932b-474d-b43d-08bdc50cc8ce service neutron] 10.222.0.41 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376796 Apr 08 10:56:59.689320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac679b36-2075-488b-8e8b-77023d5977fa req-74979fbd-4b8f-46ee-8c00-5f1cc8c0f2c0 service neutron] 10.222.0.41 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266870 Apr 08 10:57:00.651266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:01.239778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.028423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.286265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58352) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:02.360193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:57:02.488032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1671397'] for subnet, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.820458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750043321335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2508972'] for subnet, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.874738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:02.875344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.876656 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/subnets/cedca5f7-0a3e-499c-b98f-0c4d2a895d73 HTTP/1.1" status: 200 len: 835 time: 0.5893073 Apr 08 10:57:02.879169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7411f-ef97-456a-9f4b-20e3f032a651 None None] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:57:02.893302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=cedca5f7-0a3e-499c-b98f-0c4d2a895d73,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:02.901744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:02.911683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1addc015-23c8-4f30-9864-73e7a738c08a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:03.375055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-acfb156e-872c-43d0-b796-9d21f046075d None None] Provisioning complete for port e85a3afe-efa5-4589-9982-db417d8fe9c4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:03.378670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-acfb156e-872c-43d0-b796-9d21f046075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:03.508587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-acfb156e-872c-43d0-b796-9d21f046075d None None] Provisioning complete for port 141cdb3e-fb14-4695-ae71-372a0695483c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:03.508968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-acfb156e-872c-43d0-b796-9d21f046075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:03.673098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-acfb156e-872c-43d0-b796-9d21f046075d None None] Provisioning complete for port a51a0e86-8b9c-4d54-91d0-bd2182f70076 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:03.673392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-acfb156e-872c-43d0-b796-9d21f046075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:04.325350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:24.377133 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:57:27.242355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e60ac763-97fd-4eee-9c64-4d62b6611dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:29.490191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ae08ad1-6266-41be-9cd4-4552bcfc9df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:30.604670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:31.214183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:32.019596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:34.245101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:45.787762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58374) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:46.127687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port acd97845-ec54-43fa-b5a2-4b3006cff0dd {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:57:46.128030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:46.309567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:46.309898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:46.467386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for acd97845-ec54-43fa-b5a2-4b3006cff0dd owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:57:46.725145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:46.776614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=acd97845-ec54-43fa-b5a2-4b3006cff0dd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:46.868726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:46.869415 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP dbd13827-370a-4a17-bd80-f4160a07b953 disassociated (deleted). External IP: 172.26.7.2, port: e85a3afe-efa5-4589-9982-db417d8fe9c4. Apr 08 10:57:47.230184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:57:47.414226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:57:47.424619 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] Sync routers for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:57:47.434542 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:57:47.438337 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:57:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:47.490368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:47.550608 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-11b5f657-8a5a-4789-83cd-0924f96cf72f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/dbd13827-370a-4a17-bd80-f4160a07b953 HTTP/1.1" status: 204 len: 168 time: 1.7616138 Apr 08 10:57:47.551276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:47.606005 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89e3e1b-2046-4d84-b142-6ed3ff5c3ecd'] response: {'name': 'network-changed', 'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'status': 'completed', 'code': 200} Apr 08 10:57:47.622471 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:57:47.821810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-26506d01-6b55-49c3-b662-79eb677a01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:47.823437 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-26506d01-6b55-49c3-b662-79eb677a01c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 1099 time: 0.1945777 Apr 08 10:57:47.961818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-de4e4d90-ca60-4f53-b761-173462bd688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:47.963312 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-de4e4d90-ca60-4f53-b761-173462bd688a service neutron] 10.222.0.41 "GET /v2.0/networks?id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d HTTP/1.1" status: 200 len: 898 time: 0.1335557 Apr 08 10:57:47.977918 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:53Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:47.981584 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] Checking router: 88853663-a5d8-4b56-8ee8-5152fc8d54e9 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:57:47.990363 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:57:47.990975 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:57:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:48.040078 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-f1ff9b3d-2e4e-4cdd-96aa-24ef1952f2e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4 HTTP/1.1" status: 200 len: 217 time: 0.0698116 Apr 08 10:57:48.106263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-a348ccac-745a-4194-9ab0-df4add2471a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:48.107717 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-a348ccac-745a-4194-9ab0-df4add2471a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cedca5f7-0a3e-499c-b98f-0c4d2a895d73 HTTP/1.1" status: 200 len: 843 time: 0.0616171 Apr 08 10:57:48.176377 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:57:48.194270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-1035dbab-22c8-49af-a96a-981de9b8d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:48.194270 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-1035dbab-22c8-49af-a96a-981de9b8d27f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771089 Apr 08 10:57:48.380119 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-7cc6a5e5-2406-4fc3-9c06-3db5e2493ff1 service neutron] 10.222.0.41 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816640 Apr 08 10:57:48.437761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43950-782f-40c8-97cb-e409e84b79cb req-38b5cbba-fbd9-46cf-bae3-6279614bd75d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:48.438490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-a6a43950-782f-40c8-97cb-e409e84b79cb req-38b5cbba-fbd9-46cf-bae3-6279614bd75d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:57:48.525966 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:53Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:48.530178 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af384e-6738-48d3-910e-5e33f6443de5 None None] The sync data for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv is: [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '141cdb3e-fb14-4695-ae71-372a0695483c', 'name': '', 'network_id': '805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:60:7d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:45Z', 'updated_at': '2022-04-08T10:54:53Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': 'cedca5f7-0a3e-499c-b98f-0c4d2a895d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:57:48.540972 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f1553eb-a39e-4e57-b4ce-20635a6ebb1d req-f0d7ff9d-cb14-46ba-ae23-82832bf42f72 service neutron] 10.222.0.41 "GET /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525807 Apr 08 10:57:48.640470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-a6a43950-782f-40c8-97cb-e409e84b79cb req-38b5cbba-fbd9-46cf-bae3-6279614bd75d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:57:48.640470 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a6a43950-782f-40c8-97cb-e409e84b79cb req-38b5cbba-fbd9-46cf-bae3-6279614bd75d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 946 time: 0.3577080 Apr 08 10:57:48.690496 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a6a43950-782f-40c8-97cb-e409e84b79cb req-bb026f58-0187-4dd5-a554-b7554c0dc954 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475066 Apr 08 10:57:48.761556 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851cd80-c544-4f73-9898-f50dcaf85818 None None] New status for floating IP dbd13827-370a-4a17-bd80-f4160a07b953: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:57:49.810136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-532080f2-442b-4eff-9c4a-a35d579820d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:49.811576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-532080f2-442b-4eff-9c4a-a35d579820d0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 946 time: 0.0868559 Apr 08 10:57:49.882872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port e85a3afe-efa5-4589-9982-db417d8fe9c4 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:57:49.883798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:49.889247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e1c92-ec44-4321-a6bb-8fe951682fd3 req-ac0cd0cb-47f4-493b-8a63-06939b35d6a3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:49.893792 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-247e1c92-ec44-4321-a6bb-8fe951682fd3 req-ac0cd0cb-47f4-493b-8a63-06939b35d6a3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 946 time: 0.0820675 Apr 08 10:57:49.937777 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-247e1c92-ec44-4321-a6bb-8fe951682fd3 req-15156f86-153d-4e2a-9b9e-811bccc80fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff434a4e-a4c1-43c4-b194-fd10b942f994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Apr 08 10:57:50.135133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port e85a3afe-efa5-4589-9982-db417d8fe9c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e85a3afe-efa5-4589-9982-db417d8fe9c4,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:57:50.135497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:50.264447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for e85a3afe-efa5-4589-9982-db417d8fe9c4 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:57:50.570367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:50.740787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=e85a3afe-efa5-4589-9982-db417d8fe9c4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:50.816717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port e85a3afe-efa5-4589-9982-db417d8fe9c4 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:57:50.819181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:50.825875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'name': 'network-vif-deleted', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:50.868727 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee276db5-0733-4688-8057-421d795bca5b'] response: {'server_uuid': 'eb8a69cc-984d-4a9d-a41a-254c1710a35f', 'name': 'network-vif-deleted', 'tag': 'e85a3afe-efa5-4589-9982-db417d8fe9c4', 'status': 'completed', 'code': 200} Apr 08 10:57:50.933864 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-feae9c01-f9dd-4af8-9c2a-affa1170419f req-ab3f27c1-140a-48c3-8622-b41a8ce0750d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/e85a3afe-efa5-4589-9982-db417d8fe9c4 HTTP/1.1" status: 204 len: 173 time: 1.1164806 Apr 08 10:57:51.088405 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5f364a35-fbc6-4dad-8b19-8c0f9076daf0 req-49aafbe4-0ef2-4976-b555-dfda613b5101 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb8a69cc-984d-4a9d-a41a-254c1710a35f HTTP/1.1" status: 200 len: 210 time: 0.0435371 Apr 08 10:57:52.187735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58402) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:52.263470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0f9d68e0-0e29-4769-9048-d8b4aeca2d7e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:52.302189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0f9d68e0-0e29-4769-9048-d8b4aeca2d7e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:52.542276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0f9d68e0-0e29-4769-9048-d8b4aeca2d7e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:52.566412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d68e0-0e29-4769-9048-d8b4aeca2d7e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff434a4e-a4c1-43c4-b194-fd10b942f994,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:52.643925 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0f9d68e0-0e29-4769-9048-d8b4aeca2d7e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:52.645087 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0f9d68e0-0e29-4769-9048-d8b4aeca2d7e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff434a4e-a4c1-43c4-b194-fd10b942f994 HTTP/1.1" status: 204 len: 168 time: 0.4563696 Apr 08 10:57:52.810980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e85a3afe-efa5-4589-9982-db417d8fe9c4 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:57:52.814073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58408) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:52.846786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: e85a3afe-efa5-4589-9982-db417d8fe9c4 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:57:52.847091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e85a3afe-efa5-4589-9982-db417d8fe9c4 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:57:53.405836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:53.778037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 141cdb3e-fb14-4695-ae71-372a0695483c {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:57:53.778376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:53.967996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 141cdb3e-fb14-4695-ae71-372a0695483c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=141cdb3e-fb14-4695-ae71-372a0695483c,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:57:53.969397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:54.206684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 141cdb3e-fb14-4695-ae71-372a0695483c owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:57:54.495980 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:54.547992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=141cdb3e-fb14-4695-ae71-372a0695483c,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:54.590380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.590727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.591065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.591398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.591723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.592048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.592369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.592728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.593060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.593387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.593700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.594017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:54.843671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:55.208284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:57:55.395431 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:57:55.407557 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] Sync routers for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:57:55.409876 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cc352db7-14bd-4791-9c63-4d07a0acb007 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/88853663-a5d8-4b56-8ee8-5152fc8d54e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5946698 Apr 08 10:57:55.412565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58412) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:55.418485 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:57:55.419114 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:57:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:55.482789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b4e52d-02dd-48ed-a00a-d81cf32a8fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet cedca5f7-0a3e-499c-b98f-0c4d2a895d73 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:57:55.486394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5b4e52d-02dd-48ed-a00a-d81cf32a8fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:55.548070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5b4e52d-02dd-48ed-a00a-d81cf32a8fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:55.638028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5b4e52d-02dd-48ed-a00a-d81cf32a8fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:55.638375 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:57:55.810752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5b4e52d-02dd-48ed-a00a-d81cf32a8fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:55.850676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4e52d-02dd-48ed-a00a-d81cf32a8fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=cedca5f7-0a3e-499c-b98f-0c4d2a895d73,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:55.854360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c5b4e52d-02dd-48ed-a00a-d81cf32a8fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:55.863245 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c5b4e52d-02dd-48ed-a00a-d81cf32a8fae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/cedca5f7-0a3e-499c-b98f-0c4d2a895d73 HTTP/1.1" status: 204 len: 168 time: 0.4471102 Apr 08 10:57:55.863399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58416) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:55.865937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca17a1-bf24-4bac-a996-e986903ee352 None None] Network 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:57:56.047805 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:57:54Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:56.051759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:56.054509 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] Checking router: 88853663-a5d8-4b56-8ee8-5152fc8d54e9 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:57:56.069221 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] Routers {'88853663-a5d8-4b56-8ee8-5152fc8d54e9'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:57:56.070797 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:57:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:56.143623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] DHCP port deletion for 805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:57:56.149917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Deleting port a51a0e86-8b9c-4d54-91d0-bd2182f70076 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:57:56.149917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:56.249364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:56.297141 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] Set router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:57:56.370449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] For port a51a0e86-8b9c-4d54-91d0-bd2182f70076, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a51a0e86-8b9c-4d54-91d0-bd2182f70076,segment=NetworkSegment(727ea84e-f3f3-450a-adee-3af38cca945a),segment_id=727ea84e-f3f3-450a-adee-3af38cca945a)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:57:56.370844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:56.390308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:57:56.396445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:56.501809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Calling delete_port for a51a0e86-8b9c-4d54-91d0-bd2182f70076 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:57:56.596494 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port adda5d7d-a755-4f7a-97ee-5e21daf4cf2a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=adda5d7d-a755-4f7a-97ee-5e21daf4cf2a,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:57:56.596981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:56.607168 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:57:54Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:56.611050 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409a9bae-e3ca-4a30-9b19-a6891debd321 None None] The sync data for ids ['88853663-a5d8-4b56-8ee8-5152fc8d54e9'] in dv-neutron-837109-1-hyperv is: [{'id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'name': 'tempest-TestNetworkBasicOps-router-291875453', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:57:54Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': 'adda5d7d-a755-4f7a-97ee-5e21daf4cf2a', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88853663-a5d8-4b56-8ee8-5152fc8d54e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:40Z', 'updated_at': '2022-04-08T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:57:56.723672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for adda5d7d-a755-4f7a-97ee-5e21daf4cf2a owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:57:56.768161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:56.815492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Pushing event deleted for resources: {'Port': ['ID=a51a0e86-8b9c-4d54-91d0-bd2182f70076,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:56.820286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] No DVR routers for this DVR port a51a0e86-8b9c-4d54-91d0-bd2182f70076 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:57:56.826266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.826615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.826963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.827303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.827637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.827981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.828307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.828671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.829004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.829778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.829778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:56.830341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44afa76-cce4-45b9-a56d-6ef81050d12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:57.059436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 141cdb3e-fb14-4695-ae71-372a0695483c no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:57:57.106201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 141cdb3e-fb14-4695-ae71-372a0695483c {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:57:57.106636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 141cdb3e-fb14-4695-ae71-372a0695483c not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:57:57.107127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a51a0e86-8b9c-4d54-91d0-bd2182f70076 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:57:57.145486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a51a0e86-8b9c-4d54-91d0-bd2182f70076 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:57:57.145486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a51a0e86-8b9c-4d54-91d0-bd2182f70076 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:57:57.278560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bafb8788-a9d1-4b7f-b0a3-7800af06d43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:57.353561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:57.400119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=adda5d7d-a755-4f7a-97ee-5e21daf4cf2a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:57.494065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:57.668605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:57.670832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:57.836335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:57.836575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Fanout notify agent at l3_agent the message router_deleted on router 88853663-a5d8-4b56-8ee8-5152fc8d54e9 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:57:57.855427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:57.856555 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-778850ee-a56e-4e02-9018-2f53471387a9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/routers/88853663-a5d8-4b56-8ee8-5152fc8d54e9 HTTP/1.1" status: 204 len: 168 time: 1.9921303 Apr 08 10:57:57.859213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58420) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:57.982794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.118288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.144034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:58.156670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727ea84e-f3f3-450a-adee-3af38cca945a') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:58.156967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727ea84e-f3f3-450a-adee-3af38cca945a') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:58.169836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.186058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.192064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:57:58.192456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:57:58.207365 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:57:58.412720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.431235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.447719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:58.551072 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0ae583f4-76ca-41c0-86c8-1752ea41c0b6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/805a8ce5-b4ea-4f07-89df-f6bb8aaf2f6d HTTP/1.1" status: 204 len: 168 time: 0.6903219 Apr 08 10:57:58.563064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58424) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:58.568869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--357452528', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:57:58.574112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:58.578323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:network and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:58.581312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:58.587398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:58.678281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:57:58.682749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.711836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:57:58.720286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.720666 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e of type vlan for network 68e6f934-c060-4a66-9bba-cd8102ccf371 Apr 08 10:57:58.746334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.884395 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:58.889841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:58.890419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:59.008394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=68e6f934-c060-4a66-9bba-cd8102ccf371,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:59.018134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:57:59.048951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device adda5d7d-a755-4f7a-97ee-5e21daf4cf2a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:57:59.130609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: adda5d7d-a755-4f7a-97ee-5e21daf4cf2a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:57:59.130958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device adda5d7d-a755-4f7a-97ee-5e21daf4cf2a not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:57:59.354114 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-62ced224-82cb-443c-a18a-c0a78205f8f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7898502 Apr 08 10:57:59.356833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58428) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:59.361664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-558173880', 'admin_state_up': True, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:57:59.369965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:59.373768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:router and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:59.376604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:59.383062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:59.536561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:59.537498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5e549c63-a341-4956-b5e5-6c3987087b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:59.538038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:59.556749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:00.085772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:00.498514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:00.530479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:00.598695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:00.670299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.133 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/2beb8dd7-d649-4820-a428-7c45009c2163) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:00.820624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:00.899573 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-7027c2da-5a21-4239-a8f8-1bf245d79f44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720813 Apr 08 10:58:00.941744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:01.004543 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:01.011864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:01.016297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:58:01.050028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-0071e97f-cbde-47d6-b022-d5103ff427a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:01.051533 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-0071e97f-cbde-47d6-b022-d5103ff427a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1098 time: 0.0812192 Apr 08 10:58:01.053788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=2beb8dd7-d649-4820-a428-7c45009c2163,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:01.205804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-ee1f72c9-80ae-466b-8018-82a68fb1dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:01.207281 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-ee1f72c9-80ae-466b-8018-82a68fb1dbed service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1350751 Apr 08 10:58:01.285208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:01.316036 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-466bbfb2-f7de-4f56-8785-13a63abe4924 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 200 len: 1001 time: 0.1019602 Apr 08 10:58:01.376126 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:58:01.379924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-c3a80971-ff3b-43f7-b150-e2cf7b19824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:01.381584 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-c3a80971-ff3b-43f7-b150-e2cf7b19824f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.0590949 Apr 08 10:58:01.465478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-ea841037-d8ef-40e7-9d43-c6b3835a2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:01.467018 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-ea841037-d8ef-40e7-9d43-c6b3835a2099 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785446 Apr 08 10:58:01.722365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:01.751138 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-5d6cfc49-1025-429c-bb20-d8e90f29c408 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771175 Apr 08 10:58:01.887589 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4d72876f-6e74-4924-83bf-6ec3f23cebdb req-ac4e09d2-b142-42e2-aa3b-d8a117936b3b service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290717 Apr 08 10:58:02.052836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:02.079385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:02.418290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router f435eb51-1f86-43cd-802b-5a2266f0a7b8 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 10:58:02.596613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:58:02.606719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Sync routers for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:58:02.619588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:58:02.620395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:57:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:02.728127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:02.729435 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e3e7ceab-39d3-450d-b868-d5ea1b35b626 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3716557 Apr 08 10:58:02.732661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58432) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:02.825729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:58:02.839714 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8e9778da-ea13-4544-91f1-5bb0361e74d4 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056933 Apr 08 10:58:02.842503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58438) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:02.976375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30c11b-364a-4586-9763-c935d7b646a9 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:02.977529 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ef30c11b-364a-4586-9763-c935d7b646a9 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340938 Apr 08 10:58:02.980315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58444) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:03.019968 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5044ffec-5ad5-42b6-b82c-dc9f378df4d1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381386 Apr 08 10:58:03.022470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58448) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:03.028979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578404801', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:03.123841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:01Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:03.127797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Checking router: f435eb51-1f86-43cd-802b-5a2266f0a7b8 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:58:03.128202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Updating router f435eb51-1f86-43cd-802b-5a2266f0a7b8 port 2beb8dd7-d649-4820-a428-7c45009c2163 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:58:03.140866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:03.144815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:03.149438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:03.154271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:03.185955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:03.258219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:58:03.258219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:03.523441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:03.534855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Transition to ACTIVE for port object 2beb8dd7-d649-4820-a428-7c45009c2163 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:03.579287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:03.647579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:03.734216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Attempting to bind port 2beb8dd7-d649-4820-a428-7c45009c2163 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:58:03.734591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Attempting to bind port 2beb8dd7-d649-4820-a428-7c45009c2163 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:58:03.734961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Attempting to bind port 2beb8dd7-d649-4820-a428-7c45009c2163 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:58:03.741283 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec83f5-d24f-47cf-89c1-3d1fa16ce3a7 None None] Pushing event updated for resources: {'Port': ['ID=2beb8dd7-d649-4820-a428-7c45009c2163,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:03.746708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:58:03.747091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:58:03.747504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:03.748082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:58:03.748587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Bound port: 2beb8dd7-d649-4820-a428-7c45009c2163, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:58:03.749069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:03.766441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:03.788146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:58:03.788146 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: 68e6f934-c060-4a66-9bba-cd8102ccf371, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:58:03.825764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] For port 2beb8dd7-d649-4820-a428-7c45009c2163, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:58:03.828764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] For port 2beb8dd7-d649-4820-a428-7c45009c2163, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2beb8dd7-d649-4820-a428-7c45009c2163,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:58:03.941100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:58:03.993484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:04.074791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:58:04.075438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:57:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:04.083652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 68e6f934-c060-4a66-9bba-cd8102ccf371) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:04.089487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:04.090940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:04.128838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047624c9-a140-443f-bb00-fb9aabba0456 None None] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:58:04.158554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec83f5-d24f-47cf-89c1-3d1fa16ce3a7 None None] Pushing event updated for resources: {'Port': ['ID=2beb8dd7-d649-4820-a428-7c45009c2163,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:04.190389 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b1084b97-ea47-4172-b0cf-5d27d9fb75f8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1662352 Apr 08 10:58:04.193177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58456) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:04.406134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:04.479010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:58:04.709125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-68e6f934-c060-4a66-9bba-cd8102ccf371', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 10:58:04.709951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:04.927253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:04.950800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Allocated IP 172.20.0.2 (68e6f934-c060-4a66-9bba-cd8102ccf371/15eb827f-8fd5-4dc6-9b3e-cce6faf7206a/6ef45d62-0014-44e1-a61d-7b65fcd643b4) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:04.963426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:01Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:04.983869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2ac4-594e-4b7a-98f1-be77149ec484 None None] The sync data for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv is: [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:01Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:58:05.181007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:05.190455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Transition to ACTIVE for port object 6ef45d62-0014-44e1-a61d-7b65fcd643b4 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:05.210237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Transition to ACTIVE for port object 6ef45d62-0014-44e1-a61d-7b65fcd643b4 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:05.329308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:05.393173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:05.395960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:05.401229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:58:05.414663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.1 (68e6f934-c060-4a66-9bba-cd8102ccf371/15eb827f-8fd5-4dc6-9b3e-cce6faf7206a/4127d90b-c7b2-4812-b9ee-63d4dd3fc57e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:05.488513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Pushing event updated for resources: {'Port': ['ID=6ef45d62-0014-44e1-a61d-7b65fcd643b4,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:05.509404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Attempting to bind port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:58:05.509404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Attempting to bind port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:58:05.510341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Attempting to bind port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 on network 68e6f934-c060-4a66-9bba-cd8102ccf371 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:58:05.515191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:58:05.515565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Checking segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:58:05.515980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:05.516352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Bound using segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:58:05.516854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Bound port: 6ef45d62-0014-44e1-a61d-7b65fcd643b4, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:58:05.517227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:05.612622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] For port 6ef45d62-0014-44e1-a61d-7b65fcd643b4, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:58:05.615704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] For port 6ef45d62-0014-44e1-a61d-7b65fcd643b4, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6ef45d62-0014-44e1-a61d-7b65fcd643b4,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:58:05.696236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:05.714703 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:05.715698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:05.800637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9f3aa-3214-4698-97a1-b92f25419ef4 None None] Pushing event updated for resources: {'Port': ['ID=6ef45d62-0014-44e1-a61d-7b65fcd643b4,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:05.806225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:05.873122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:05.876196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:05.885300 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:58:06.069727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:06.085959 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:06.436193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:06.863155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:06.952428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:07.075504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:07.082566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:07.121746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2beb8dd7-d649-4820-a428-7c45009c2163 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:07.232416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:07.233574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:07.280815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 2beb8dd7-d649-4820-a428-7c45009c2163 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:07.289682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2beb8dd7-d649-4820-a428-7c45009c2163 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:07.289682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:07.443543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f22ec-0dc2-4dad-b9d5-c9619cfbb578 None None] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:58:07.445277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router f435eb51-1f86-43cd-802b-5a2266f0a7b8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:58:07.472633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:07.556324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 2beb8dd7-d649-4820-a428-7c45009c2163, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2beb8dd7-d649-4820-a428-7c45009c2163,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:07.636448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:58:07.647697 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Sync routers for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:58:07.650049 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f1e38112-fcd0-4f36-a204-c83a65cd27fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/f435eb51-1f86-43cd-802b-5a2266f0a7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4552140 Apr 08 10:58:07.651979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58464) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:07.657734 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:58:07.658315 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:57:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:07.677143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:07.677931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6ef45d62-0014-44e1-a61d-7b65fcd643b4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:07.812834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-297e338e-7914-48b1-9a91-68da855ebe1d None None] Provisioning for port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:07.856296 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:58:07.899741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=2beb8dd7-d649-4820-a428-7c45009c2163,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:07.932944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5732da-8c7c-425b-851c-d5b530b5e0c7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:07.933467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5732da-8c7c-425b-851c-d5b530b5e0c7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:07.933935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5732da-8c7c-425b-851c-d5b530b5e0c7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:07.934397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5732da-8c7c-425b-851c-d5b530b5e0c7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:07.934862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5732da-8c7c-425b-851c-d5b530b5e0c7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:07.935315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5732da-8c7c-425b-851c-d5b530b5e0c7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:07.937605 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ad5732da-8c7c-425b-851c-d5b530b5e0c7 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2841575 Apr 08 10:58:07.940655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58472) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:07.990500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:07.997581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:07.998642 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.016780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a4383-2c95-422e-9a10-f90ece88827f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.017343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a4383-2c95-422e-9a10-f90ece88827f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.017808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a4383-2c95-422e-9a10-f90ece88827f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.018260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a4383-2c95-422e-9a10-f90ece88827f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.018854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a4383-2c95-422e-9a10-f90ece88827f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.019291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a4383-2c95-422e-9a10-f90ece88827f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.021614 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-484a4383-2c95-422e-9a10-f90ece88827f tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0801892 Apr 08 10:58:08.026996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58476) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:08.166463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.201492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6ef45d62-0014-44e1-a61d-7b65fcd643b4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6ef45d62-0014-44e1-a61d-7b65fcd643b4,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:08.254787 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:08.260285 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Checking router: f435eb51-1f86-43cd-802b-5a2266f0a7b8 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:58:08.260949 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Updating router f435eb51-1f86-43cd-802b-5a2266f0a7b8 port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:58:08.262392 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-adcca715-4720-4893-880f-4d606a9fc8dd tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2353048 Apr 08 10:58:08.331397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.334572 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.409232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b57f3407-5174-48d4-b467-211028eb9b09 None None] Provisioning for port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:08.435159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b57f3407-5174-48d4-b467-211028eb9b09 None None] Provisioning complete for port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:08.435159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b57f3407-5174-48d4-b467-211028eb9b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.508610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6ef45d62-0014-44e1-a61d-7b65fcd643b4,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:08.513735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b57f3407-5174-48d4-b467-211028eb9b09 None None] Port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:58:08.527091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b57f3407-5174-48d4-b467-211028eb9b09 None None] Provisioning complete for port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:08.527727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b57f3407-5174-48d4-b467-211028eb9b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.565549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58484) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:08.571920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481486508', 'description': 'tempest-secgroup-smoke-481486508 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:08.578096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:08.590228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:08.595063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:08.610561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:08.740988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.742583 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.753924 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Transition to ACTIVE for port object 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:08.761771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:08.765694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:08.770941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:08.775330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:08.786626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c947247b-6d0a-41b5-b888-9a8ab7827d84 None None] Provisioning complete for port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:08.786998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c947247b-6d0a-41b5-b888-9a8ab7827d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.845407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c947247b-6d0a-41b5-b888-9a8ab7827d84 None None] Port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:58:08.849517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.869241 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.946782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:08.995531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:08.997865 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Pushing event updated for resources: {'Port': ['ID=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:09.008183 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.008721 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.009063 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.009394 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.009723 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.010053 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.010375 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.010698 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.011021 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.011343 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.011661 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.011979 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:09.087648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2beb8dd7-d649-4820-a428-7c45009c2163 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:09.105806 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Attempting to bind port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:58:09.106083 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Attempting to bind port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:58:09.106436 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Attempting to bind port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e on network 68e6f934-c060-4a66-9bba-cd8102ccf371 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:58:09.110335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.112405 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e3d43088-a495-4702-b25c-d435aefc79db tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5452478 Apr 08 10:58:09.112638 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:58:09.113231 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Checking segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:58:09.113626 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.114058 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Bound using segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:58:09.114528 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Bound port: 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:58:09.114914 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.115394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58490) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:09.130835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa07bb-0dc6-4628-8937-e8815e8ca0e1', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:09.135054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:09.140850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:09.144598 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:09.153988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:09.182884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2beb8dd7-d649-4820-a428-7c45009c2163 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:09.183441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.210984 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] For port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:58:09.214077 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] For port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:58:09.275704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.294208 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.308272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6ef45d62-0014-44e1-a61d-7b65fcd643b4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:09.348092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.384382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:09.385019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.391313 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:58:09.392083 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:57:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:09.504611 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b5d7f-18a1-4983-8b0b-f09794684932 None None] Pushing event updated for resources: {'Port': ['ID=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:09.600369 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:58:09.649607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.662360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9952c10-a0c4-4636-bf96-fc087793312b,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:09.867114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.868109 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f3e023ab-4db7-44be-9785-f568246812fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7517455 Apr 08 10:58:09.870931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58494) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:09.876076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa07bb-0dc6-4628-8937-e8815e8ca0e1', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:09.890749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:09.890749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:09.890985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:09.897070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:09.926724 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:09Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:09.936611 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cc8468-5b16-4ead-aeb4-09118ec14fd1 None None] The sync data for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv is: [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:09Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:58:10.027083 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:10.114002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:10.212624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:10.246544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c80c1be-73f1-44ee-90d8-0aaccf81986c,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:10.322083 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:10.323216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-db9e1499-10cf-4dd4-ae9d-e49e40053d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4513543 Apr 08 10:58:10.325994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58498) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:10.332900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa07bb-0dc6-4628-8937-e8815e8ca0e1', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:10.340776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:10.345205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:10.349474 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:10.356727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:10.497213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:10.578719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:10.689463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:10.714640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac79ac4-3c6e-49ca-b5a3-380c6a32be00,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:10.853047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:10.854257 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-73c0a839-3147-452d-a558-eaa5d7995cf2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5272913 Apr 08 10:58:10.856976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58504) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:10.862260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa07bb-0dc6-4628-8937-e8815e8ca0e1', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:10.869296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:10.876100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:10.878393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:10.885675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:11.004407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.081403 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.091578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:11.280936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.310807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a371a7e9-11cb-4c0b-87cb-6f6233ad8f97,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:11.310937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:11.316245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:11.316878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.401482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.402619 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6f3c6510-4fd8-4e5a-9842-a3d1b52a8aa3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5443308 Apr 08 10:58:11.405708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58508) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:11.410833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa07bb-0dc6-4628-8937-e8815e8ca0e1', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:11.422119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:11.425693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:11.427020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:11.434811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:11.446248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.487264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:11.555042 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:58:11.560114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.609522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.628441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.680354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:11.704209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.730117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f266cbc1-b924-4f86-afbf-e9a32ef42cf3,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:11.826640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:11.827873 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6c033130-d199-4955-843c-16a1042d6639 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4213159 Apr 08 10:58:11.830613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58512) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:11.835640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa07bb-0dc6-4628-8937-e8815e8ca0e1', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:11.841841 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:11.845739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:11.848588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:11.863877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:11.958051 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:58:11.964927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:12.028178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:12.126374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:12.150212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd9469a-f081-4151-b904-be41d6b399c3,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:12.243815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:12.245058 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cca237d0-be74-4e89-9e0a-f9a577f4621f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4135103 Apr 08 10:58:12.454602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-aec0d7e4-735e-41a0-98dd-07556ec1920c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:12.574977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-aec0d7e4-735e-41a0-98dd-07556ec1920c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:12.576178 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-aec0d7e4-735e-41a0-98dd-07556ec1920c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481486508&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.1645021 Apr 08 10:58:12.732889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72267-3269-479e-b918-538015bcda07 req-d31e9365-39df-4361-9c51-c0a0b6f78665 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:12.733576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-d31e9365-39df-4361-9c51-c0a0b6f78665 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:12.889362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-d31e9365-39df-4361-9c51-c0a0b6f78665 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:12.895792 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-d31e9365-39df-4361-9c51-c0a0b6f78665 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 796 time: 0.3076904 Apr 08 10:58:12.905725 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-7f18fff3-6d68-473d-ba88-848f2c269f23 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0098107 Apr 08 10:58:12.986969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-14d82f31-8733-4a3c-b0e9-1c10d0732229 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:13.056760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:13.123397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:13.123769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:13.164531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-14d82f31-8733-4a3c-b0e9-1c10d0732229 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:13.165876 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-14d82f31-8733-4a3c-b0e9-1c10d0732229 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2550495 Apr 08 10:58:13.349233 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-7617a857-8223-4472-9deb-c64f4dec7414 service neutron] 10.222.0.23 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719055 Apr 08 10:58:13.483335 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-ca0f27b2-972e-4365-a908-5bee4ea28cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281409 Apr 08 10:58:13.836620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e809d613-ee28-4411-a666-1e8c6defbae2 req-93708ce3-aab9-4e94-b810-3f0667886867 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:13.848735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e809d613-ee28-4411-a666-1e8c6defbae2 req-93708ce3-aab9-4e94-b810-3f0667886867 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:13.849849 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e809d613-ee28-4411-a666-1e8c6defbae2 req-93708ce3-aab9-4e94-b810-3f0667886867 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 210 time: 0.1097085 Apr 08 10:58:15.005331 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e68ecf60-2e47-4af9-bf17-455e0522618a req-9b8d379a-f773-4cb3-b6c8-dba0213f256b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 210 time: 0.0473430 Apr 08 10:58:16.185008 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-29629d08-7099-40d4-96c2-fcbe94cfe484 req-28ec5aa8-b1b5-4a2f-95b2-144058a0c00b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 210 time: 0.0618401 Apr 08 10:58:16.227930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72267-3269-479e-b918-538015bcda07 req-9fe8cc09-2ef9-4053-8c51-9d62412126cd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:16.227930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-9fe8cc09-2ef9-4053-8c51-9d62412126cd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:16.237968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-9fe8cc09-2ef9-4053-8c51-9d62412126cd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:16.239121 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-9fe8cc09-2ef9-4053-8c51-9d62412126cd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 796 time: 0.2046542 Apr 08 10:58:16.286910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-741228f6-fc50-402e-a35f-98120b833fa1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:16.299399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f6e72267-3269-479e-b918-538015bcda07 req-741228f6-fc50-402e-a35f-98120b833fa1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:16.300542 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-741228f6-fc50-402e-a35f-98120b833fa1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 379 time: 0.0534904 Apr 08 10:58:16.309376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['c6fa07bb-0dc6-4628-8937-e8815e8ca0e1']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:16.454707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:16.465428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:16.546449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:58:16.552147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:16.712846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.6 (68e6f934-c060-4a66-9bba-cd8102ccf371/15eb827f-8fd5-4dc6-9b3e-cce6faf7206a/9d81e341-89a5-45bc-9b45-60ede140e9df) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:16.901315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:16.917340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 9d81e341-89a5-45bc-9b45-60ede140e9df will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:17.043626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:17.114332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:17.122005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:17.126331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:58:17.162175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=9d81e341-89a5-45bc-9b45-60ede140e9df,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:17.179078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.179590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.179943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.180277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.180628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.180967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.181290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.181612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.181936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.182253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.182569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.182883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:17.205930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:17.206572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:17.392673 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-96aa35cd-6187-4107-8972-d8b405cda15c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0868542 Apr 08 10:58:17.396068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bb192-7ba9-4a24-a998-31aad942e815 req-b0e10b22-55e0-4019-b4be-44a34cc05f49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:17.396068 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d44bb192-7ba9-4a24-a998-31aad942e815 req-b0e10b22-55e0-4019-b4be-44a34cc05f49 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 931 time: 0.0916348 Apr 08 10:58:17.405924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Request body: {'port': {'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:17.440530 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d44bb192-7ba9-4a24-a998-31aad942e815 req-bc725652-c6a8-4702-8faf-efcfb3f96fd5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401905 Apr 08 10:58:17.477710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75c538c2-6ac6-4787-8498-74c1dec81cf5 None None] Provisioning for port 9d81e341-89a5-45bc-9b45-60ede140e9df completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:17.482769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75c538c2-6ac6-4787-8498-74c1dec81cf5 None None] Provisioning complete for port 9d81e341-89a5-45bc-9b45-60ede140e9df triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:17.483140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75c538c2-6ac6-4787-8498-74c1dec81cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:17.525986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:17.536578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-75c538c2-6ac6-4787-8498-74c1dec81cf5 None None] Port 9d81e341-89a5-45bc-9b45-60ede140e9df cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:58:17.974475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d81e341-89a5-45bc-9b45-60ede140e9df {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:58:17.981814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:17.995699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Transition to ACTIVE for port object 9d81e341-89a5-45bc-9b45-60ede140e9df will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:18.129107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:18.291283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=9d81e341-89a5-45bc-9b45-60ede140e9df,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:18.376509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Attempting to bind port 9d81e341-89a5-45bc-9b45-60ede140e9df on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:58:18.376852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Attempting to bind port 9d81e341-89a5-45bc-9b45-60ede140e9df by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:58:18.377190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Attempting to bind port 9d81e341-89a5-45bc-9b45-60ede140e9df on network 68e6f934-c060-4a66-9bba-cd8102ccf371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:58:18.382412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Port 9d81e341-89a5-45bc-9b45-60ede140e9df on network 68e6f934-c060-4a66-9bba-cd8102ccf371 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:58:18.382738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Attempting to bind port 9d81e341-89a5-45bc-9b45-60ede140e9df on network 68e6f934-c060-4a66-9bba-cd8102ccf371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:58:18.387847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:58:18.388196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Checking segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:58:18.388631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Bound using segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:58:18.389059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Bound port: 9d81e341-89a5-45bc-9b45-60ede140e9df, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:58:18.389413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:18.481106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] For port 9d81e341-89a5-45bc-9b45-60ede140e9df, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:58:18.484320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] For port 9d81e341-89a5-45bc-9b45-60ede140e9df, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9d81e341-89a5-45bc-9b45-60ede140e9df,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:58:18.626139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:18.675010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f33d62-45e6-470e-a804-69a7951728cd req-019a79aa-298b-4f49-8426-26f14a126107 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:18.686867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-46f33d62-45e6-470e-a804-69a7951728cd req-019a79aa-298b-4f49-8426-26f14a126107 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:18.695557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:18.696082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:18.697510 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 200 len: 1093 time: 1.2967358 Apr 08 10:58:18.700849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:18.738972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1abdf-6132-45e3-9f88-fe01577d2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=9d81e341-89a5-45bc-9b45-60ede140e9df,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:18.758509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bce872a-7071-4715-bb9f-b819546b67c4'] response: {'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'status': 'completed', 'code': 200} Apr 08 10:58:18.830234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-46f33d62-45e6-470e-a804-69a7951728cd req-019a79aa-298b-4f49-8426-26f14a126107 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:18.831283 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-46f33d62-45e6-470e-a804-69a7951728cd req-019a79aa-298b-4f49-8426-26f14a126107 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 943 time: 0.2823620 Apr 08 10:58:18.896446 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-46f33d62-45e6-470e-a804-69a7951728cd req-a9a92f14-d76d-4215-ba0e-281d456a2ccf tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582561 Apr 08 10:58:18.898763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf001-c89e-48b1-8883-74d8b15ac9c1 req-810ec3f4-9eb6-4f3d-9bb7-95623be1fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:18.900160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a45cf001-c89e-48b1-8883-74d8b15ac9c1 req-810ec3f4-9eb6-4f3d-9bb7-95623be1fff3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1096 time: 0.1199794 Apr 08 10:58:19.048547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf001-c89e-48b1-8883-74d8b15ac9c1 req-81af44e5-bb25-4738-84f6-074f19404e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:19.050005 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a45cf001-c89e-48b1-8883-74d8b15ac9c1 req-81af44e5-bb25-4738-84f6-074f19404e76 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1423254 Apr 08 10:58:19.189699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf001-c89e-48b1-8883-74d8b15ac9c1 req-cac3466f-310f-41c7-93c7-8dad3d5c2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:19.191156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a45cf001-c89e-48b1-8883-74d8b15ac9c1 req-cac3466f-310f-41c7-93c7-8dad3d5c2702 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347947 Apr 08 10:58:19.301506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72267-3269-479e-b918-538015bcda07 req-9c531273-d52a-44f6-b735-cc43de911c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:19.302540 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-9c531273-d52a-44f6-b735-cc43de911c76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1096 time: 0.0732813 Apr 08 10:58:19.389849 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-4fa52d7c-2f00-44b3-8a7c-1ea127a284a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 200 len: 217 time: 0.0799394 Apr 08 10:58:19.455508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72267-3269-479e-b918-538015bcda07 req-e4c8c0b2-1ae5-4b78-9a3b-02c3d219484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:19.457093 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-e4c8c0b2-1ae5-4b78-9a3b-02c3d219484e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 200 len: 835 time: 0.0598412 Apr 08 10:58:19.540695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72267-3269-479e-b918-538015bcda07 req-40222c0d-4f75-402c-8978-8dd6ac6310d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:19.542263 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-40222c0d-4f75-402c-8978-8dd6ac6310d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e6f934-c060-4a66-9bba-cd8102ccf371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788643 Apr 08 10:58:19.554719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-f2ce43af-6061-45f8-aa47-d279895881a4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 10:58:19.554831 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-f2ce43af-6061-45f8-aa47-d279895881a4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060730 Apr 08 10:58:19.697405 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-78b48b47-5171-4ef4-9d02-8bb79181aa37 service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364589 Apr 08 10:58:19.829211 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f6e72267-3269-479e-b918-538015bcda07 req-396b64cf-d937-48d4-a261-b8fb12c1feec service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253200 Apr 08 10:58:20.095059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c324e4-f879-4d36-9cb1-a84b65c97049 req-2370caf0-5970-4897-bd53-ba0838aa0e85 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:20.096553 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-47c324e4-f879-4d36-9cb1-a84b65c97049 req-2370caf0-5970-4897-bd53-ba0838aa0e85 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 943 time: 0.0833750 Apr 08 10:58:20.226182 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-47c324e4-f879-4d36-9cb1-a84b65c97049 req-8e8dd940-47ec-4eac-a6b6-b0e3aac2c900 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226606 Apr 08 10:58:20.932278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 9d81e341-89a5-45bc-9b45-60ede140e9df details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:58:21.067304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 9d81e341-89a5-45bc-9b45-60ede140e9df, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9d81e341-89a5-45bc-9b45-60ede140e9df,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:21.081648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:58:21.170571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:21.187090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d81e341-89a5-45bc-9b45-60ede140e9df {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:58:21.203559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 9d81e341-89a5-45bc-9b45-60ede140e9df, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9d81e341-89a5-45bc-9b45-60ede140e9df,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:21.269109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:21.345304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=9d81e341-89a5-45bc-9b45-60ede140e9df,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:21.529704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5409e-cb05-40be-950a-29f311dd8543 req-a99389f5-45da-4df0-8efd-468e426a9031 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:21.531152 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4aa5409e-cb05-40be-950a-29f311dd8543 req-a99389f5-45da-4df0-8efd-468e426a9031 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 944 time: 0.1944721 Apr 08 10:58:21.542410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['9d81e341-89a5-45bc-9b45-60ede140e9df'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:58:21.578125 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4aa5409e-cb05-40be-950a-29f311dd8543 req-d7b4a2c3-6937-4e15-803e-45f05fa78820 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Apr 08 10:58:22.764111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03002-68ac-470e-877f-4d63764d798b req-61645d53-0016-4d80-872c-2c04c405ff84 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:22.765585 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-35a03002-68ac-470e-877f-4d63764d798b req-61645d53-0016-4d80-872c-2c04c405ff84 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 944 time: 0.0800600 Apr 08 10:58:22.810675 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-35a03002-68ac-470e-877f-4d63764d798b req-e644df8f-6aed-4b8a-8be4-612e8af93713 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Apr 08 10:58:22.947257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 9d81e341-89a5-45bc-9b45-60ede140e9df up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:23.152229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 9d81e341-89a5-45bc-9b45-60ede140e9df completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:23.157066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 9d81e341-89a5-45bc-9b45-60ede140e9df triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:23.157441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:23.276549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:23.305114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:23.315538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 9d81e341-89a5-45bc-9b45-60ede140e9df, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9d81e341-89a5-45bc-9b45-60ede140e9df,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:23.351357 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273e9c27-7b14-4ab6-9445-c79251e9960e'] response: {'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'code': 200} Apr 08 10:58:23.417955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:23.489731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=9d81e341-89a5-45bc-9b45-60ede140e9df,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:23.814980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a551d-10d2-4119-8275-b77926e69bea req-b9e34b44-992b-481a-bcad-6997ddb29238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:23.816461 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-243a551d-10d2-4119-8275-b77926e69bea req-b9e34b44-992b-481a-bcad-6997ddb29238 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1098 time: 0.0723217 Apr 08 10:58:23.858850 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-243a551d-10d2-4119-8275-b77926e69bea req-0531aebb-b1cd-412b-bd68-1eddcba47bf8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361180 Apr 08 10:58:23.999021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8282e-ceb7-40e2-8164-7c00768cf93b req-39abf55a-7292-4ec2-8190-1733ca8b80a3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:24.000465 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-96a8282e-ceb7-40e2-8164-7c00768cf93b req-39abf55a-7292-4ec2-8190-1733ca8b80a3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 945 time: 0.0812218 Apr 08 10:58:24.045200 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-96a8282e-ceb7-40e2-8164-7c00768cf93b req-488f9f10-7318-452a-b07e-64c010ba86ec tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388403 Apr 08 10:58:25.242814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084369-991a-45bb-898e-84a3ac2f0e8d req-14104a50-dc65-4ca0-864b-20b4ea6e4705 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:25.244277 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40084369-991a-45bb-898e-84a3ac2f0e8d req-14104a50-dc65-4ca0-864b-20b4ea6e4705 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 945 time: 0.0856018 Apr 08 10:58:25.294118 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40084369-991a-45bb-898e-84a3ac2f0e8d req-299ed912-2d7c-4555-8843-de2128a8b6b5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Apr 08 10:58:26.484723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bd205-12dc-4787-9b96-5d52bd70e515 req-5cbf7484-4a6a-4e2d-b611-eae0d76e7855 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:26.486185 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0b9bd205-12dc-4787-9b96-5d52bd70e515 req-5cbf7484-4a6a-4e2d-b611-eae0d76e7855 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 945 time: 0.0838256 Apr 08 10:58:26.531467 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0b9bd205-12dc-4787-9b96-5d52bd70e515 req-dd9e8319-fde7-4958-a8b6-1614daf866ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385885 Apr 08 10:58:26.717648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4994e2-b61c-44a7-a67f-fd755b7df412 req-ed456c64-b073-4553-9bc9-a9b3ed69348b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:26.719229 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aa4994e2-b61c-44a7-a67f-fd755b7df412 req-ed456c64-b073-4553-9bc9-a9b3ed69348b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 945 time: 0.0835886 Apr 08 10:58:26.765249 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aa4994e2-b61c-44a7-a67f-fd755b7df412 req-756fb4d8-c441-4b20-9a22-d99834e75625 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 Apr 08 10:58:26.789015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58576) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:26.864966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4646878f-dc1f-4bde-9af1-856d52eafb3c tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:26.865852 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4646878f-dc1f-4bde-9af1-856d52eafb3c tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1093 time: 0.0756121 Apr 08 10:58:26.868654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58580) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:26.873561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:26.879751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:26.884094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:26.886943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:26.892819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:27.023902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:27.163763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:27.301638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.181 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/b63ac955-8a14-46dc-afb8-55fc72c98f0e) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:27.321880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0d59870d-4bd8-4ab3-850c-b44053ec8556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:27.461745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:27.607160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:27.675630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:27.683984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:27.690990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:58:27.722515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=b63ac955-8a14-46dc-afb8-55fc72c98f0e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:28.128466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:28.332589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:28.680078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:28.746175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:28.855621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=b63ac955-8a14-46dc-afb8-55fc72c98f0e,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:28.868329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:29.045156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 49792aaf-5b1b-4a07-823f-e2d020d59c60 associated. External IP: 172.26.7.181, port: 9d81e341-89a5-45bc-9b45-60ede140e9df. Apr 08 10:58:29.410189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router f435eb51-1f86-43cd-802b-5a2266f0a7b8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:58:29.497127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c05b7d10-f48a-489f-84c2-53760f2be568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:29.606108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:58:29.609810 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] Sync routers for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:58:29.619144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:58:29.619763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:58:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:29.698731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:29.754421 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ca1c40c5-47d8-4ea8-a2a4-70bbde19ded3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8847466 Apr 08 10:58:29.755178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:29.760699 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58584) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:29.801689 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ef83cb-70bb-490f-afea-3f9b921b9e0d'] response: {'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'status': 'completed', 'code': 200} Apr 08 10:58:29.804741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:58:29.839190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a637b8-f230-42ff-8541-2fb015d0de50 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:29.840720 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-47a637b8-f230-42ff-8541-2fb015d0de50 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1093 time: 0.0789890 Apr 08 10:58:29.906508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-cd07d357-c11a-4a5d-a907-22438ca23725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:29.908248 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-cd07d357-c11a-4a5d-a907-22438ca23725 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1098 time: 0.0779684 Apr 08 10:58:30.050819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-fd6c3c3e-7d44-4703-9a0d-dd0fbc4bca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:30.052417 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-fd6c3c3e-7d44-4703-9a0d-dd0fbc4bca11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 897 time: 0.1380734 Apr 08 10:58:30.176585 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-26ed924a-ff71-4667-8f97-546330236644 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 200 len: 999 time: 0.1064014 Apr 08 10:58:30.196751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:28Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:30.201193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] Checking router: f435eb51-1f86-43cd-802b-5a2266f0a7b8 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:58:30.211574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:58:30.212198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:58:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:30.394854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-5b0ba7f8-e07b-4823-a396-7458162452c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:30.396288 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-5b0ba7f8-e07b-4823-a396-7458162452c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 200 len: 835 time: 0.2209179 Apr 08 10:58:30.413775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:58:30.436903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58592) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:30.442964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077232414', 'description': 'tempest-secgroup-smoke-1077232414 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:30.450116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:30.463635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:30.482371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-836e17f8-06eb-4481-abd5-1956ed8b6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:30.484713 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-836e17f8-06eb-4481-abd5-1956ed8b6548 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e6f934-c060-4a66-9bba-cd8102ccf371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806639 Apr 08 10:58:30.563799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:30.587398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:30.593743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:30.596923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:30.603407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:30.631438 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-af66562b-96a2-4b22-8dba-fba619be5093 service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398053 Apr 08 10:58:30.680672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:30.725127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:30.774015 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd511f06-fbe1-4345-8185-5574270f5cfc req-d7933afe-3f59-45b1-b1c8-769ce631b54d service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371355 Apr 08 10:58:30.814440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:30.834903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:28Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:30.839170 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e043d4-0df4-4f4d-94cd-2e255cf41277 None None] The sync data for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv is: [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:28Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:58:30.865830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc56940-36fa-4ea9-90ca-2da6ca117a71,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:30.957569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:30.959493 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f151e83f-7036-45f8-bad1-550cfd93c9ce tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5205081 Apr 08 10:58:30.962296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58596) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:30.967571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '4cc56940-36fa-4ea9-90ca-2da6ca117a71', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:30.974385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:30.979574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:30.982592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:30.988564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:31.024357 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc312c6-620a-49e1-9ea7-bc3579bb47cb None None] New status for floating IP 49792aaf-5b1b-4a07-823f-e2d020d59c60: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:58:31.102011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.163693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.243348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.283172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.309728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f120a451-30f8-4c31-acf6-7f5ece0b1d6d,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:31.437293 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.439284 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d66134a2-2882-4417-990f-21e74e921dba tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4752996 Apr 08 10:58:31.442840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58602) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:31.448681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '4cc56940-36fa-4ea9-90ca-2da6ca117a71', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:31.454879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:31.463342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:31.465708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:31.472025 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:31.608339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.671202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.792149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.826790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14c1a78-181a-4429-acbb-fdceea2130a4,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:31.908970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:31.910265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0e012eb7-3bab-4d94-87e6-b89e72c9657d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4657815 Apr 08 10:58:31.915163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58606) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:31.920298 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '4cc56940-36fa-4ea9-90ca-2da6ca117a71', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:31.928217 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:31.932707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:31.936877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:31.945547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:32.056563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.093645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.126588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.272023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.296995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62859a9-cf0e-4533-bf50-8263c4865235,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:32.411024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.411024 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3a3abb2d-b050-45df-b93c-6dcca6cb9aaa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4881020 Apr 08 10:58:32.411024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58610) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:32.415181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '4cc56940-36fa-4ea9-90ca-2da6ca117a71', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:32.419101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:32.423514 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:32.431991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:32.438069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:32.553249 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.618981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.715506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.739621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0f2981-a8ba-4cda-be79-ae7680b9893b,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:32.814632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:32.815875 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b8275496-ddbc-4fac-98b3-16de80b04d99 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4079378 Apr 08 10:58:32.820251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58614) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:32.826098 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '4cc56940-36fa-4ea9-90ca-2da6ca117a71', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:32.832464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:32.837775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:32.840947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:32.847335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:32.986994 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:58:32.990106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:33.060778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:33.265997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:33.290147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a91aafe-2759-48c7-877d-d4bb4a9ea2d2,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:33.406097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:33.407343 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-25a68fe3-671e-48d4-8557-49e0021fc726 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5860314 Apr 08 10:58:33.410084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58618) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:33.416111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '4cc56940-36fa-4ea9-90ca-2da6ca117a71', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:33.422380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:33.426195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:33.429592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:33.435500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:33.537847 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:58:33.545231 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:33.613108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:33.777156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:33.814214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c256207-ec75-4290-84bf-beadf5984ea6,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:33.960819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:33.962160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ecde2bde-382f-44b0-ac7b-3aafa1533510 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5510702 Apr 08 10:58:34.171101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-fc2adf09-053b-4245-bffc-d600de32b62c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:34.335599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-fc2adf09-053b-4245-bffc-d600de32b62c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:34.337236 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-fc2adf09-053b-4245-bffc-d600de32b62c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077232414&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.2067728 Apr 08 10:58:34.408344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:34.502592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-6744a0ad-5e07-4b10-8c2c-cb393213199e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:34.503975 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-6744a0ad-5e07-4b10-8c2c-cb393213199e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 796 time: 0.1590009 Apr 08 10:58:34.521885 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-c9cd6870-1016-4675-9d29-5390dccba481 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0116651 Apr 08 10:58:34.617671 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-744fc5da-4c4c-441e-ba0c-fe926ba545fa tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0901759 Apr 08 10:58:34.761812 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-14ee37ed-6ab9-4555-83fe-96211f7c3672 service neutron] 10.222.0.23 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324246 Apr 08 10:58:34.897998 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-1748d401-ad48-48a4-b18a-d8bac05ebb7f service neutron] 10.222.0.23 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301200 Apr 08 10:58:35.196380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de653555-d85d-4732-84fb-521e2d44b9d3 req-e4e2d9e4-3d8b-44c9-a288-170e0d6f8ad8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 210 time: 0.0441177 Apr 08 10:58:36.357099 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3ff84423-2578-405b-85eb-32d8369386d9 req-be2a6bf4-a20d-4810-8f2c-6f6e39756746 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 210 time: 0.0539289 Apr 08 10:58:37.521574 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-97e78f63-735a-48ca-948d-a9bf33513419 req-c3241b56-84fc-427f-9e03-ffdd88ff264a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 210 time: 0.0486228 Apr 08 10:58:37.988164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-e4ff036e-b012-4155-963d-1893c2e09798 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:37.989898 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-e4ff036e-b012-4155-963d-1893c2e09798 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 796 time: 0.1521115 Apr 08 10:58:38.048810 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-3a80bc6f-3845-4946-b2ed-b7aa273441f0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 472 time: 0.0450506 Apr 08 10:58:38.059550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['4cc56940-36fa-4ea9-90ca-2da6ca117a71']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:38.206483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:38.216378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:38.300100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:58:38.304803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:38.375164 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:58:38.478587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.11 (68e6f934-c060-4a66-9bba-cd8102ccf371/15eb827f-8fd5-4dc6-9b3e-cce6faf7206a/8c8b7fdb-fee4-4313-a971-495df0cacfa9) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:38.683379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:38.687794 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dfc893ee-82c0-4c57-b7f7-60f64054208a req-7323dd69-bb70-46f7-b0e9-e9dad74731e9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 210 time: 0.0483644 Apr 08 10:58:38.702357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 8c8b7fdb-fee4-4313-a971-495df0cacfa9 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:38.814613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:38.884244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:38.887320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:38.896211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:58:38.934773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=8c8b7fdb-fee4-4313-a971-495df0cacfa9,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:38.967994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:38.969903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:39.145490 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-5862ddcb-85e8-4453-bd07-4776ae0196bb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0845068 Apr 08 10:58:39.153476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Request body: {'port': {'device_id': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:39.272092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7b13ff54-936a-44b5-a478-bf3afca23d6b None None] Provisioning for port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:39.277736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:39.278009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7b13ff54-936a-44b5-a478-bf3afca23d6b None None] Provisioning complete for port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:39.278407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7b13ff54-936a-44b5-a478-bf3afca23d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:39.335584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-7b13ff54-936a-44b5-a478-bf3afca23d6b None None] Port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 10:58:39.746130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8b7fdb-fee4-4313-a971-495df0cacfa9 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:58:39.754862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:39.771405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Transition to ACTIVE for port object 8c8b7fdb-fee4-4313-a971-495df0cacfa9 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:58:39.887325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7ccd-2767-4e7b-bdc6-db95e906bcdf req-888d062a-64e6-49bd-9c6b-0f0788d3cf7a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:39.888051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7b5d7ccd-2767-4e7b-bdc6-db95e906bcdf req-888d062a-64e6-49bd-9c6b-0f0788d3cf7a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:58:39.958980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:40.056677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7b5d7ccd-2767-4e7b-bdc6-db95e906bcdf req-888d062a-64e6-49bd-9c6b-0f0788d3cf7a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:58:40.057875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7b5d7ccd-2767-4e7b-bdc6-db95e906bcdf req-888d062a-64e6-49bd-9c6b-0f0788d3cf7a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 932 time: 0.2603478 Apr 08 10:58:40.107808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8b7fdb-fee4-4313-a971-495df0cacfa9,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:40.204132 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7b5d7ccd-2767-4e7b-bdc6-db95e906bcdf req-601659c9-5aaf-4a08-90f0-e69a8a4b67c6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379485 Apr 08 10:58:40.244056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Attempting to bind port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:58:40.244670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Attempting to bind port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:58:40.244670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Attempting to bind port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 on network 68e6f934-c060-4a66-9bba-cd8102ccf371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:58:40.249519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 on network 68e6f934-c060-4a66-9bba-cd8102ccf371 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 10:58:40.249853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Attempting to bind port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 on network 68e6f934-c060-4a66-9bba-cd8102ccf371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 10:58:40.255608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 10:58:40.256354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Checking segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 10:58:40.256532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Bound using segment: {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 10:58:40.256975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Bound port: 8c8b7fdb-fee4-4313-a971-495df0cacfa9, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:58:40.257333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:40.357851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] For port 8c8b7fdb-fee4-4313-a971-495df0cacfa9, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 10:58:40.361017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] For port 8c8b7fdb-fee4-4313-a971-495df0cacfa9, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8c8b7fdb-fee4-4313-a971-495df0cacfa9,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 10:58:40.524931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:40.582647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:40.583262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:40.585434 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c8b7fdb-fee4-4313-a971-495df0cacfa9 HTTP/1.1" status: 200 len: 1094 time: 1.4360654 Apr 08 10:58:40.585983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:40.616120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf3f60-043c-4440-89dc-63825ad1a289 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8b7fdb-fee4-4313-a971-495df0cacfa9,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:40.643095 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78ca8dc-36fc-4907-a051-4addc852c8f5'] response: {'name': 'network-changed', 'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'status': 'completed', 'code': 200} Apr 08 10:58:40.744319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8948e01-9b8e-474b-8912-56bad5bf4abc req-5f956d41-9bac-4e6b-aaad-cdbdf689b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:40.746098 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e8948e01-9b8e-474b-8912-56bad5bf4abc req-5f956d41-9bac-4e6b-aaad-cdbdf689b449 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 1097 time: 0.0823848 Apr 08 10:58:40.905745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8948e01-9b8e-474b-8912-56bad5bf4abc req-274b6a94-9f6c-41f1-80c9-951f0fb8993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:40.907209 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e8948e01-9b8e-474b-8912-56bad5bf4abc req-274b6a94-9f6c-41f1-80c9-951f0fb8993d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1538157 Apr 08 10:58:41.058969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8948e01-9b8e-474b-8912-56bad5bf4abc req-6aab214d-b9d1-412b-bfd7-8452ec1ffb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:41.060344 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e8948e01-9b8e-474b-8912-56bad5bf4abc req-6aab214d-b9d1-412b-bfd7-8452ec1ffb3b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1469867 Apr 08 10:58:41.182030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-9c01ebf9-8b32-4515-a37a-df6160d48137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:41.183576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-9c01ebf9-8b32-4515-a37a-df6160d48137 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 1097 time: 0.0810688 Apr 08 10:58:41.258509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-d97b7824-1bb6-43e5-9a52-fdb4506c0c66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c8b7fdb-fee4-4313-a971-495df0cacfa9 HTTP/1.1" status: 200 len: 217 time: 0.0671191 Apr 08 10:58:41.367396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-3f374998-9274-4113-92f1-dbeeb70cfa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:41.368931 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-3f374998-9274-4113-92f1-dbeeb70cfa20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 200 len: 835 time: 0.1038673 Apr 08 10:58:41.463813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a623d7-b2a6-4905-a184-2904b57b8bcb req-5af9cce6-4d8c-4186-a58d-e485ea96c7ab tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:41.465551 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e8a623d7-b2a6-4905-a184-2904b57b8bcb req-5af9cce6-4d8c-4186-a58d-e485ea96c7ab tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 944 time: 0.1456349 Apr 08 10:58:41.503748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-6c44318a-8e3d-439d-9e0a-5b23b843ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:41.505448 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-6c44318a-8e3d-439d-9e0a-5b23b843ab73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e6f934-c060-4a66-9bba-cd8102ccf371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266663 Apr 08 10:58:41.558453 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e8a623d7-b2a6-4905-a184-2904b57b8bcb req-26a05a43-135c-4f3e-a56d-b03a79ac6f51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821187 Apr 08 10:58:41.668558 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-66cc0ae2-abd9-475b-bff2-bbfc9406ca1b service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532118 Apr 08 10:58:41.921150 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0c37a40-7eb6-4e5d-87ab-1f2874905e2a req-ed2468c8-c726-4e75-acb7-931dd24a120a service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457500 Apr 08 10:58:42.759978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871dbd-7c32-487b-b675-ecab304c9f9e req-432543b8-e019-478b-91fd-f80fe20a3de2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:42.761542 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-71871dbd-7c32-487b-b675-ecab304c9f9e req-432543b8-e019-478b-91fd-f80fe20a3de2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 944 time: 0.0860121 Apr 08 10:58:42.808362 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-71871dbd-7c32-487b-b675-ecab304c9f9e req-0b7df8a1-0218-44fa-b7ca-1d63f8775332 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410891 Apr 08 10:58:43.071978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 8c8b7fdb-fee4-4313-a971-495df0cacfa9 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:58:43.230338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 8c8b7fdb-fee4-4313-a971-495df0cacfa9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8c8b7fdb-fee4-4313-a971-495df0cacfa9,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:43.244238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'port_id': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'mac_address': 'fa:16:3e:3e:a0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:58:43.307419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:43.328536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8b7fdb-fee4-4313-a971-495df0cacfa9 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:58:43.345119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 8c8b7fdb-fee4-4313-a971-495df0cacfa9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8c8b7fdb-fee4-4313-a971-495df0cacfa9,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:43.522935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:43.594754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=8c8b7fdb-fee4-4313-a971-495df0cacfa9,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:43.787737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['8c8b7fdb-fee4-4313-a971-495df0cacfa9'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:58:44.010469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8787b-f114-49a7-a81a-793dbd4373e9 req-4a8258e7-5154-445a-b7a8-da6b046ed771 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:44.012000 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d1f8787b-f114-49a7-a81a-793dbd4373e9 req-4a8258e7-5154-445a-b7a8-da6b046ed771 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 945 time: 0.0856154 Apr 08 10:58:44.061777 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d1f8787b-f114-49a7-a81a-793dbd4373e9 req-cb4a73ef-fa81-42bd-b2cd-ae0539da18e8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439649 Apr 08 10:58:45.071599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 8c8b7fdb-fee4-4313-a971-495df0cacfa9 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:45.199841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:58:45.205315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:45.205690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:45.270766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46f15c-5833-4e01-96fd-af5f95371783 req-d0c82721-7a94-4417-bbf7-635240f6d7ef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:45.270766 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3c46f15c-5833-4e01-96fd-af5f95371783 req-d0c82721-7a94-4417-bbf7-635240f6d7ef tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 945 time: 0.0905387 Apr 08 10:58:45.319285 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3c46f15c-5833-4e01-96fd-af5f95371783 req-8ff1835b-8dce-4380-be74-c9bd6790fe6f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 Apr 08 10:58:45.335163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:45.363926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:45.374909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 8c8b7fdb-fee4-4313-a971-495df0cacfa9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8c8b7fdb-fee4-4313-a971-495df0cacfa9,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:58:45.410072 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab33e69-1e56-4c2f-81f8-94da6b802485'] response: {'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'code': 200} Apr 08 10:58:45.489218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:45.559432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=8c8b7fdb-fee4-4313-a971-495df0cacfa9,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:45.916364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd453ecb-8f24-40da-9061-af4b0ffdb2e5 req-ffe64c1d-deb7-4b94-a8e3-fc0074e8c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:45.917853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fd453ecb-8f24-40da-9061-af4b0ffdb2e5 req-ffe64c1d-deb7-4b94-a8e3-fc0074e8c2d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 1099 time: 0.1155152 Apr 08 10:58:45.960955 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fd453ecb-8f24-40da-9061-af4b0ffdb2e5 req-631735a6-b9b2-415d-883a-351ab441f6a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366809 Apr 08 10:58:46.516327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ebdb-6cb2-41a3-b61c-186fe711794a req-554e2798-b52c-4d83-b126-97e80d3c0766 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:46.517885 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-75f7ebdb-6cb2-41a3-b61c-186fe711794a req-554e2798-b52c-4d83-b126-97e80d3c0766 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 946 time: 0.0841219 Apr 08 10:58:46.563921 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-75f7ebdb-6cb2-41a3-b61c-186fe711794a req-9aef365b-0bc6-4685-9f3c-a029e4baaa82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401864 Apr 08 10:58:47.769490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b94bd-86bd-461d-bb8e-b9902690aa41 req-cb9afc74-04fc-46b5-b155-16d9cf0d1979 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:47.769490 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-849b94bd-86bd-461d-bb8e-b9902690aa41 req-cb9afc74-04fc-46b5-b155-16d9cf0d1979 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 946 time: 0.0925448 Apr 08 10:58:47.813486 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-849b94bd-86bd-461d-bb8e-b9902690aa41 req-21f84942-2ad0-4fc6-b38f-f8dd76f319a2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Apr 08 10:58:49.117307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52aa2-146b-4946-b594-8ff1781d3569 req-8b98a42f-0ce8-4e22-9b05-c91c7eb44eb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:49.120781 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ecc52aa2-146b-4946-b594-8ff1781d3569 req-8b98a42f-0ce8-4e22-9b05-c91c7eb44eb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 946 time: 0.1965189 Apr 08 10:58:49.172724 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ecc52aa2-146b-4946-b594-8ff1781d3569 req-057449f1-7db7-449a-bc82-533f8830b42e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Apr 08 10:58:49.371100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca8d9f-2240-4676-95f0-613d41c66532 req-b702af27-65d7-4ca6-842d-b79802a56270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:49.373212 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d0ca8d9f-2240-4676-95f0-613d41c66532 req-b702af27-65d7-4ca6-842d-b79802a56270 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 946 time: 0.0904019 Apr 08 10:58:49.422122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d0ca8d9f-2240-4676-95f0-613d41c66532 req-880424cc-3d98-44b8-8dad-499b02bbad4d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Apr 08 10:58:49.447343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58684) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:49.520100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b828bf-c923-4b8b-bfde-bfd9034c44ba tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:49.521734 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-73b828bf-c923-4b8b-bfde-bfd9034c44ba tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 1094 time: 0.0736711 Apr 08 10:58:49.526010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58688) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:49.530414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:49.536587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:58:49.540766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:58:49.543581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:58:49.549228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:58:49.620195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:49.760233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:49.898693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.39 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/053bec20-9349-4999-94c6-86aed9ec64d6) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:50.050827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:50.140662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:50.206069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:50.213910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:50.241491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 10:58:50.252960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=053bec20-9349-4999-94c6-86aed9ec64d6,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:50.656541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:50.853273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:51.096191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:51.197259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:51.324294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=053bec20-9349-4999-94c6-86aed9ec64d6,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:51.334702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:51.611209 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 57f05d6c-4ec9-4a61-8003-bda5aa6c56d6 associated. External IP: 172.26.7.39, port: 8c8b7fdb-fee4-4313-a971-495df0cacfa9. Apr 08 10:58:51.981093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router f435eb51-1f86-43cd-802b-5a2266f0a7b8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:58:52.174960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:58:52.186187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] Sync routers for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:58:52.199357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:58:52.199998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:58:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:52.305962 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:52.377083 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-105aad49-88b5-4043-b98e-74940fc474c3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8515315 Apr 08 10:58:52.377670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:52.436727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:58:52.479325 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aabdbd7-3caf-4adf-b38a-5f5cf9048e16'] response: {'name': 'network-changed', 'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'status': 'completed', 'code': 200} Apr 08 10:58:52.580421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-d24cbd65-b0f8-4abc-9b3e-8eb64ce8af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:52.582118 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-d24cbd65-b0f8-4abc-9b3e-8eb64ce8af5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 1099 time: 0.0779645 Apr 08 10:58:52.727767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-422c6562-f48a-47b5-82a7-ed1add30b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:52.741949 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-422c6562-f48a-47b5-82a7-ed1add30b989 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 897 time: 0.1398098 Apr 08 10:58:52.822701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:31Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}, {'id': '57f05d6c-4ec9-4a61-8003-bda5aa6c56d6', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:3e:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:50Z', 'updated_at': '2022-04-08T10:58:50Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:52.828007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] Checking router: f435eb51-1f86-43cd-802b-5a2266f0a7b8 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:58:52.838185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:58:52.838740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:58:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:52.845678 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-1029e83a-ccda-46ff-a3b4-6105dfa848fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c8b7fdb-fee4-4313-a971-495df0cacfa9 HTTP/1.1" status: 200 len: 999 time: 0.1099980 Apr 08 10:58:52.924145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-2b616da6-ce68-43a0-a756-ccc643028733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:52.925694 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-2b616da6-ce68-43a0-a756-ccc643028733 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 200 len: 835 time: 0.0652761 Apr 08 10:58:53.022529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-8c992478-a63e-4ee8-85d3-161cd96ebd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:53.024046 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-8c992478-a63e-4ee8-85d3-161cd96ebd52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e6f934-c060-4a66-9bba-cd8102ccf371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865483 Apr 08 10:58:53.030552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:58:53.164666 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-7b8d84b4-7fc1-49ec-a417-75bc7e156183 service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326313 Apr 08 10:58:53.323536 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73662677-80b9-4fcf-9ae5-ac43c7cc14e3 req-4dbf0ffd-da00-4748-82ab-410bfd34eeb8 service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516554 Apr 08 10:58:53.416074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:31Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}, {'id': '57f05d6c-4ec9-4a61-8003-bda5aa6c56d6', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:3e:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:50Z', 'updated_at': '2022-04-08T10:58:50Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:53.420228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c92da7-17e4-4ab9-b63e-ed6c9b87e097 None None] The sync data for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv is: [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:31Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}, {'id': '57f05d6c-4ec9-4a61-8003-bda5aa6c56d6', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:3e:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:50Z', 'updated_at': '2022-04-08T10:58:50Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:58:53.619889 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b282b14-c14f-4f5f-b84a-65025362c539 None None] New status for floating IP 57f05d6c-4ec9-4a61-8003-bda5aa6c56d6: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:58:57.328862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-56bf8e24-e826-44a8-a762-5942693b8664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:59.508265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-998ad806-2282-4e6d-aa01-f6dad1957f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:00.653798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:01.331267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:02.019948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:02.911922 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-61c1a9a7-68b4-44ef-b6d5-6739d7012aab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754993 Apr 08 10:59:03.019230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-e6837e06-b043-4124-8e3d-4a0bcb495044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:03.021525 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-e6837e06-b043-4124-8e3d-4a0bcb495044 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 1098 time: 0.0755172 Apr 08 10:59:03.178242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-51afec23-4671-4794-84fc-39f74ba5b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:03.179705 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-51afec23-4671-4794-84fc-39f74ba5b24e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1319237 Apr 08 10:59:03.293443 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-f749ab27-de51-4602-8c6d-70daffa00748 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e HTTP/1.1" status: 200 len: 1000 time: 0.1040061 Apr 08 10:59:03.491768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-707d3339-61bc-4ce8-aef6-f6775337fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:03.493254 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-707d3339-61bc-4ce8-aef6-f6775337fd37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.1898270 Apr 08 10:59:03.575962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-4da01ebc-22f6-4752-b661-8924f84a3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:03.585286 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-4da01ebc-22f6-4752-b661-8924f84a3146 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740151 Apr 08 10:59:03.720394 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-93281934-3579-4bac-9f65-35a3b3a1d3ef service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345108 Apr 08 10:59:03.866135 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-053e87d8-871e-4b39-900d-8c2ce71ca093 req-38bce082-a555-45ab-b4e1-bb2f2677e677 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353469 Apr 08 10:59:04.339210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.373578 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:59:27.255423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ba7c-cab8-42d4-bf5c-17164e60245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:28.575402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58708) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:28.686491 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7137fc37-184f-4499-8aa0-70cc65753506 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/49792aaf-5b1b-4a07-823f-e2d020d59c60 HTTP/1.1" status: 200 len: 993 time: 0.1099463 Apr 08 10:59:29.539111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6b4c7626-a36f-4c44-b3f7-5ce971ef36b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:29.694735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58718) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:29.904866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Deleting port 8a79e105-6f70-4542-9e16-8f79f957a6c2 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:29.905206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:29.963494 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58722) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:29.969429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:30.084466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.084893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.098144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.329374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Calling delete_port for 8a79e105-6f70-4542-9e16-8f79f957a6c2 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:30.331167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 9d81e341-89a5-45bc-9b45-60ede140e9df, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9d81e341-89a5-45bc-9b45-60ede140e9df,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:30.362663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.430412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.497519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:30.498466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.500836 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/ports/9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 200 len: 938 time: 0.5361412 Apr 08 10:59:30.501376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:30.536468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=9d81e341-89a5-45bc-9b45-60ede140e9df,revision_number=6']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:30.547730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.548093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.548609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.548946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.549278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.549665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.550038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.550331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.550790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.551188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.551750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.552988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c1633-5998-4cdf-a5cd-4a892da9b9ad tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.630154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.650289 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfacfecf-62f7-4e49-a0b2-094e6e7e019f'] response: {'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'status': 'completed', 'code': 200} Apr 08 10:59:30.684214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event deleted for resources: {'Port': ['ID=8a79e105-6f70-4542-9e16-8f79f957a6c2,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:30.694099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.728799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.729406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.729641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.729971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.730589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.730923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.731544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.731879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.732201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.733074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.739302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.739302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:30.743834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-03496daa-f6a6-47b3-9e26-c177b5674370 None None] Provisioning complete for port 9d81e341-89a5-45bc-9b45-60ede140e9df triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:30.744307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-03496daa-f6a6-47b3-9e26-c177b5674370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.751956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-278c0947-f298-4cf7-88ff-49d23b36844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:30.753499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-278c0947-f298-4cf7-88ff-49d23b36844c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1099 time: 0.0778892 Apr 08 10:59:30.798513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.798790 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Floating IP 887aac33-6583-450f-b5e9-1e8515b1023e disassociated (deleted). External IP: 172.26.7.79, port: 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e. Apr 08 10:59:30.819944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-03496daa-f6a6-47b3-9e26-c177b5674370 None None] Port 9d81e341-89a5-45bc-9b45-60ede140e9df is administratively disabled so it will not transition to active. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 08 10:59:30.895813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-096d77aa-9883-4590-8366-1d231581a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:30.897367 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-096d77aa-9883-4590-8366-1d231581a8fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 897 time: 0.1362193 Apr 08 10:59:31.009554 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-b74ee489-721d-4236-a1d0-f07d3dbdf1b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 200 len: 1002 time: 0.1023686 Apr 08 10:59:31.081677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-7aeab244-00cc-4e3c-99b4-2bbe032f799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:31.083256 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-7aeab244-00cc-4e3c-99b4-2bbe032f799e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 200 len: 835 time: 0.0665095 Apr 08 10:59:31.169792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-324bb836-8a4f-46ee-bff0-98b678cfeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:31.169792 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-324bb836-8a4f-46ee-bff0-98b678cfeead service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e6f934-c060-4a66-9bba-cd8102ccf371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750606 Apr 08 10:59:31.207611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Router 64409aad-dedd-47eb-92ff-3bf493b88225 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:59:31.226521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:31.312236 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-1afbe83c-653f-4289-83bf-0f1ef1ffaabb service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395683 Apr 08 10:59:31.412224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:59:31.422707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:31.433458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:31.434421 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:31.462329 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2060f658-99fd-465c-ae7e-1b8a5238c12e req-6dacc6f6-ff78-4910-8592-a5d1fdaaaa7f service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400139 Apr 08 10:59:31.527349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:31.585310 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-489f8646-baed-4389-a5a1-390b7d8b0920 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "DELETE /v2.0/floatingips/887aac33-6583-450f-b5e9-1e8515b1023e HTTP/1.1" status: 204 len: 168 time: 1.8894811 Apr 08 10:59:31.586039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:31.625857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:31.641314 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c76438-d53f-4806-892a-cd7d53176da7'] response: {'name': 'network-changed', 'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'status': 'completed', 'code': 200} Apr 08 10:59:31.747386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-3c0330e1-16a7-46e0-9dec-57a45748c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:31.748835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-3c0330e1-16a7-46e0-9dec-57a45748c7c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 1098 time: 0.0856712 Apr 08 10:59:31.891010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-0d688c61-3b29-4ef0-a717-5c3cbd7e53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:31.892562 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-0d688c61-3b29-4ef0-a717-5c3cbd7e53c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1371441 Apr 08 10:59:31.972030 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-8cf253b9-39ce-4e36-b936-df13f8e4fe83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e HTTP/1.1" status: 200 len: 217 time: 0.0721858 Apr 08 10:59:32.076036 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:49Z', 'revision_number': 1, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:32.080332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:32.089835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:32.090471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:32.151778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-f978b877-2836-4050-81c2-26453441427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:32.153387 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-f978b877-2836-4050-81c2-26453441427f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.1755381 Apr 08 10:59:32.157243 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:32.243538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-288f4345-6f50-471e-8edb-1bfa9d919c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:32.245189 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-288f4345-6f50-471e-8edb-1bfa9d919c6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825627 Apr 08 10:59:32.290398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:32.410086 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-27780305-03d9-474d-adb6-010717e6068a service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550448 Apr 08 10:59:32.429373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67094d-471a-4af6-ba3d-d82ec9356bfe req-ffd3afa3-9d76-4496-b799-86c61e286d2a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:32.430808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-4f67094d-471a-4af6-ba3d-d82ec9356bfe req-ffd3afa3-9d76-4496-b799-86c61e286d2a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:32.546896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-4f67094d-471a-4af6-ba3d-d82ec9356bfe req-ffd3afa3-9d76-4496-b799-86c61e286d2a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:32.548254 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4f67094d-471a-4af6-ba3d-d82ec9356bfe req-ffd3afa3-9d76-4496-b799-86c61e286d2a tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 945 time: 0.2277761 Apr 08 10:59:32.571515 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b9e5ace-6d4d-4dbb-99c1-3887a8ad6435 req-234163c8-37a7-42ad-872a-28c91544978f service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483700 Apr 08 10:59:32.621114 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4f67094d-471a-4af6-ba3d-d82ec9356bfe req-51198422-4fe6-4cf5-91e9-76e81fa9bb6b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620725 Apr 08 10:59:32.702012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:49Z', 'revision_number': 1, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:32.713505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1cbae9-8f14-425d-aa17-84048a3a280c None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '490bf5ab-7c7c-4d66-8e44-90ea48197ce8', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'port_id': '41071df0-4876-4431-878f-affb28b5b2ff', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'mac_address': 'fa:16:3e:6b:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:45Z', 'updated_at': '2022-04-08T10:52:49Z', 'revision_number': 1, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:32.943198 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50fba5-4fe6-4433-b278-a357355e642b None None] New status for floating IP 887aac33-6583-450f-b5e9-1e8515b1023e: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:59:33.805493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bc3c7-5adf-496c-a189-3cf3d57161d1 req-afeef3be-f7f8-481c-bb2b-113089741000 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.806997 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-313bc3c7-5adf-496c-a189-3cf3d57161d1 req-afeef3be-f7f8-481c-bb2b-113089741000 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 945 time: 0.0800834 Apr 08 10:59:33.867717 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-313bc3c7-5adf-496c-a189-3cf3d57161d1 req-834ee392-2fea-4b1f-9fbe-dce14a77c70c tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Apr 08 10:59:34.021856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58742) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:34.029597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:34.209237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:34.270019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:34.308120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-cb70e786-03fb-49f5-9d4c-25e4fbe5a405 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:34.309902 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-cb70e786-03fb-49f5-9d4c-25e4fbe5a405 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 945 time: 0.2135010 Apr 08 10:59:34.478137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Deleting port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:34.478488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:34.611245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 9d81e341-89a5-45bc-9b45-60ede140e9df, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9d81e341-89a5-45bc-9b45-60ede140e9df,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:34.736592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:34.791546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] For port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:34.791908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:34.857572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:34.960876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Calling delete_port for 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:35.090958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:35.091738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:35.093232 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/ports/9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 200 len: 937 time: 1.0700274 Apr 08 10:59:35.093884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:35.096339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58748) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:35.150730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d44900-43d9-46e3-81b6-ab2fe6d6b582 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=9d81e341-89a5-45bc-9b45-60ede140e9df,revision_number=7']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:35.154486 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4d59c1-e009-4f6e-a5c0-3329d3d4a6b6'] response: {'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'status': 'completed', 'code': 200} Apr 08 10:59:35.213079 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-12551d16-2a8a-4d42-86f2-44133eeab2fb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/49792aaf-5b1b-4a07-823f-e2d020d59c60 HTTP/1.1" status: 200 len: 993 time: 0.1155496 Apr 08 10:59:35.358737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['9d81e341-89a5-45bc-9b45-60ede140e9df'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 10:59:35.416553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33506-d45e-48aa-ae1b-5048114a2f18 req-c9f8c059-0f77-41ba-8d1b-480d7fc84450 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:35.419656 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-82b33506-d45e-48aa-ae1b-5048114a2f18 req-c9f8c059-0f77-41ba-8d1b-480d7fc84450 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 945 time: 0.4218349 Apr 08 10:59:35.432241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7fbe7f08-4357-4e02-85e1-5657a0dd0339 None None] Provisioning complete for port 9d81e341-89a5-45bc-9b45-60ede140e9df triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:35.432505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7f08-4357-4e02-85e1-5657a0dd0339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:35.486520 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-82b33506-d45e-48aa-ae1b-5048114a2f18 req-813c6c6d-f71d-4839-a4c2-9d63d16d30be tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578527 Apr 08 10:59:35.489977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b2fd1-8048-4693-bee1-59a3597de41e req-d1767ba4-13b6-4da9-8265-6d59df3fc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:35.491464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795b2fd1-8048-4693-bee1-59a3597de41e req-d1767ba4-13b6-4da9-8265-6d59df3fc227 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1098 time: 0.2962902 Apr 08 10:59:35.517549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:35.633532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event deleted for resources: {'Port': ['ID=8fcf0ad3-6087-4c79-97c7-e9d357b5a88e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:35.731057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] No DVR routers for this DVR port 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:35.734745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:35.764532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b2fd1-8048-4693-bee1-59a3597de41e req-45fa532f-4c8e-4145-b7ee-113f03b91fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:35.766100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795b2fd1-8048-4693-bee1-59a3597de41e req-45fa532f-4c8e-4145-b7ee-113f03b91fa5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 897 time: 0.2678397 Apr 08 10:59:35.850597 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3ad679c0-20f5-457f-b063-431a29ae8b44 req-c79a3eda-aefb-4596-94c1-ced01fce9721 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "DELETE /v2.0/ports/8fcf0ad3-6087-4c79-97c7-e9d357b5a88e HTTP/1.1" status: 204 len: 173 time: 1.5351193 Apr 08 10:59:35.877349 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795b2fd1-8048-4693-bee1-59a3597de41e req-e50172da-1fe4-4de3-ab88-af76e2e6ce05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 200 len: 1001 time: 0.1045022 Apr 08 10:59:35.952677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b2fd1-8048-4693-bee1-59a3597de41e req-6ce7c7a3-7d1f-4c5f-80c7-575072cdcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:35.953994 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795b2fd1-8048-4693-bee1-59a3597de41e req-6ce7c7a3-7d1f-4c5f-80c7-575072cdcc01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 200 len: 835 time: 0.0676367 Apr 08 10:59:36.044604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b2fd1-8048-4693-bee1-59a3597de41e req-06c904d8-7494-45aa-a831-db1cd63052c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:36.046201 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795b2fd1-8048-4693-bee1-59a3597de41e req-06c904d8-7494-45aa-a831-db1cd63052c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e6f934-c060-4a66-9bba-cd8102ccf371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856583 Apr 08 10:59:36.199630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795b2fd1-8048-4693-bee1-59a3597de41e req-dc819e2f-ef78-4b5e-8d94-ebfc6173a750 service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449513 Apr 08 10:59:36.343179 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795b2fd1-8048-4693-bee1-59a3597de41e req-f06f010e-675e-4d6c-8006-33abe2203c9f service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331961 Apr 08 10:59:36.650804 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-23c2e170-3ea8-47ca-95b0-ecaa13e4c459 req-73b7aaeb-a095-467f-9b4a-64e5ef05f2e2 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa83085-ac32-48f2-8bf8-740e6e0ca8be HTTP/1.1" status: 200 len: 210 time: 0.0521588 Apr 08 10:59:37.155764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'name': 'network-vif-deleted', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:37.201522 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618fbf14-68b8-4b75-9d6e-62297c1e114f'] response: {'server_uuid': '4aa83085-ac32-48f2-8bf8-740e6e0ca8be', 'name': 'network-vif-deleted', 'tag': '8fcf0ad3-6087-4c79-97c7-e9d357b5a88e', 'status': 'completed', 'code': 200} Apr 08 10:59:37.811289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58768) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:38.026481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 053bec20-9349-4999-94c6-86aed9ec64d6 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:38.026726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:38.213745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:38.214479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:38.348308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 053bec20-9349-4999-94c6-86aed9ec64d6 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:38.750078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:38.830837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=053bec20-9349-4999-94c6-86aed9ec64d6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:38.910711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:38.911389 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 57f05d6c-4ec9-4a61-8003-bda5aa6c56d6 disassociated (deleted). External IP: 172.26.7.39, port: 8c8b7fdb-fee4-4313-a971-495df0cacfa9. Apr 08 10:59:39.302246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router f435eb51-1f86-43cd-802b-5a2266f0a7b8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:59:39.366984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:39.414729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:59:39.415077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 8fcf0ad3-6087-4c79-97c7-e9d357b5a88e not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:39.510121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:59:39.524273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] Sync routers for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:39.537465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:39.540311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:39.607065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:39.669858 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-96e06202-375d-4b7c-b70c-4f40bcbb9c88 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/57f05d6c-4ec9-4a61-8003-bda5aa6c56d6 HTTP/1.1" status: 204 len: 168 time: 1.8548615 Apr 08 10:59:39.669858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:39.730351 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5cdd59-fcdd-4724-b427-bb8320d8c1a1'] response: {'name': 'network-changed', 'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'status': 'completed', 'code': 200} Apr 08 10:59:39.794529 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:39.840005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae17e-d332-45d4-852a-0e70a039509c req-d23f3724-4c77-4cc1-9e45-70c494519bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:39.841862 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c72ae17e-d332-45d4-852a-0e70a039509c req-d23f3724-4c77-4cc1-9e45-70c494519bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 1099 time: 0.0855305 Apr 08 10:59:39.988268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae17e-d332-45d4-852a-0e70a039509c req-e737375d-882e-4cd0-8c43-49c375f57bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:39.990615 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c72ae17e-d332-45d4-852a-0e70a039509c req-e737375d-882e-4cd0-8c43-49c375f57bb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 897 time: 0.1417756 Apr 08 10:59:40.070406 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c72ae17e-d332-45d4-852a-0e70a039509c req-df83e8c9-97a1-4e13-8c8f-3eb3723ef5d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c8b7fdb-fee4-4313-a971-495df0cacfa9 HTTP/1.1" status: 200 len: 217 time: 0.0698817 Apr 08 10:59:40.139439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae17e-d332-45d4-852a-0e70a039509c req-99953778-0cd2-45c8-b1c4-ab43d396a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:40.140971 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c72ae17e-d332-45d4-852a-0e70a039509c req-99953778-0cd2-45c8-b1c4-ab43d396a200 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 200 len: 835 time: 0.0644882 Apr 08 10:59:40.188305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:31Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:40.192921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] Checking router: f435eb51-1f86-43cd-802b-5a2266f0a7b8 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:40.202164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:40.202840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:40.230142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae17e-d332-45d4-852a-0e70a039509c req-9ba9439c-009e-451b-bee3-5bf535050043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:40.234779 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c72ae17e-d332-45d4-852a-0e70a039509c req-9ba9439c-009e-451b-bee3-5bf535050043 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e6f934-c060-4a66-9bba-cd8102ccf371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854912 Apr 08 10:59:40.457435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:40.808779 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c72ae17e-d332-45d4-852a-0e70a039509c req-12de52ed-233c-438f-b18e-6bd0e715d3dc service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664248 Apr 08 10:59:40.952698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:31Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:40.958936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b11193-ae87-4f24-a631-6c05b497c1fa None None] The sync data for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv is: [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '49792aaf-5b1b-4a07-823f-e2d020d59c60', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'port_id': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'mac_address': 'fa:16:3e:22:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fb4180-5ef3-4958-b229-4710a91a4337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:28Z', 'updated_at': '2022-04-08T10:58:31Z', 'revision_number': 1, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:40.986012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f4c74-e663-48b4-a404-9b626a1a5a40 req-ff3afd3c-0f47-4efe-8b05-f93a7843df27 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:40.986757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-889f4c74-e663-48b4-a404-9b626a1a5a40 req-ff3afd3c-0f47-4efe-8b05-f93a7843df27 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:41.034308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c72ae17e-d332-45d4-852a-0e70a039509c req-4c467b94-31da-47bc-baea-c97ac85ed4b0 service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139857 Apr 08 10:59:41.092715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-889f4c74-e663-48b4-a404-9b626a1a5a40 req-ff3afd3c-0f47-4efe-8b05-f93a7843df27 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:41.094530 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-889f4c74-e663-48b4-a404-9b626a1a5a40 req-ff3afd3c-0f47-4efe-8b05-f93a7843df27 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 946 time: 0.6163323 Apr 08 10:59:41.172609 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-889f4c74-e663-48b4-a404-9b626a1a5a40 req-c658b3a4-696c-4ede-9d12-22eb57814457 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709834 Apr 08 10:59:41.321730 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5336b-fccb-45d9-8bb9-c5ae0c88d5c2 None None] New status for floating IP 57f05d6c-4ec9-4a61-8003-bda5aa6c56d6: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:59:41.891747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-f80dafad-3984-4719-9186-21cc3c93c585 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:41.893134 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-f80dafad-3984-4719-9186-21cc3c93c585 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 946 time: 0.1030555 Apr 08 10:59:41.973103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:41.973268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:42.241878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 8c8b7fdb-fee4-4313-a971-495df0cacfa9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8c8b7fdb-fee4-4313-a971-495df0cacfa9,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:42.242281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:42.374637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 8c8b7fdb-fee4-4313-a971-495df0cacfa9 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:42.388500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41632c-9cfc-48da-9e48-1156e4cef58a req-4dced06d-1bac-446a-acfb-53fca278b629 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:42.389434 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8e41632c-9cfc-48da-9e48-1156e4cef58a req-4dced06d-1bac-446a-acfb-53fca278b629 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 946 time: 0.1009681 Apr 08 10:59:42.438744 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8e41632c-9cfc-48da-9e48-1156e4cef58a req-d1caffdb-71c8-4be3-b9ca-0e663dd0999e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc56940-36fa-4ea9-90ca-2da6ca117a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Apr 08 10:59:42.733077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:42.785681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=8c8b7fdb-fee4-4313-a971-495df0cacfa9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:42.866668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port 8c8b7fdb-fee4-4313-a971-495df0cacfa9 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:42.869177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:42.871883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'name': 'network-vif-deleted', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:42.927292 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e6f97c-1f72-4c34-94ae-8f5480744b30'] response: {'server_uuid': '53d9a5f7-c899-4d69-b4f7-0a540a1592b0', 'name': 'network-vif-deleted', 'tag': '8c8b7fdb-fee4-4313-a971-495df0cacfa9', 'status': 'completed', 'code': 200} Apr 08 10:59:42.927292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58796) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:43.026661 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9543884-e213-4f8c-8a17-d10ce594d996 req-e00af9b2-43cc-4bf8-a56e-c4114ed2e268 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/8c8b7fdb-fee4-4313-a971-495df0cacfa9 HTTP/1.1" status: 204 len: 173 time: 1.1279876 Apr 08 10:59:43.140295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Deleting port 64d42039-7fbb-4653-8a55-8a21fd08021a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:43.140870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:43.347455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:43.358074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:43.603756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Calling delete_port for 64d42039-7fbb-4653-8a55-8a21fd08021a owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:43.729768 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-22272689-7224-4536-9cf3-91e34d29c10a req-7d41a4c3-792c-4d16-b91f-5dcda7556317 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d9a5f7-c899-4d69-b4f7-0a540a1592b0 HTTP/1.1" status: 200 len: 210 time: 0.1547258 Apr 08 10:59:43.867552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:43.919693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event deleted for resources: {'Port': ['ID=64d42039-7fbb-4653-8a55-8a21fd08021a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:44.016112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:44.016919 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Floating IP 490bf5ab-7c7c-4d66-8e44-90ea48197ce8 disassociated (deleted). External IP: 172.26.7.145, port: 41071df0-4876-4431-878f-affb28b5b2ff. Apr 08 10:59:44.390374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Router 64409aad-dedd-47eb-92ff-3bf493b88225 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:59:44.581056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:59:44.599229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:44.600561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:44.608946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:44.611293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:44.667694 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9fa02fa4-f2f2-43f5-a867-d90284fad670 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "DELETE /v2.0/floatingips/490bf5ab-7c7c-4d66-8e44-90ea48197ce8 HTTP/1.1" status: 204 len: 168 time: 1.7443280 Apr 08 10:59:44.804124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:44.830920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58806) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:44.906901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c1681787-187b-439a-bac6-e1086f234e5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:44.920232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:44.946414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c1681787-187b-439a-bac6-e1086f234e5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:44.978445 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0181a575-59a5-4cce-a4ac-b2d3696550d0'] response: {'name': 'network-changed', 'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff', 'status': 'completed', 'code': 200} Apr 08 10:59:45.091552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af165-7455-43a7-bf16-551c892be06d req-4232b761-598b-412d-9b9c-29868fbb5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:45.093061 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b5af165-7455-43a7-bf16-551c892be06d req-4232b761-598b-412d-9b9c-29868fbb5384 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39cdfe7070a248db80ec4a77e478df89&device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 1098 time: 0.0930274 Apr 08 10:59:45.204196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c1681787-187b-439a-bac6-e1086f234e5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:45.206133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:45.210395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:45.219290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:45.219918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:45.231573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1681787-187b-439a-bac6-e1086f234e5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc56940-36fa-4ea9-90ca-2da6ca117a71,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:45.263609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af165-7455-43a7-bf16-551c892be06d req-312b57f8-1945-44d7-a8b6-81f25629cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:45.265301 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b5af165-7455-43a7-bf16-551c892be06d req-312b57f8-1945-44d7-a8b6-81f25629cc73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 200 len: 913 time: 0.1632040 Apr 08 10:59:45.341886 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b5af165-7455-43a7-bf16-551c892be06d req-5872137f-9cf8-466b-8c47-742168a4f6c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 200 len: 217 time: 0.0668545 Apr 08 10:59:45.442759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206581a4-1e88-40f8-b136-b9771caebf8a req-942cf857-6ee1-4246-ab0a-0de2cadfd6c7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:45.444437 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-206581a4-1e88-40f8-b136-b9771caebf8a req-942cf857-6ee1-4246-ab0a-0de2cadfd6c7 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 945 time: 0.1002970 Apr 08 10:59:45.464730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:45.494974 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-206581a4-1e88-40f8-b136-b9771caebf8a req-e035f618-aea0-45f9-8ed6-be785e15b5da tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Apr 08 10:59:45.547716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c1681787-187b-439a-bac6-e1086f234e5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:45.548899 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c1681787-187b-439a-bac6-e1086f234e5e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/4cc56940-36fa-4ea9-90ca-2da6ca117a71 HTTP/1.1" status: 204 len: 168 time: 0.7170024 Apr 08 10:59:45.583943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af165-7455-43a7-bf16-551c892be06d req-915e134b-2957-44a8-b2c9-6be507052f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:45.583943 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b5af165-7455-43a7-bf16-551c892be06d req-915e134b-2957-44a8-b2c9-6be507052f7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 200 len: 851 time: 0.2126043 Apr 08 10:59:45.648810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af165-7455-43a7-bf16-551c892be06d req-08092d22-0ebb-4612-accb-722f877558e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:45.704249 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b5af165-7455-43a7-bf16-551c892be06d req-08092d22-0ebb-4612-accb-722f877558e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d55124e-e2fd-4eee-baaf-5621a16f1922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782666 Apr 08 10:59:45.809757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:45.810752 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b5af165-7455-43a7-bf16-551c892be06d req-7122f901-7dd0-46c8-a6c3-9ad1466ab287 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451178 Apr 08 10:59:45.816619 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58816) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:45.858429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee7ce5-b8f8-439c-9f53-c1438f6adfd0 None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:48:04Z', 'revision_number': 4, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '01507afc-6a57-453e-93bc-f7676d5b9d34', 'name': '', 'network_id': '7d55124e-e2fd-4eee-baaf-5621a16f1922', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'mac_address': 'fa:16:3e:c6:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:03Z', 'updated_at': '2022-04-08T10:48:11Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'subnets': [{'id': '6cbc90f2-e121-45b4-8e50-99babeba8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:46.039147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-56dae2e8-4efd-48a0-9e11-5e2306defc8b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:46.039941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-56dae2e8-4efd-48a0-9e11-5e2306defc8b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:46.050900 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b5af165-7455-43a7-bf16-551c892be06d req-51f46661-a397-4a18-8617-653ad3c18725 service neutron] 10.222.0.41 "GET /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913862 Apr 08 10:59:46.061565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port b63ac955-8a14-46dc-afb8-55fc72c98f0e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:46.061843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.089725 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bc1e56-fdc9-409a-bca1-d86cc06de564 None None] New status for floating IP 490bf5ab-7c7c-4d66-8e44-90ea48197ce8: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:59:46.178807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-56dae2e8-4efd-48a0-9e11-5e2306defc8b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:46.180104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-56dae2e8-4efd-48a0-9e11-5e2306defc8b tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 945 time: 0.3590183 Apr 08 10:59:46.246769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.247108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.262837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Deleting port 41071df0-4876-4431-878f-affb28b5b2ff {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:46.262837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.380592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for b63ac955-8a14-46dc-afb8-55fc72c98f0e owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:46.531321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] For port 41071df0-4876-4431-878f-affb28b5b2ff, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41071df0-4876-4431-878f-affb28b5b2ff,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:46.531697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.660347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.663108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Calling delete_port for 41071df0-4876-4431-878f-affb28b5b2ff owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:46.746005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=b63ac955-8a14-46dc-afb8-55fc72c98f0e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:46.824759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.825094 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 49792aaf-5b1b-4a07-823f-e2d020d59c60 disassociated (deleted). External IP: 172.26.7.181, port: 9d81e341-89a5-45bc-9b45-60ede140e9df. Apr 08 10:59:46.905185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.916330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752fb7a-da65-4d77-ae68-dc36225e3602 req-ebb16242-17ef-4ce1-881b-7dc805984837 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:46.917921 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a752fb7a-da65-4d77-ae68-dc36225e3602 req-ebb16242-17ef-4ce1-881b-7dc805984837 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 945 time: 0.2971282 Apr 08 10:59:46.965860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event deleted for resources: {'Port': ['ID=41071df0-4876-4431-878f-affb28b5b2ff,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:47.059563 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a752fb7a-da65-4d77-ae68-dc36225e3602 req-331b82cc-1481-4b05-a4cf-68947f1ed6cc tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/security-groups?id=f299ad93-91c9-42e7-93a1-aa6070039fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344967 Apr 08 10:59:47.089083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] No DVR routers for this DVR port 41071df0-4876-4431-878f-affb28b5b2ff on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:47.091595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:47.094415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'name': 'network-vif-deleted', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:47.145788 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804a761b-54bc-4766-b3bd-d954aabd516e'] response: {'server_uuid': '6a735fc5-63e8-4061-8ff4-2243cb565b51', 'name': 'network-vif-deleted', 'tag': '41071df0-4876-4431-878f-affb28b5b2ff', 'status': 'completed', 'code': 200} Apr 08 10:59:47.244253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3fb16216-a1ee-49d0-a54e-1a16a1565ed7 req-e517591b-86bc-4b71-9759-4134fac21dad tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.41 "DELETE /v2.0/ports/41071df0-4876-4431-878f-affb28b5b2ff HTTP/1.1" status: 204 len: 173 time: 1.0577710 Apr 08 10:59:47.252897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router f435eb51-1f86-43cd-802b-5a2266f0a7b8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:59:47.399842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 8c8b7fdb-fee4-4313-a971-495df0cacfa9 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:47.455730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 8c8b7fdb-fee4-4313-a971-495df0cacfa9 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:59:47.456074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 8c8b7fdb-fee4-4313-a971-495df0cacfa9 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:47.456976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 41071df0-4876-4431-878f-affb28b5b2ff no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:47.505567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 41071df0-4876-4431-878f-affb28b5b2ff {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:59:47.506399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 41071df0-4876-4431-878f-affb28b5b2ff not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:47.589309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:59:47.599999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] Sync routers for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:47.606569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:47.609894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:47.610582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:47.668156 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8ae98c62-391f-47fb-af36-31da03ef9852 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/49792aaf-5b1b-4a07-823f-e2d020d59c60 HTTP/1.1" status: 204 len: 168 time: 1.8503129 Apr 08 10:59:47.668842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:47.718867 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164282a3-02a6-4312-8f4b-59b8ca33ea24'] response: {'name': 'network-changed', 'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'status': 'completed', 'code': 200} Apr 08 10:59:47.838700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-50af28ec-bae6-499b-a488-5c583bdacb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:47.840268 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-50af28ec-bae6-499b-a488-5c583bdacb5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 1098 time: 0.0986621 Apr 08 10:59:47.850404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:48.001016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-4b44a92b-448f-4ab7-821b-84abf087089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:48.002574 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-4b44a92b-448f-4ab7-821b-84abf087089b service neutron] 10.222.0.41 "GET /v2.0/networks?id=68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 200 len: 897 time: 0.1533029 Apr 08 10:59:48.077585 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-d9da5226-276c-4d98-986a-991fd3edab5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 200 len: 217 time: 0.0679266 Apr 08 10:59:48.250059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:48.253432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] Checking router: f435eb51-1f86-43cd-802b-5a2266f0a7b8 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:48.263554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:48.264293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:48.304879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c1cb61b9-5549-4111-9895-df07e921a78c req-30fd5a77-ae08-4b5a-956e-cd49ea33fa16 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Synchronizing usage tracker for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:48.327056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-7341711b-d29a-48a5-9c5f-087e46c20f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:48.328589 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-7341711b-d29a-48a5-9c5f-087e46c20f06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 200 len: 835 time: 0.2409849 Apr 08 10:59:48.419278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c1cb61b9-5549-4111-9895-df07e921a78c req-30fd5a77-ae08-4b5a-956e-cd49ea33fa16 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Unset dirty status for tenant:39cdfe7070a248db80ec4a77e478df89 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:48.420438 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1cb61b9-5549-4111-9895-df07e921a78c req-30fd5a77-ae08-4b5a-956e-cd49ea33fa16 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a735fc5-63e8-4061-8ff4-2243cb565b51 HTTP/1.1" status: 200 len: 210 time: 0.1701810 Apr 08 10:59:48.452568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-af7d057f-63b8-44db-bad5-e653dadeb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:48.454276 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-af7d057f-63b8-44db-bad5-e653dadeb14c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68e6f934-c060-4a66-9bba-cd8102ccf371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127067 Apr 08 10:59:48.524323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad2b06-8873-41e7-8295-02b8ef8622fb req-941f1486-6781-4180-a83c-ea4b2ce74e30 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:48.525578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-b6ad2b06-8873-41e7-8295-02b8ef8622fb req-941f1486-6781-4180-a83c-ea4b2ce74e30 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:48.547583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:48.604695 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-7c079838-ccac-4fe2-a2c6-dabda0efb65e service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422896 Apr 08 10:59:48.629502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-b6ad2b06-8873-41e7-8295-02b8ef8622fb req-941f1486-6781-4180-a83c-ea4b2ce74e30 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:48.631227 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b6ad2b06-8873-41e7-8295-02b8ef8622fb req-941f1486-6781-4180-a83c-ea4b2ce74e30 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 945 time: 0.2039657 Apr 08 10:59:48.689203 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b6ad2b06-8873-41e7-8295-02b8ef8622fb req-2335b3cb-9149-43bf-9786-4acfc86d473a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491495 Apr 08 10:59:48.756038 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c36c731-d10b-404d-98fc-867bcd6aa545 req-c946a9c4-fa1b-48da-b30d-db1ecb24665b service neutron] 10.222.0.41 "GET /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445804 Apr 08 10:59:48.896392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:48.906058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be061d-3742-4899-ab41-0f1afdd4418e None None] The sync data for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv is: [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:58:06Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4127d90b-c7b2-4812-b9ee-63d4dd3fc57e', 'name': '', 'network_id': '68e6f934-c060-4a66-9bba-cd8102ccf371', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:f4:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:11Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '15eb827f-8fd5-4dc6-9b3e-cce6faf7206a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:49.130090 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924f77a-aff3-4690-909c-8671f2843763 None None] New status for floating IP 49792aaf-5b1b-4a07-823f-e2d020d59c60: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:59:49.524054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58834) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:49.683117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Deleting port 1573f3f0-b408-47a4-abf5-1418a167acbb {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:49.683453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:49.908466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:49.909206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.042655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Calling delete_port for 1573f3f0-b408-47a4-abf5-1418a167acbb owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:50.069793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-4ecdf3cf-6324-4cd0-b6cb-688296dcc665 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:50.070534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-4ecdf3cf-6324-4cd0-b6cb-688296dcc665 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:50.083065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-4ecdf3cf-6324-4cd0-b6cb-688296dcc665 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:50.084226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-4ecdf3cf-6324-4cd0-b6cb-688296dcc665 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 945 time: 0.0967288 Apr 08 10:59:50.087972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7177-ddfc-44da-8338-d891a20676d7 req-da78543b-baff-4136-83c4-fcd9b112098b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:50.089524 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1d3d7177-ddfc-44da-8338-d891a20676d7 req-da78543b-baff-4136-83c4-fcd9b112098b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 945 time: 0.2751901 Apr 08 10:59:50.167219 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1d3d7177-ddfc-44da-8338-d891a20676d7 req-0a171518-1c76-4453-a873-cf4e052a331d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658922 Apr 08 10:59:50.170044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 9d81e341-89a5-45bc-9b45-60ede140e9df {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:50.174635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.326931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.375361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event deleted for resources: {'Port': ['ID=1573f3f0-b408-47a4-abf5-1418a167acbb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:50.433924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 9d81e341-89a5-45bc-9b45-60ede140e9df, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9d81e341-89a5-45bc-9b45-60ede140e9df,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:50.434282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.472683 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.570424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 9d81e341-89a5-45bc-9b45-60ede140e9df owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:50.612197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.613399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fd70057e-ce43-46fc-a00f-a7bcba9516d4 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "DELETE /v2.0/floatingips/4224552e-a7d9-4f2b-9057-f70a42a4776d HTTP/1.1" status: 204 len: 168 time: 1.0883443 Apr 08 10:59:50.800966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.853134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=9d81e341-89a5-45bc-9b45-60ede140e9df,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:50.931204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port 9d81e341-89a5-45bc-9b45-60ede140e9df on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:50.933584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.936228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'name': 'network-vif-deleted', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:50.986714 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f849792b-6726-4e08-b2a7-a2a4db60481e'] response: {'server_uuid': '80fb4180-5ef3-4958-b229-4710a91a4337', 'name': 'network-vif-deleted', 'tag': '9d81e341-89a5-45bc-9b45-60ede140e9df', 'status': 'completed', 'code': 200} Apr 08 10:59:51.081737 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57a29072-6dca-4ad7-b0df-a6bfd103822d req-f68b2ed0-60a5-4de1-a1e9-13dd656d398b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/9d81e341-89a5-45bc-9b45-60ede140e9df HTTP/1.1" status: 204 len: 173 time: 0.9912488 Apr 08 10:59:51.370413 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8970913e-ddf2-47a8-82d6-7f0c2079f380 req-2af368bf-d477-4652-beb1-7bb29c37829d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=80fb4180-5ef3-4958-b229-4710a91a4337 HTTP/1.1" status: 200 len: 210 time: 0.0694652 Apr 08 10:59:52.372470 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:59:52.471450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58856) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:52.552040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46d2fde7-662f-4201-b2c8-b0b0ad55f298 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:52.582716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46d2fde7-662f-4201-b2c8-b0b0ad55f298 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:52.767072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46d2fde7-662f-4201-b2c8-b0b0ad55f298 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:52.787763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2fde7-662f-4201-b2c8-b0b0ad55f298 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fa07bb-0dc6-4628-8937-e8815e8ca0e1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:52.800312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46d2fde7-662f-4201-b2c8-b0b0ad55f298 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:52.800312 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-46d2fde7-662f-4201-b2c8-b0b0ad55f298 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6fa07bb-0dc6-4628-8937-e8815e8ca0e1 HTTP/1.1" status: 204 len: 168 time: 0.3251195 Apr 08 10:59:52.978023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58862) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:53.373269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58868) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:53.448800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-03cdac28-4b46-49a0-ac72-f7d900739d73 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:53.482464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-03cdac28-4b46-49a0-ac72-f7d900739d73 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:53.637509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-03cdac28-4b46-49a0-ac72-f7d900739d73 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:53.658401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdac28-4b46-49a0-ac72-f7d900739d73 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f299ad93-91c9-42e7-93a1-aa6070039fd0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:53.691476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:53.768006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-03cdac28-4b46-49a0-ac72-f7d900739d73 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:53.769557 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-03cdac28-4b46-49a0-ac72-f7d900739d73 tempest-TestVolumeBootPattern-892363372 tempest-TestVolumeBootPattern-892363372-project] 10.222.0.23 "DELETE /v2.0/security-groups/f299ad93-91c9-42e7-93a1-aa6070039fd0 HTTP/1.1" status: 204 len: 168 time: 0.3945408 Apr 08 10:59:53.916191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58874) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:54.110846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:54.111257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:54.325124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:54.325568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:54.458340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:54.917676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:55.026324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:55.074494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=4127d90b-c7b2-4812-b9ee-63d4dd3fc57e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:55.320537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Deleting port 01507afc-6a57-453e-93bc-f7676d5b9d34 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:55.320877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:55.379889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:55.416374 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 9d81e341-89a5-45bc-9b45-60ede140e9df no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:55.456210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 9d81e341-89a5-45bc-9b45-60ede140e9df {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:59:55.456680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 9d81e341-89a5-45bc-9b45-60ede140e9df not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:55.509162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] For port 01507afc-6a57-453e-93bc-f7676d5b9d34, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=01507afc-6a57-453e-93bc-f7676d5b9d34,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:55.509529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:55.636904 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Calling delete_port for 01507afc-6a57-453e-93bc-f7676d5b9d34 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:55.757421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router f435eb51-1f86-43cd-802b-5a2266f0a7b8 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:59:55.923547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:55.956653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:59:55.971636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] Sync routers for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:55.972144 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a40d3d11-70f4-437d-9a85-805ee6964bc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/f435eb51-1f86-43cd-802b-5a2266f0a7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9960396 Apr 08 10:59:55.977418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58880) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:55.979334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01507afc-6a57-453e-93bc-f7676d5b9d34,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:55.994586 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:55.997958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:56.058714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f8ae6c-1a0b-49ea-ac60-465c5253342f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet 15eb827f-8fd5-4dc6-9b3e-cce6faf7206a {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 10:59:56.062410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42f8ae6c-1a0b-49ea-ac60-465c5253342f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:56.125727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42f8ae6c-1a0b-49ea-ac60-465c5253342f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:56.227266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:56.232276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42f8ae6c-1a0b-49ea-ac60-465c5253342f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:56.415451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:56.455060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42f8ae6c-1a0b-49ea-ac60-465c5253342f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:56.498094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8ae6c-1a0b-49ea-ac60-465c5253342f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=15eb827f-8fd5-4dc6-9b3e-cce6faf7206a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:56.502033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-42f8ae6c-1a0b-49ea-ac60-465c5253342f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:56.511284 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-42f8ae6c-1a0b-49ea-ac60-465c5253342f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/15eb827f-8fd5-4dc6-9b3e-cce6faf7206a HTTP/1.1" status: 204 len: 168 time: 0.5305390 Apr 08 10:59:56.511579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58884) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:56.526974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b39576-2a88-4ace-ab9a-73be54f359ed None None] Network 68e6f934-c060-4a66-9bba-cd8102ccf371 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 10:59:56.734433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:59:54Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:56.740111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] Checking router: f435eb51-1f86-43cd-802b-5a2266f0a7b8 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:56.755048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] Routers {'f435eb51-1f86-43cd-802b-5a2266f0a7b8'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:56.755681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:56.792033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Router 64409aad-dedd-47eb-92ff-3bf493b88225 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 10:59:56.812242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:56.919142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] DHCP port deletion for 68e6f934-c060-4a66-9bba-cd8102ccf371 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 10:59:56.932157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Deleting port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:56.932551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.009407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 10:59:57.018991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.021020 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] Sync routers for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:57.030007 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7287dd0f-bdde-4b88-955b-37f75b5398d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/64409aad-dedd-47eb-92ff-3bf493b88225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1119375 Apr 08 10:59:57.032201 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:57.032486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58888) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:57.033188 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:57.089594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] Set router f435eb51-1f86-43cd-802b-5a2266f0a7b8 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:57.147099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 2beb8dd7-d649-4820-a428-7c45009c2163 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:57.147640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.251558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6ef45d62-0014-44e1-a61d-7b65fcd643b4 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:57.281394 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:57.343585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.462317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58542449-6419-45fe-a4eb-a9c007df727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.610251 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:59:55Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:57.612816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] For port 6ef45d62-0014-44e1-a61d-7b65fcd643b4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6ef45d62-0014-44e1-a61d-7b65fcd643b4,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:57.613822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.616507 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] Checking router: 64409aad-dedd-47eb-92ff-3bf493b88225 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:57.625833 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] Routers {'64409aad-dedd-47eb-92ff-3bf493b88225'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 10:59:57.626452 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['64409aad-dedd-47eb-92ff-3bf493b88225'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:57.661954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 2beb8dd7-d649-4820-a428-7c45009c2163, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2beb8dd7-d649-4820-a428-7c45009c2163,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:57.662432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.729703 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.786826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Calling delete_port for 6ef45d62-0014-44e1-a61d-7b65fcd643b4 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:57.796704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 2beb8dd7-d649-4820-a428-7c45009c2163 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:57.824634 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] Set router 64409aad-dedd-47eb-92ff-3bf493b88225 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 10:59:57.830750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:57.909342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6ef45d62-0014-44e1-a61d-7b65fcd643b4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6ef45d62-0014-44e1-a61d-7b65fcd643b4,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:57.917006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:59:54Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:57.921103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa54437e-1fba-4a1f-9c00-63e6744b9df2 None None] The sync data for ids ['f435eb51-1f86-43cd-802b-5a2266f0a7b8'] in dv-neutron-837109-1-hyperv is: [{'id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'name': 'tempest-TestNetworkBasicOps-router-558173880', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:59Z', 'updated_at': '2022-04-08T10:59:54Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '2beb8dd7-d649-4820-a428-7c45009c2163', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f435eb51-1f86-43cd-802b-5a2266f0a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:58:00Z', 'updated_at': '2022-04-08T10:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:57.977553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Deleting port bec53633-c886-43ee-ade1-4b7080c6a2fe {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:57.977891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.037755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.100924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:59:58.101528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:59:58.126379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6ef45d62-0014-44e1-a61d-7b65fcd643b4,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:58.135120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.135527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.135674 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:59:55Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:58.136197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.136197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.136522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.136797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.137127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.137453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.137781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.138101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.138423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.138744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:58.140079 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b6280-8e8b-40d2-9745-e13051949930 None None] The sync data for ids ['64409aad-dedd-47eb-92ff-3bf493b88225'] in dv-neutron-837109-1-hyperv is: [{'id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'name': 'tempest-TestVolumeBootPattern-1691144454-router', 'tenant_id': '39cdfe7070a248db80ec4a77e478df89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:47:58Z', 'updated_at': '2022-04-08T10:59:55Z', 'revision_number': 5, 'project_id': '39cdfe7070a248db80ec4a77e478df89', 'gw_port': {'id': 'bec53633-c886-43ee-ade1-4b7080c6a2fe', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64409aad-dedd-47eb-92ff-3bf493b88225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:47:59Z', 'updated_at': '2022-04-08T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:58.187185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.314556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=2beb8dd7-d649-4820-a428-7c45009c2163,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:58.419608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.534454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] For port bec53633-c886-43ee-ade1-4b7080c6a2fe, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=bec53633-c886-43ee-ade1-4b7080c6a2fe,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:58.534726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.602695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Deleting port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 10:59:58.603072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.714462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.722428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Calling delete_port for bec53633-c886-43ee-ade1-4b7080c6a2fe owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:58.750862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.828198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] For port 6ef45d62-0014-44e1-a61d-7b65fcd643b4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6ef45d62-0014-44e1-a61d-7b65fcd643b4,segment=NetworkSegment(e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e),segment_id=e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 10:59:58.828739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.923523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.923978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Fanout notify agent at l3_agent the message router_deleted on router f435eb51-1f86-43cd-802b-5a2266f0a7b8 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:59:58.940460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:58.941696 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b077678b-091c-46e3-8b3e-370012c7e491 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/routers/f435eb51-1f86-43cd-802b-5a2266f0a7b8 HTTP/1.1" status: 204 len: 168 time: 2.4290550 Apr 08 10:59:58.944425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58892) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:58.959798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Calling delete_port for 6ef45d62-0014-44e1-a61d-7b65fcd643b4 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 10:59:59.070969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.109471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.129409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec53633-c886-43ee-ade1-4b7080c6a2fe,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:59.146742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.194970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] Pushing event deleted for resources: {'Port': ['ID=6ef45d62-0014-44e1-a61d-7b65fcd643b4,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:59.199766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f424e-98a6-4ae5-8a75-08a5bc7f20b7 None None] No DVR routers for this DVR port 6ef45d62-0014-44e1-a61d-7b65fcd643b4 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:59.346602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.399263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.477162 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:59.508864 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d1865d0-6f79-4104-84a0-8d7ddb7a6199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.516921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:59:59.517267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4127d90b-c7b2-4812-b9ee-63d4dd3fc57e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:59.517893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 01507afc-6a57-453e-93bc-f7676d5b9d34 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:59.610615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 01507afc-6a57-453e-93bc-f7676d5b9d34 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 10:59:59.610958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 01507afc-6a57-453e-93bc-f7676d5b9d34 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:59.669209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e6f934-c060-4a66-9bba-cd8102ccf371']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:59.678353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.682571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.687595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:59.687892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dbd4ac-e84e-4c97-8549-9a5abe6fcc0e') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:59.710629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.727345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.733720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:59:59.734126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:59:59.749518 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:59:59.840586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.841200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64409aad-dedd-47eb-92ff-3bf493b88225 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 10:59:59.951928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.957793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:59.981470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=68e6f934-c060-4a66-9bba-cd8102ccf371,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:59.985033 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7b46a4c4-9a13-4e9f-bdd7-8a550292fcc5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/68e6f934-c060-4a66-9bba-cd8102ccf371 HTTP/1.1" status: 204 len: 168 time: 1.0396221 Apr 08 11:00:00.013361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58896) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:00.019193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'network': {'name': 'tempest-network-smoke--918861115', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'port_security_enabled': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:00.025101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:00.034351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.035947 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a25bba41-0e76-44b2-ad62-15c6047efc32 admin admin] 10.222.0.23 "DELETE /v2.0/routers/64409aad-dedd-47eb-92ff-3bf493b88225 HTTP/1.1" status: 204 len: 168 time: 3.0024049 Apr 08 11:00:00.039605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58900) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:00.048211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:00.102541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-059caf1c-bbca-480b-9d41-e4c048a9fd68 admin admin] Deleting subnet 6cbc90f2-e121-45b4-8e50-99babeba8bf0 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:00:00.105546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-059caf1c-bbca-480b-9d41-e4c048a9fd68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.126766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:00:00.130315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.159493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-059caf1c-bbca-480b-9d41-e4c048a9fd68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.162661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:00:00.171770 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.172109 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Added segment aa49d685-7074-41fe-ae5e-91720d0401c9 of type vlan for network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 Apr 08 11:00:00.204140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.244896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-059caf1c-bbca-480b-9d41-e4c048a9fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.303723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.312613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:00.313258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.395712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-059caf1c-bbca-480b-9d41-e4c048a9fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.424690 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Network': ['ID=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:00.436095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:00:00.439186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059caf1c-bbca-480b-9d41-e4c048a9fd68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cbc90f2-e121-45b4-8e50-99babeba8bf0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:00.443143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-059caf1c-bbca-480b-9d41-e4c048a9fd68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.449388 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-059caf1c-bbca-480b-9d41-e4c048a9fd68 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6cbc90f2-e121-45b4-8e50-99babeba8bf0 HTTP/1.1" status: 204 len: 168 time: 0.4082944 Apr 08 11:00:00.451758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58904) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:00.455683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe9f3c-7872-4821-a9e7-29e5ba2d14de None None] Network 7d55124e-e2fd-4eee-baaf-5621a16f1922 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:00:00.496175 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-19d9d7b7-0a9e-42e4-9260-c801bfe79815 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4815283 Apr 08 11:00:00.496739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:00.501827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'admin_state_up': True, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:00.509394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:00.513964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:router and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:00.517301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:00.529847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:00.565407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.576146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Deleting port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:00:00.576550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.615340 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.616533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.634751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.721121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.799136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] For port 7a2d71ff-c8a6-495b-89fc-269530c5fc76, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7a2d71ff-c8a6-495b-89fc-269530c5fc76,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:00.799518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:00.817335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] DHCP port deletion for 7d55124e-e2fd-4eee-baaf-5621a16f1922 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:00:00.822122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] Deleting port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:00:00.822497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.018705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.061035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Calling delete_port for 7a2d71ff-c8a6-495b-89fc-269530c5fc76 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:00:01.084065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] For port 7a2d71ff-c8a6-495b-89fc-269530c5fc76, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7a2d71ff-c8a6-495b-89fc-269530c5fc76,segment=NetworkSegment(7aa13f43-9020-4fa0-937f-6235ed00db3c),segment_id=7aa13f43-9020-4fa0-937f-6235ed00db3c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:01.084651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.155064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bec53633-c886-43ee-ade1-4b7080c6a2fe no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:00:01.231803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.259868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] Calling delete_port for 7a2d71ff-c8a6-495b-89fc-269530c5fc76 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:00:01.283843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2d71ff-c8a6-495b-89fc-269530c5fc76,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:01.288220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: bec53633-c886-43ee-ade1-4b7080c6a2fe {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:00:01.288419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] No DVR routers for this DVR port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:00:01.288927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device bec53633-c886-43ee-ade1-4b7080c6a2fe not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:00:01.288927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7a2d71ff-c8a6-495b-89fc-269530c5fc76 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:00:01.335955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 7a2d71ff-c8a6-495b-89fc-269530c5fc76 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:00:01.336305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7a2d71ff-c8a6-495b-89fc-269530c5fc76 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:00:01.336821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2beb8dd7-d649-4820-a428-7c45009c2163 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:00:01.409342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 2beb8dd7-d649-4820-a428-7c45009c2163 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:00:01.409688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2beb8dd7-d649-4820-a428-7c45009c2163 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:00:01.414563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.451416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d55124e-e2fd-4eee-baaf-5621a16f1922']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:01.455614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.456572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:00:01.457369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:00:01.465191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa13f43-9020-4fa0-937f-6235ed00db3c') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:01.465504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa13f43-9020-4fa0-937f-6235ed00db3c') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:01.478516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.483264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.486871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.496540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.502704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:00:01.503094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:00:01.516811 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:00:01.626280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.26 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/247c8963-3edf-48e2-bb11-b836c38b8df2) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:01.714683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.736997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.746189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d55124e-e2fd-4eee-baaf-5621a16f1922,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:01.843755 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9bc2ea30-b5dc-4dad-980c-274e4aab8007 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d55124e-e2fd-4eee-baaf-5621a16f1922 HTTP/1.1" status: 204 len: 168 time: 1.3908327 Apr 08 11:00:01.846360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58912) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:01.867864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.958208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] Deleting port 7a2d71ff-c8a6-495b-89fc-269530c5fc76 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:00:01.958709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:01.984089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:02.034154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-efc762b2-90c8-4c8f-926d-3331f28dde5e None None] The port '7a2d71ff-c8a6-495b-89fc-269530c5fc76' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:00:02.056718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:02.059943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:02.065139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:00:02.075321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:02.206858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=247c8963-3edf-48e2-bb11-b836c38b8df2,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:02.405468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:02.684532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:02.880211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Deleting port 1a50b499-7237-4503-9fe8-3ce9b4721456 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:00:02.880695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:03.053162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:03.080218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] For port 1a50b499-7237-4503-9fe8-3ce9b4721456, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1a50b499-7237-4503-9fe8-3ce9b4721456,segment=NetworkSegment(d949bbde-7b32-4c26-adb5-3b69228113c9),segment_id=d949bbde-7b32-4c26-adb5-3b69228113c9)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:03.080611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:03.214691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Calling delete_port for 1a50b499-7237-4503-9fe8-3ce9b4721456 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:00:03.347263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:00:03.477202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:03.528058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Pushing event deleted for resources: {'Port': ['ID=1a50b499-7237-4503-9fe8-3ce9b4721456,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:03.532913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:00:03.543649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Sync routers for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:03.558338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:00:03.560191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:03.654746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:03.659331 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ba89bbb3-f8ca-4fa2-934a-ec53408b5f46 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1582992 Apr 08 11:00:03.659594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:03.714123 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-14ad5a73-8670-40bc-b188-0581e28839e2 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=9416db22a3644a04a7cbe4ce5f1e8cb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504375 Apr 08 11:00:03.714844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58920) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:03.809559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:00:03.845788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:03.978850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882accda-554c-4053-b549-c80b928cc518 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:03.983160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-882accda-554c-4053-b549-c80b928cc518 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2651749 Apr 08 11:00:03.983419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58924) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:04.027124 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-68d6367d-a6e5-4106-96be-fa18ee0fa7e4 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426314 Apr 08 11:00:04.029658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:04.036641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1839475342', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:04.148797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:04.152738 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:subnet and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:04.155559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:04.163302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:04.172867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:02Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:04.177202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Checking router: 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:04.181679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Updating router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 port 247c8963-3edf-48e2-bb11-b836c38b8df2 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:00:04.229237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:00:04.232286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:00:04.233390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.242819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.339577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.543546 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.559901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:00:04.575953 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] Sync routers for ids ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:04.587427 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] Routers {'1b75592c-8a96-4ebf-8fe5-45eba7ec97df'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:00:04.588314 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:04.602535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.619596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Transition to ACTIVE for port object 247c8963-3edf-48e2-bb11-b836c38b8df2 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:00:04.632409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Subnet': ['ID=75c21f06-2a6f-4289-bf53-6ad89494322e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:04.644051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Checking segment: {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:00:04.644605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network hostable DHCP agents. Network: e7224b3f-e5d8-4a00-9dee-c300e9ea4e52, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:00:04.671124 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d1ab6045-ac97-4b63-bfdd-dc0f1e38ccdd admin admin] 10.222.0.23 "PUT /v2.0/routers/1b75592c-8a96-4ebf-8fe5-45eba7ec97df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8236151 Apr 08 11:00:04.673514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58932) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:04.714814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.772389 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] Set router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:00:04.784417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:00:04.808598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4f178-e277-4e44-bd51-641ded3279c5 None None] Pushing event updated for resources: {'Port': ['ID=247c8963-3edf-48e2-bb11-b836c38b8df2,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:04.811927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Attempting to bind port 247c8963-3edf-48e2-bb11-b836c38b8df2 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:00:04.812367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Attempting to bind port 247c8963-3edf-48e2-bb11-b836c38b8df2 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:00:04.812839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Attempting to bind port 247c8963-3edf-48e2-bb11-b836c38b8df2 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:00:04.824184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:00:04.824592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:00:04.824993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.825378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:00:04.825860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Bound port: 247c8963-3edf-48e2-bb11-b836c38b8df2, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:00:04.826344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.860790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.889702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, e7224b3f-e5d8-4a00-9dee-c300e9ea4e52) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:04.903560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ac923-af1a-4490-8652-94091d6bd8dc None None] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:00:04.908111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:04.909803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:04.942287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] For port 247c8963-3edf-48e2-bb11-b836c38b8df2, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:00:04.997985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] For port 247c8963-3edf-48e2-bb11-b836c38b8df2, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=247c8963-3edf-48e2-bb11-b836c38b8df2,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:00:05.044356 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-108fb68d-7650-4a92-9fd6-834a6ca4c6f6 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0135393 Apr 08 11:00:05.046900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58936) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:05.056621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:05.078830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:05.103924 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T11:00:03Z', 'revision_number': 5, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port': {'id': '0d40ce63-9018-4c7f-83a0-807fcc1e2fae', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:48:11Z', 'updated_at': '2022-04-08T10:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:05.108321 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] Checking router: 1b75592c-8a96-4ebf-8fe5-45eba7ec97df for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:05.118006 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] Routers {'1b75592c-8a96-4ebf-8fe5-45eba7ec97df'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:00:05.118906 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:05.157371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Deleting port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:00:05.157720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:05.206055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:00:05.206307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:05.280523 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] Set router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:00:05.303740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:00:05.304585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:05.326156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4f178-e277-4e44-bd51-641ded3279c5 None None] Pushing event updated for resources: {'Port': ['ID=247c8963-3edf-48e2-bb11-b836c38b8df2,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:05.408515 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T11:00:05Z', 'revision_number': 6, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:05.415722 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519c44-a823-4412-948b-96fd897e5dd7 None None] The sync data for ids ['1b75592c-8a96-4ebf-8fe5-45eba7ec97df'] in dv-neutron-837109-1-hyperv is: [{'id': '1b75592c-8a96-4ebf-8fe5-45eba7ec97df', 'name': 'tempest-TestVolumeBootPattern-1349085157-router', 'tenant_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:48:10Z', 'updated_at': '2022-04-08T11:00:05Z', 'revision_number': 6, 'project_id': '2c7c3fde0db8480eb1313798f6ac0c37', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:05.437126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] For port 0d40ce63-9018-4c7f-83a0-807fcc1e2fae, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0d40ce63-9018-4c7f-83a0-807fcc1e2fae,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:05.437719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:05.516100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:00:05.574794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Calling delete_port for 0d40ce63-9018-4c7f-83a0-807fcc1e2fae owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:00:05.817941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Allocated IP 172.20.0.2 (e7224b3f-e5d8-4a00-9dee-c300e9ea4e52/75c21f06-2a6f-4289-bf53-6ad89494322e/eaf520da-a785-4f13-9331-7e0e57ee0e4f) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:05.871784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:05.924534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:05.953163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d40ce63-9018-4c7f-83a0-807fcc1e2fae,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:06.037768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.085706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:02Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:06.095300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2ee83-8dac-40d2-a50b-befb010666a2 None None] The sync data for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv is: [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:02Z', 'revision_number': 3, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:06.113240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.131555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Transition to ACTIVE for port object eaf520da-a785-4f13-9331-7e0e57ee0e4f will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:00:06.154418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Transition to ACTIVE for port object eaf520da-a785-4f13-9331-7e0e57ee0e4f will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:00:06.289659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.382422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.403877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.422063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:06.428500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:06.428500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:00:06.483499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Pushing event updated for resources: {'Port': ['ID=eaf520da-a785-4f13-9331-7e0e57ee0e4f,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:06.544176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Attempting to bind port eaf520da-a785-4f13-9331-7e0e57ee0e4f on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:00:06.544176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Attempting to bind port eaf520da-a785-4f13-9331-7e0e57ee0e4f by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:00:06.544456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Attempting to bind port eaf520da-a785-4f13-9331-7e0e57ee0e4f on network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:00:06.550006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.550418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:00:06.550798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Checking segment: {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:00:06.550885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b75592c-8a96-4ebf-8fe5-45eba7ec97df {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:00:06.551201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.551599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Bound using segment: {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:00:06.552971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Bound port: eaf520da-a785-4f13-9331-7e0e57ee0e4f, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:00:06.553710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.579133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.1 (e7224b3f-e5d8-4a00-9dee-c300e9ea4e52/75c21f06-2a6f-4289-bf53-6ad89494322e/ede24c8e-2d6a-4917-944d-2690ed3160ad) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:06.588256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.599223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58940) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:06.599333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-77efaf9e-5d39-4c21-a87b-adbf05483720 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1b75592c-8a96-4ebf-8fe5-45eba7ec97df HTTP/1.1" status: 204 len: 168 time: 1.9213319 Apr 08 11:00:06.671246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] For port eaf520da-a785-4f13-9331-7e0e57ee0e4f, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:00:06.674654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] For port eaf520da-a785-4f13-9331-7e0e57ee0e4f, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=eaf520da-a785-4f13-9331-7e0e57ee0e4f,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:00:06.761570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-95353a1f-8319-4ccf-bd8a-699959876860 admin admin] Deleting subnet 4cc57ab2-9e28-4669-ab14-18fc76fb3b22 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:00:06.768990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95353a1f-8319-4ccf-bd8a-699959876860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.787566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.866009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.875943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95353a1f-8319-4ccf-bd8a-699959876860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:06.886802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ee99e-78a4-43a7-99c0-852340051488 None None] Pushing event updated for resources: {'Port': ['ID=eaf520da-a785-4f13-9331-7e0e57ee0e4f,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:06.913290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object ede24c8e-2d6a-4917-944d-2690ed3160ad will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:00:06.984283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95353a1f-8319-4ccf-bd8a-699959876860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.058794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.136774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:07.140531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:07.145312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:00:07.193457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95353a1f-8319-4ccf-bd8a-699959876860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.263449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=ede24c8e-2d6a-4917-944d-2690ed3160ad,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:07.280646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device eaf520da-a785-4f13-9331-7e0e57ee0e4f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:00:07.289785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95353a1f-8319-4ccf-bd8a-699959876860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc57ab2-9e28-4669-ab14-18fc76fb3b22,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:07.294531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-95353a1f-8319-4ccf-bd8a-699959876860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.300855 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.323673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1848b3d-b4b3-4684-8550-d24b7e60a784 None None] Network 293ce19a-e7cc-4171-9160-e88a63204d2b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:00:07.442248 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-95353a1f-8319-4ccf-bd8a-699959876860 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4cc57ab2-9e28-4669-ab14-18fc76fb3b22 HTTP/1.1" status: 204 len: 168 time: 0.8480172 Apr 08 11:00:07.444940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58944) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:07.562203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.573812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Deleting port c35aae35-c042-4c22-9d55-25221024db09 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:00:07.574157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.617637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port eaf520da-a785-4f13-9331-7e0e57ee0e4f completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:00:07.623318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 247c8963-3edf-48e2-bb11-b836c38b8df2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:00:07.650639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] DHCP port deletion for 293ce19a-e7cc-4171-9160-e88a63204d2b request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:00:07.671224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] Deleting port c35aae35-c042-4c22-9d55-25221024db09 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:00:07.671525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.726757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.811583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] For port c35aae35-c042-4c22-9d55-25221024db09, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c35aae35-c042-4c22-9d55-25221024db09,segment=NetworkSegment(d949bbde-7b32-4c26-adb5-3b69228113c9),segment_id=d949bbde-7b32-4c26-adb5-3b69228113c9)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:07.812174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.903437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 247c8963-3edf-48e2-bb11-b836c38b8df2 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:00:07.913567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 247c8963-3edf-48e2-bb11-b836c38b8df2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:07.914559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:07.953209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Calling delete_port for c35aae35-c042-4c22-9d55-25221024db09 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:00:07.964340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] For port c35aae35-c042-4c22-9d55-25221024db09, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c35aae35-c042-4c22-9d55-25221024db09,segment=NetworkSegment(d949bbde-7b32-4c26-adb5-3b69228113c9),segment_id=d949bbde-7b32-4c26-adb5-3b69228113c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:07.966236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.110746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.112072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] Calling delete_port for c35aae35-c042-4c22-9d55-25221024db09 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:00:08.176013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=c35aae35-c042-4c22-9d55-25221024db09,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:08.178301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] No DVR routers for this DVR port c35aae35-c042-4c22-9d55-25221024db09 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:00:08.193069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.280397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.313219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.332084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.346977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:00:08.348205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:00:08.361280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293ce19a-e7cc-4171-9160-e88a63204d2b']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:08.366791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 247c8963-3edf-48e2-bb11-b836c38b8df2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=247c8963-3edf-48e2-bb11-b836c38b8df2,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:08.385236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd949bbde-7b32-4c26-adb5-3b69228113c9') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:08.385540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd949bbde-7b32-4c26-adb5-3b69228113c9') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:08.400262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.427594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.431407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.447036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:00:08.447574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:00:08.464022 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:00:08.545996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=247c8963-3edf-48e2-bb11-b836c38b8df2,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:08.549176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1a50b499-7237-4503-9fe8-3ce9b4721456 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:00:08.588228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.593908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b8ed5-3a16-48f6-b5f5-abc4f214ac67 None None] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:00:08.600186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=ede24c8e-2d6a-4917-944d-2690ed3160ad,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:08.617217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 1a50b499-7237-4503-9fe8-3ce9b4721456 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:00:08.617624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1a50b499-7237-4503-9fe8-3ce9b4721456 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:00:08.618044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0d40ce63-9018-4c7f-83a0-807fcc1e2fae no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:00:08.643028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.649836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.669458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 0d40ce63-9018-4c7f-83a0-807fcc1e2fae {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:00:08.670217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0d40ce63-9018-4c7f-83a0-807fcc1e2fae not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:00:08.679426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=293ce19a-e7cc-4171-9160-e88a63204d2b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:08.686476 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c78c42ce-fb87-4665-9e55-b2c5feb11a0a admin admin] 10.222.0.23 "DELETE /v2.0/networks/293ce19a-e7cc-4171-9160-e88a63204d2b HTTP/1.1" status: 204 len: 168 time: 1.2400250 Apr 08 11:00:08.740829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:08.740829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:08.850068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] Deleting port c35aae35-c042-4c22-9d55-25221024db09 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:00:08.850694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.886608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-59fd7b95-d72b-4dfb-b0dc-b2374a6a1a9f None None] Provisioning for port eaf520da-a785-4f13-9331-7e0e57ee0e4f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:00:08.921525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-59fd7b95-d72b-4dfb-b0dc-b2374a6a1a9f None None] Provisioning complete for port eaf520da-a785-4f13-9331-7e0e57ee0e4f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:08.922182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-59fd7b95-d72b-4dfb-b0dc-b2374a6a1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.931650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:00:08.966904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a40c1-1277-4cfd-9036-d6fd712fd5cf None None] The port 'c35aae35-c042-4c22-9d55-25221024db09' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:00:09.075372 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-59fd7b95-d72b-4dfb-b0dc-b2374a6a1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:09.119138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-59fd7b95-d72b-4dfb-b0dc-b2374a6a1a9f None None] For port eaf520da-a785-4f13-9331-7e0e57ee0e4f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=eaf520da-a785-4f13-9331-7e0e57ee0e4f,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:09.132184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:00:09.138166 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-47df4b37-3dfd-4504-95d8-75faa6fea839 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/732aeb4a-0918-4e95-8a2c-cb472a4dc6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0897772 Apr 08 11:00:09.140662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58950) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:09.148342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Sync routers for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:09.150802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 247c8963-3edf-48e2-bb11-b836c38b8df2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:00:09.152869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58954) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:09.192394 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-59fd7b95-d72b-4dfb-b0dc-b2374a6a1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:09.216071 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b56aece1-4a04-4888-b438-11a0d2be953e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39cdfe7070a248db80ec4a77e478df89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614328 Apr 08 11:00:09.218512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58958) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:09.262205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:00:09.262854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:09.323085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98b66386-735f-482a-b8e2-c8fbf79377df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:09.342757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7869bb-1244-4177-85c3-3b67c79c9a8b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:09.343774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7869bb-1244-4177-85c3-3b67c79c9a8b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:09.344401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7869bb-1244-4177-85c3-3b67c79c9a8b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:09.345237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7869bb-1244-4177-85c3-3b67c79c9a8b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:09.352129 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cf7869bb-1244-4177-85c3-3b67c79c9a8b tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2095401 Apr 08 11:00:09.353062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58962) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:09.359389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98b66386-735f-482a-b8e2-c8fbf79377df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:09.441710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063610ac-b6f8-495b-8a98-6db7066d02d1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:09.442309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063610ac-b6f8-495b-8a98-6db7066d02d1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:09.442865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063610ac-b6f8-495b-8a98-6db7066d02d1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:09.443379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063610ac-b6f8-495b-8a98-6db7066d02d1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:09.447856 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-063610ac-b6f8-495b-8a98-6db7066d02d1 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0907497 Apr 08 11:00:09.448361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58966) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:09.483415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dc4bd7d2-97aa-4480-b4b2-befaf4336965 None None] Provisioning complete for port eaf520da-a785-4f13-9331-7e0e57ee0e4f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:09.483802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd7d2-97aa-4480-b4b2-befaf4336965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:09.512916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98b66386-735f-482a-b8e2-c8fbf79377df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:09.517179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd7b95-d72b-4dfb-b0dc-b2374a6a1a9f None None] Pushing event updated for resources: {'Port': ['ID=eaf520da-a785-4f13-9331-7e0e57ee0e4f,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:09.543874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b66386-735f-482a-b8e2-c8fbf79377df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e10cb06-4328-4178-ae5b-7e240c1530dc,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:09.547139 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 247c8963-3edf-48e2-bb11-b836c38b8df2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:09.547521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:09.559971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-98b66386-735f-482a-b8e2-c8fbf79377df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:09.562331 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-98b66386-735f-482a-b8e2-c8fbf79377df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e10cb06-4328-4178-ae5b-7e240c1530dc HTTP/1.1" status: 204 len: 168 time: 0.3427043 Apr 08 11:00:09.640956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:00:09.714215 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6175916e-7128-48ca-bad5-8aad75d2e081 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2644193 Apr 08 11:00:09.990058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58974) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:09.998243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693682501', 'description': 'tempest-secgroup-smoke-1693682501 description', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:10.005345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:10.010119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:10.013461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:10.021315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:10.123764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.146687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:10.151393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:10.154268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:10.158565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c35aae35-c042-4c22-9d55-25221024db09 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:00:10.160611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:10.202313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dc4bd7d2-97aa-4480-b4b2-befaf4336965 None None] Provisioning for port ede24c8e-2d6a-4917-944d-2690ed3160ad completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:00:10.208894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c35aae35-c042-4c22-9d55-25221024db09 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:00:10.209236 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c35aae35-c042-4c22-9d55-25221024db09 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:00:10.218725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dc4bd7d2-97aa-4480-b4b2-befaf4336965 None None] Provisioning complete for port ede24c8e-2d6a-4917-944d-2690ed3160ad triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:10.218885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd7d2-97aa-4480-b4b2-befaf4336965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.255927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.279826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bd7d2-97aa-4480-b4b2-befaf4336965 None None] Port ede24c8e-2d6a-4917-944d-2690ed3160ad cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:00:10.293485 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:07Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:00:07Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:10.297325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Checking router: 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:10.297677 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Updating router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 port ede24c8e-2d6a-4917-944d-2690ed3160ad binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:00:10.348996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.353183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.397305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb007eb-90c6-4e1d-b409-818df2207dca,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:10.435756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-210644a1-68a2-4257-8b06-f0dee24ea115 None None] Provisioning complete for port ede24c8e-2d6a-4917-944d-2690ed3160ad triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:10.436125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-210644a1-68a2-4257-8b06-f0dee24ea115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.452558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58980) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:10.489602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.493629 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e83f873e-f092-4ab2-b815-7c6cf50fca82 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4992571 Apr 08 11:00:10.494962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58984) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:10.499744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '8cb007eb-90c6-4e1d-b409-818df2207dca', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:10.509283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:10.509474 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8d0fb0ed-bcbb-458d-850e-54ad967d5310 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c7c3fde0db8480eb1313798f6ac0c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529766 Apr 08 11:00:10.509618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58988) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:10.524542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:10.529777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:10.543468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:10.556085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-210644a1-68a2-4257-8b06-f0dee24ea115 None None] Port ede24c8e-2d6a-4917-944d-2690ed3160ad cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:00:10.587917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-30a37b81-e66e-4497-b23a-d1d01fff11a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.615359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-30a37b81-e66e-4497-b23a-d1d01fff11a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.655371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.718876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.770042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.817068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Transition to ACTIVE for port object ede24c8e-2d6a-4917-944d-2690ed3160ad will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:00:10.817272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-30a37b81-e66e-4497-b23a-d1d01fff11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.834992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a37b81-e66e-4497-b23a-d1d01fff11a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338c9c93-9d08-4f2f-8526-8e0a5deacc75,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:10.840562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-30a37b81-e66e-4497-b23a-d1d01fff11a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.841688 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-30a37b81-e66e-4497-b23a-d1d01fff11a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/338c9c93-9d08-4f2f-8526-8e0a5deacc75 HTTP/1.1" status: 204 len: 168 time: 0.3310611 Apr 08 11:00:10.851359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.876894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc8b647-799b-47eb-9f61-e0a67ae0239d,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:10.905365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.971671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:10.973532 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a2e9d42d-325d-4686-82a7-990abd85fdb1 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4782438 Apr 08 11:00:10.976400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 58994) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:10.981540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '8cb007eb-90c6-4e1d-b409-818df2207dca', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:10.987400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:10.991697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:10.994812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:11.000906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:11.079388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5918ab4-22b5-4b7d-9964-8802f3497892 None None] Pushing event updated for resources: {'Port': ['ID=ede24c8e-2d6a-4917-944d-2690ed3160ad,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:11.122891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.129776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device eaf520da-a785-4f13-9331-7e0e57ee0e4f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:00:11.189113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Attempting to bind port ede24c8e-2d6a-4917-944d-2690ed3160ad on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:00:11.189787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Attempting to bind port ede24c8e-2d6a-4917-944d-2690ed3160ad by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:00:11.189888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Attempting to bind port ede24c8e-2d6a-4917-944d-2690ed3160ad on network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:00:11.194342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.212204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:00:11.212617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Checking segment: {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:00:11.213014 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.213412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Bound using segment: {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:00:11.213895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Bound port: ede24c8e-2d6a-4917-944d-2690ed3160ad, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:00:11.214293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.260296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.310164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6565b49-e9da-4247-94ab-11bad9aa369b,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:11.326430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port eaf520da-a785-4f13-9331-7e0e57ee0e4f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:11.326808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.381572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] For port ede24c8e-2d6a-4917-944d-2690ed3160ad, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:00:11.403007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.407463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] For port ede24c8e-2d6a-4917-944d-2690ed3160ad, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ede24c8e-2d6a-4917-944d-2690ed3160ad,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:00:11.407817 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2a9ff423-3ecd-46be-9290-4d1813861799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4272714 Apr 08 11:00:11.408016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 58998) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:11.414860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '8cb007eb-90c6-4e1d-b409-818df2207dca', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:11.421513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:11.426690 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:11.431542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:11.441191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:11.511573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.546472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.591601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:00:11.592254 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T10:59:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:11.620186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.651081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5918ab4-22b5-4b7d-9964-8802f3497892 None None] Pushing event updated for resources: {'Port': ['ID=ede24c8e-2d6a-4917-944d-2690ed3160ad,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:11.711112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.738258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c517ece-a0d8-447d-a4a3-e39dc2937bbd,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:11.793441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:00:11.828811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:11.833420 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4d66d1bb-968a-4cde-9f95-89b6879d6799 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4206336 Apr 08 11:00:11.833694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59002) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:11.838981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '8cb007eb-90c6-4e1d-b409-818df2207dca', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:11.845525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:11.850730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:11.853977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:11.860397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:11.964799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.030853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.105682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.131140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8773f37d-0f5a-46e3-a94f-d165da8bebe5,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:12.152120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:07Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:00:11Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:12.156007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db53646-e2fa-4204-9af9-ab42f3ab1695 None None] The sync data for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv is: [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:07Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:00:11Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:12.249130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.250790 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e163b81b-f425-44ca-a263-1f01548e8dfc tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4160953 Apr 08 11:00:12.254541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59006) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:12.259580 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '8cb007eb-90c6-4e1d-b409-818df2207dca', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:12.265902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:12.270999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:12.274360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:12.280995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:12.381094 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:00:12.390928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.482337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.571858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.597411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04adca9f-8770-4eff-b0d4-39b4549b5339,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:12.669302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.670638 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e49fae14-278f-4dd9-a191-1e2e2300a209 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4153819 Apr 08 11:00:12.674125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59010) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:12.683256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'security_group_rule': {'security_group_id': '8cb007eb-90c6-4e1d-b409-818df2207dca', 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:12.687032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:12.691749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:security_group_rule and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:12.695422 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:12.702092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:12.778309 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Project 9416db22a3644a04a7cbe4ce5f1e8cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:00:12.786782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:12.980044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:13.139485 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ede24c8e-2d6a-4917-944d-2690ed3160ad up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:00:13.271017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:13.297350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b136d43-c8ce-4999-bcc5-602c18adf7fe,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:13.305392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port ede24c8e-2d6a-4917-944d-2690ed3160ad completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:00:13.311239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ede24c8e-2d6a-4917-944d-2690ed3160ad triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:13.312031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:13.420010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:13.421343 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f5581753-e5e2-40c1-b3ba-062e01c20444 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7461779 Apr 08 11:00:13.437164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:13.474637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port ede24c8e-2d6a-4917-944d-2690ed3160ad, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ede24c8e-2d6a-4917-944d-2690ed3160ad,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:13.591210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:13.652559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-46213a3a-4b6c-49a4-a0d3-c4043c782c57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:00:13.664502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=ede24c8e-2d6a-4917-944d-2690ed3160ad,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:13.745477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-46213a3a-4b6c-49a4-a0d3-c4043c782c57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:00:13.746986 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-46213a3a-4b6c-49a4-a0d3-c4043c782c57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693682501&fields=id&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 267 time: 0.1365902 Apr 08 11:00:13.904335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fd660ea2-aeeb-4ef0-a756-d3dfd802b989 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:13.909351 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fd660ea2-aeeb-4ef0-a756-d3dfd802b989 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/networks?id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 HTTP/1.1" status: 200 len: 796 time: 0.1508875 Apr 08 11:00:13.922293 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-e7749c28-1453-4ae8-a4f1-36109714f74f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/quotas/9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 375 time: 0.0101757 Apr 08 11:00:14.011032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-261a5111-7944-48dc-9d47-2159fe353f37 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:00:14.117149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-261a5111-7944-48dc-9d47-2159fe353f37 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:00:14.118529 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-261a5111-7944-48dc-9d47-2159fe353f37 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901033 Apr 08 11:00:14.135588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-58b68732-540c-46b4-bfb1-cb7d0e73336e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:00:14.138125 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-58b68732-540c-46b4-bfb1-cb7d0e73336e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054417 Apr 08 11:00:14.272276 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-3dabed92-5119-4773-a6f4-1a977816d991 service neutron] 10.222.0.23 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297119 Apr 08 11:00:14.410863 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-e8b54b9b-8de3-48ca-97e9-2fd056036234 service neutron] 10.222.0.23 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327190 Apr 08 11:00:14.719111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-1db7d379-752d-40cd-8242-33475119b1d0 req-f65fc776-1e8b-4262-aeba-210a01687490 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:00:14.732813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-1db7d379-752d-40cd-8242-33475119b1d0 req-f65fc776-1e8b-4262-aeba-210a01687490 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:00:14.733980 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1db7d379-752d-40cd-8242-33475119b1d0 req-f65fc776-1e8b-4262-aeba-210a01687490 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 210 time: 0.0619283 Apr 08 11:00:15.120781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ede24c8e-2d6a-4917-944d-2690ed3160ad up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:00:15.207254 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ede24c8e-2d6a-4917-944d-2690ed3160ad triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:15.207629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:15.885047 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bc21eb16-1569-487b-a09a-b41469826d36 req-d70cd782-a2b3-4310-9286-8161f5c82064 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 210 time: 0.0450428 Apr 08 11:00:17.074836 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b00ea893-23c8-47a8-b030-afac9118e901 req-f03031ac-68cb-4103-902c-9bd3372bc592 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 210 time: 0.0519333 Apr 08 11:00:17.309558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-6f0de9b7-a33f-42a5-95b7-9c0ebde2860c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:17.310894 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-6f0de9b7-a33f-42a5-95b7-9c0ebde2860c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/networks?id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 HTTP/1.1" status: 200 len: 796 time: 0.1515605 Apr 08 11:00:17.363306 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-590063ea-dec0-45bd-b5d6-fc1668c35cd0 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5 HTTP/1.1" status: 200 len: 380 time: 0.0430069 Apr 08 11:00:17.371895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'port': {'device_id': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'admin_state_up': True, 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'security_groups': ['8cb007eb-90c6-4e1d-b409-818df2207dca']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:17.516912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:17.527182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:17.652121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Made reservation on behalf of 9416db22a3644a04a7cbe4ce5f1e8cb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:00:17.655756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:17.833022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.20.0.12 (e7224b3f-e5d8-4a00-9dee-c300e9ea4e52/75c21f06-2a6f-4289-bf53-6ad89494322e/5b68c070-8211-46d0-a283-aa4e135fe437) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:18.036897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:18.053624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Transition to ACTIVE for port object 5b68c070-8211-46d0-a283-aa4e135fe437 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:00:18.126810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:18.231361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:18.239365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:18.251066 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:00:18.286577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=5b68c070-8211-46d0-a283-aa4e135fe437,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:18.328418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:18.329107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:18.371095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7bd01-ebe0-4045-80bc-30910b7388ac req-edc24753-2dbb-4ce3-aeba-4ba60cca3d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:18.372667 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d8a7bd01-ebe0-4045-80bc-30910b7388ac req-edc24753-2dbb-4ce3-aeba-4ba60cca3d0c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 932 time: 0.1823883 Apr 08 11:00:18.420491 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d8a7bd01-ebe0-4045-80bc-30910b7388ac req-8279550f-f6ef-491f-b1d7-73b4190a3dd8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Apr 08 11:00:18.463679 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-fba99166-2755-4537-a72d-bcf9e445fb6b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0954154 Apr 08 11:00:18.476368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Request body: {'port': {'device_id': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:18.571615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0a809e25-f542-4792-b150-874954e05bd6 None None] Provisioning for port 5b68c070-8211-46d0-a283-aa4e135fe437 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:00:18.577662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0a809e25-f542-4792-b150-874954e05bd6 None None] Provisioning complete for port 5b68c070-8211-46d0-a283-aa4e135fe437 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:18.578039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0a809e25-f542-4792-b150-874954e05bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:18.635186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0a809e25-f542-4792-b150-874954e05bd6 None None] Port 5b68c070-8211-46d0-a283-aa4e135fe437 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:00:18.685473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:19.034547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b68c070-8211-46d0-a283-aa4e135fe437 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:00:19.042791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:19.059160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Transition to ACTIVE for port object 5b68c070-8211-46d0-a283-aa4e135fe437 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:00:19.148725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:19.311165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Pushing event updated for resources: {'Port': ['ID=5b68c070-8211-46d0-a283-aa4e135fe437,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:19.399562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Attempting to bind port 5b68c070-8211-46d0-a283-aa4e135fe437 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:00:19.400264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Attempting to bind port 5b68c070-8211-46d0-a283-aa4e135fe437 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:00:19.400264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Attempting to bind port 5b68c070-8211-46d0-a283-aa4e135fe437 on network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:00:19.404982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Port 5b68c070-8211-46d0-a283-aa4e135fe437 on network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:00:19.405309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Attempting to bind port 5b68c070-8211-46d0-a283-aa4e135fe437 on network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:00:19.411010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:00:19.411351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Checking segment: {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:00:19.411747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Bound using segment: {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:00:19.412181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Bound port: 5b68c070-8211-46d0-a283-aa4e135fe437, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa49d685-7074-41fe-ae5e-91720d0401c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:00:19.412557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:19.512094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] For port 5b68c070-8211-46d0-a283-aa4e135fe437, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:00:19.514969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] For port 5b68c070-8211-46d0-a283-aa4e135fe437, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b68c070-8211-46d0-a283-aa4e135fe437,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:00:19.617452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24e5d4-28e7-45c4-a637-e8f6599926d5 req-a8c20b69-46f3-42ea-9598-9b3d69b5ad93 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:19.618030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:19.618879 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-de24e5d4-28e7-45c4-a637-e8f6599926d5 req-a8c20b69-46f3-42ea-9598-9b3d69b5ad93 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0874820 Apr 08 11:00:19.665920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-de24e5d4-28e7-45c4-a637-e8f6599926d5 req-f9beac2f-71c5-49d5-a7dc-6899edd97489 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:00:19.674412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:19.675663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:19.677270 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] 10.222.0.41 "PUT /v2.0/ports/5b68c070-8211-46d0-a283-aa4e135fe437 HTTP/1.1" status: 200 len: 1094 time: 1.2056623 Apr 08 11:00:19.677662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:00:19.679640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-de24e5d4-28e7-45c4-a637-e8f6599926d5 req-f9beac2f-71c5-49d5-a7dc-6899edd97489 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:00:19.680795 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-de24e5d4-28e7-45c4-a637-e8f6599926d5 req-f9beac2f-71c5-49d5-a7dc-6899edd97489 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561790 Apr 08 11:00:19.719134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012beb97-3096-437b-a2d0-b4d369475f65 service neutron] Pushing event updated for resources: {'Port': ['ID=5b68c070-8211-46d0-a283-aa4e135fe437,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:19.736710 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48696ca-a65d-44da-9cbd-47b37a391288'] response: {'name': 'network-changed', 'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437', 'status': 'completed', 'code': 200} Apr 08 11:00:19.838709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f56229-3246-49eb-90c4-5a3a1d3dba1f req-33d98c03-fc4c-4024-8d69-6ed107d20e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:19.840439 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b7f56229-3246-49eb-90c4-5a3a1d3dba1f req-33d98c03-fc4c-4024-8d69-6ed107d20e2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 1097 time: 0.0768955 Apr 08 11:00:19.985279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f56229-3246-49eb-90c4-5a3a1d3dba1f req-837080b1-10f1-4aa1-b901-74fd879332a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:19.986731 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b7f56229-3246-49eb-90c4-5a3a1d3dba1f req-837080b1-10f1-4aa1-b901-74fd879332a5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1386542 Apr 08 11:00:20.125211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f56229-3246-49eb-90c4-5a3a1d3dba1f req-34bf5a4f-e920-4193-b4d1-a8696658e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:20.126657 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b7f56229-3246-49eb-90c4-5a3a1d3dba1f req-34bf5a4f-e920-4193-b4d1-a8696658e706 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333406 Apr 08 11:00:20.239221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-016ff449-3f54-432e-a60e-ca226dc65489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:20.240734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-016ff449-3f54-432e-a60e-ca226dc65489 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 1097 time: 0.0749881 Apr 08 11:00:20.314087 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-c15e1c7c-4e71-43ea-a9db-48d663af2ed9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b68c070-8211-46d0-a283-aa4e135fe437 HTTP/1.1" status: 200 len: 217 time: 0.0652883 Apr 08 11:00:20.376183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-58e15015-b7c2-40f8-8421-8f360c3c1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:20.377570 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-58e15015-b7c2-40f8-8421-8f360c3c1ab5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75c21f06-2a6f-4289-bf53-6ad89494322e HTTP/1.1" status: 200 len: 835 time: 0.0576239 Apr 08 11:00:20.454972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-794d8bb1-7e7b-4747-9908-19f9001f3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:20.457792 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-794d8bb1-7e7b-4747-9908-19f9001f3d45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730879 Apr 08 11:00:20.595858 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-80e0aa7d-618f-406c-b26f-2409e3ec45ff service neutron] 10.222.0.41 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315031 Apr 08 11:00:20.735833 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-06bc217d-a4a3-4701-ac80-728a696c4cdc req-72196b8e-7099-4383-80af-254fecfba0fd service neutron] 10.222.0.41 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324217 Apr 08 11:00:20.898109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df1c4e-1d29-4a9f-bc47-3452bc49fc65 req-6efb8461-f1b6-4b6f-834c-86f58e8ddaeb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:20.899695 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b6df1c4e-1d29-4a9f-bc47-3452bc49fc65 req-6efb8461-f1b6-4b6f-834c-86f58e8ddaeb tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0935781 Apr 08 11:00:20.953468 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b6df1c4e-1d29-4a9f-bc47-3452bc49fc65 req-13cdbae1-b525-4a06-8016-3b9138b8b7df tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Apr 08 11:00:22.248976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30a1db-d54c-4673-bed7-8022b4e4297d req-44da8551-366b-456e-a0c1-6372d4d4618a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:22.249739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7c30a1db-d54c-4673-bed7-8022b4e4297d req-44da8551-366b-456e-a0c1-6372d4d4618a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:00:22.337489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7c30a1db-d54c-4673-bed7-8022b4e4297d req-44da8551-366b-456e-a0c1-6372d4d4618a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:00:22.338685 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c30a1db-d54c-4673-bed7-8022b4e4297d req-44da8551-366b-456e-a0c1-6372d4d4618a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 944 time: 0.2729394 Apr 08 11:00:22.386305 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c30a1db-d54c-4673-bed7-8022b4e4297d req-f3672c93-ae12-4c4b-a8ed-4a29e3d4e58c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Apr 08 11:00:23.527687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 5b68c070-8211-46d0-a283-aa4e135fe437 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:00:23.585334 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7ffa3-f252-455d-9434-2e6174d4c886 req-eb314bb7-1379-4299-a1f2-a6c53954fe2c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:23.587580 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-69c7ffa3-f252-455d-9434-2e6174d4c886 req-eb314bb7-1379-4299-a1f2-a6c53954fe2c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0904059 Apr 08 11:00:23.635216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-69c7ffa3-f252-455d-9434-2e6174d4c886 req-8de2fd52-c2ee-4a25-8423-2f85dfd40719 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418959 Apr 08 11:00:23.665511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 5b68c070-8211-46d0-a283-aa4e135fe437, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b68c070-8211-46d0-a283-aa4e135fe437,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:23.678825 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '5b68c070-8211-46d0-a283-aa4e135fe437', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'port_id': '5b68c070-8211-46d0-a283-aa4e135fe437', 'mac_address': 'fa:16:3e:a0:1d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:00:23.737187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:23.753705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b68c070-8211-46d0-a283-aa4e135fe437 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:00:23.769470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 5b68c070-8211-46d0-a283-aa4e135fe437, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b68c070-8211-46d0-a283-aa4e135fe437,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:23.853260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:23.922774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=5b68c070-8211-46d0-a283-aa4e135fe437,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:24.083238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['5b68c070-8211-46d0-a283-aa4e135fe437'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:00:24.821905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb90ab0-cc31-473c-80a6-c5abee4b0d24 req-be1987d1-922a-41bc-b817-8663c85bd0ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:24.823365 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4bb90ab0-cc31-473c-80a6-c5abee4b0d24 req-be1987d1-922a-41bc-b817-8663c85bd0ae tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0822175 Apr 08 11:00:24.868343 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4bb90ab0-cc31-473c-80a6-c5abee4b0d24 req-08b15af5-1822-4882-ab14-0f2e2b6de5e9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 Apr 08 11:00:25.536201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 5b68c070-8211-46d0-a283-aa4e135fe437 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:00:25.676357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 5b68c070-8211-46d0-a283-aa4e135fe437 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:00:25.683495 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 5b68c070-8211-46d0-a283-aa4e135fe437 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:00:25.683495 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:25.802683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:25.829646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:00:25.839290 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 5b68c070-8211-46d0-a283-aa4e135fe437, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b68c070-8211-46d0-a283-aa4e135fe437,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:00:25.990896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:26.027716 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d503983-5be1-4f4b-ad73-3d9fd09de9a3'] response: {'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437', 'code': 200} Apr 08 11:00:26.064843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b256b1-5782-46a2-9c00-d3a168008dc9 req-891f72d6-f1d0-48b7-809c-8193d7ad194e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:26.066999 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-69b256b1-5782-46a2-9c00-d3a168008dc9 req-891f72d6-f1d0-48b7-809c-8193d7ad194e tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 946 time: 0.0893073 Apr 08 11:00:26.070502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=5b68c070-8211-46d0-a283-aa4e135fe437,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:26.111547 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-69b256b1-5782-46a2-9c00-d3a168008dc9 req-54b3510d-84b0-4e84-b3fe-efca24f10068 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388863 Apr 08 11:00:26.475433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40d3fe-92c9-43c0-ac32-907af67c00c1 req-f2810f5a-76d5-4567-9cd2-185046401b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:26.476945 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7a40d3fe-92c9-43c0-ac32-907af67c00c1 req-f2810f5a-76d5-4567-9cd2-185046401b51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 1099 time: 0.0763710 Apr 08 11:00:26.517424 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7a40d3fe-92c9-43c0-ac32-907af67c00c1 req-3f778f79-01b8-4e44-b66a-22009a36fc61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342898 Apr 08 11:00:27.234188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1fd69996-ba86-4eb4-985e-20ff42e088b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:27.409987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25c063-5811-46f9-ad3f-c94e50cfc439 req-7f8babd3-cbf7-4c0a-ae69-be1599970011 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:27.411485 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4a25c063-5811-46f9-ad3f-c94e50cfc439 req-7f8babd3-cbf7-4c0a-ae69-be1599970011 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 946 time: 0.1875110 Apr 08 11:00:27.456298 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4a25c063-5811-46f9-ad3f-c94e50cfc439 req-5d7bd741-4168-419f-b28b-ca580dc0c281 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388227 Apr 08 11:00:28.651308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a65c2-ea2a-4798-be5f-54c90485237a req-ee9cb219-a9ad-43fc-a74e-b5b62260c42a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:28.652853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-455a65c2-ea2a-4798-be5f-54c90485237a req-ee9cb219-a9ad-43fc-a74e-b5b62260c42a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 946 time: 0.0867639 Apr 08 11:00:28.700274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-455a65c2-ea2a-4798-be5f-54c90485237a req-d9a0eb59-df2f-4ad6-8815-f5bd87d8ec23 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Apr 08 11:00:28.908088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1c8bb-c7e6-4a1d-be3b-0089733484a6 req-87cde49e-6a97-4c3d-b8bd-67be602a6326 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:28.910078 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-60d1c8bb-c7e6-4a1d-be3b-0089733484a6 req-87cde49e-6a97-4c3d-b8bd-67be602a6326 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 946 time: 0.1022887 Apr 08 11:00:28.958952 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-60d1c8bb-c7e6-4a1d-be3b-0089733484a6 req-d3333184-5782-4b46-ac52-23cac592266c tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424156 Apr 08 11:00:28.987478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59074) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:29.058797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73757eb-366a-4f3c-9efc-a5346d7aa228 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:29.060371 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a73757eb-366a-4f3c-9efc-a5346d7aa228 tempest-TestNetworkBasicOps-1270508647 tempest-TestNetworkBasicOps-1270508647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 1094 time: 0.0718665 Apr 08 11:00:29.063139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59078) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:29.068577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '5b68c070-8211-46d0-a283-aa4e135fe437', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:29.074548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:00:29.078905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Usage tracker for resource:floatingip and tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:00:29.083748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:00:29.090360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:00:29.191870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:29.332389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:29.372385 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:00:29.475684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Allocated IP 172.26.7.165 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/59f910bb-35b9-4aa9-ba97-8f38a3e4e683) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:29.566309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-16cc63f8-9127-4936-943a-47706741f047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:29.624271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:29.785470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:29.846200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:29.848940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:29.856735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:00:29.895731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=59f910bb-35b9-4aa9-ba97-8f38a3e4e683,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:30.287524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:30.449696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:30.629505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:30.755695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:30.824572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:30.937468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event updated for resources: {'Port': ['ID=59f910bb-35b9-4aa9-ba97-8f38a3e4e683,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:30.949649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:30.996855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:30.997200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:30.997544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:30.997895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:30.998222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:30.998550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:30.998872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:30.999474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:30.999811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:31.000128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:31.000450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:31.000788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:31.131844 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 8c3c2d7a-4830-4548-935f-1d03b7c926b8 associated. External IP: 172.26.7.165, port: 5b68c070-8211-46d0-a283-aa4e135fe437. Apr 08 11:00:31.213352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:31.498523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:00:31.678949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:00:31.688933 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] Sync routers for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:31.699317 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:00:31.699934 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:31.802024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:31.861326 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ceffd5f1-0ab5-4de6-85e7-72d2fa8cae70 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7971442 Apr 08 11:00:31.862690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:00:31.864685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59082) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:31.880746 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:00:31.914214 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d105221e-8ade-4586-bd9d-bf84821bcc69'] response: {'name': 'network-changed', 'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437', 'status': 'completed', 'code': 200} Apr 08 11:00:32.027545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-0601ff9b-5403-48fe-9304-69b07bc40be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:32.028890 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cb18a2ba-c51b-41b4-af64-ecaba2c407fd tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8c3c2d7a-4830-4548-935f-1d03b7c926b8 HTTP/1.1" status: 200 len: 992 time: 0.1624293 Apr 08 11:00:32.029125 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-0601ff9b-5403-48fe-9304-69b07bc40be3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 1099 time: 0.0833063 Apr 08 11:00:32.087698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:32.165953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-3534df8c-0bf2-400b-9404-a84d01e766cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:32.167410 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-3534df8c-0bf2-400b-9404-a84d01e766cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 HTTP/1.1" status: 200 len: 897 time: 0.1315141 Apr 08 11:00:32.251009 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:07Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8c3c2d7a-4830-4548-935f-1d03b7c926b8', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'port_id': '5b68c070-8211-46d0-a283-aa4e135fe437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'mac_address': 'fa:16:3e:a0:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:30Z', 'updated_at': '2022-04-08T11:00:30Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:00:13Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:32.255364 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] Checking router: 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:32.264209 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:00:32.264866 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:32.399093 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-8915a471-2205-4179-93e8-a9e7a5768562 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b68c070-8211-46d0-a283-aa4e135fe437 HTTP/1.1" status: 200 len: 1000 time: 0.2226672 Apr 08 11:00:32.445246 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:00:32.465495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-aa08ea31-46d5-47df-ac60-049f05030fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:32.466951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-aa08ea31-46d5-47df-ac60-049f05030fda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75c21f06-2a6f-4289-bf53-6ad89494322e HTTP/1.1" status: 200 len: 835 time: 0.0578249 Apr 08 11:00:32.547599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-52ad9202-784b-4dd8-b2e5-6cd8772d3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:32.549149 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-52ad9202-784b-4dd8-b2e5-6cd8772d3c0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723631 Apr 08 11:00:32.680409 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-a392a850-86c0-4120-bdec-db7c31160bf5 service neutron] 10.222.0.41 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249425 Apr 08 11:00:32.812664 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:07Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8c3c2d7a-4830-4548-935f-1d03b7c926b8', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'port_id': '5b68c070-8211-46d0-a283-aa4e135fe437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'mac_address': 'fa:16:3e:a0:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:30Z', 'updated_at': '2022-04-08T11:00:30Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:00:13Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:32.816881 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34941e5f-8fff-4498-ade0-c8d8a6b482e6 None None] The sync data for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv is: [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:00:07Z', 'revision_number': 4, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8c3c2d7a-4830-4548-935f-1d03b7c926b8', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'port_id': '5b68c070-8211-46d0-a283-aa4e135fe437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'mac_address': 'fa:16:3e:a0:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:30Z', 'updated_at': '2022-04-08T11:00:30Z', 'revision_number': 0, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:00:13Z', 'revision_number': 5, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:32.817746 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99868b91-935d-4ecd-ba5d-0103d2dfb0dd req-ac3792ba-f6e4-4b19-9f47-20f26ea593db service neutron] 10.222.0.41 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283262 Apr 08 11:00:33.008318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66342f9b-d93b-4310-ae45-09491e60eda2 None None] New status for floating IP 8c3c2d7a-4830-4548-935f-1d03b7c926b8: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:00:33.030116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59088) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:33.138332 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-36e4377f-2c2d-4c2e-923e-418a6169484a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8c3c2d7a-4830-4548-935f-1d03b7c926b8 HTTP/1.1" status: 200 len: 992 time: 0.1070750 Apr 08 11:00:34.142154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59092) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:34.250472 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bf57f883-9653-4c1f-be9a-ba8c227fe1f3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8c3c2d7a-4830-4548-935f-1d03b7c926b8 HTTP/1.1" status: 200 len: 994 time: 0.1064878 Apr 08 11:00:34.287969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:57.230124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-04c53c75-7f10-4c38-bd8e-e95657ec812d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:59.541821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d89deb22-c0fb-464e-b884-1925b6e1f686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:00.662047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:01.272997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:02.039181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:04.290173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:04.806765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-dd7a7163-02ca-4028-b006-8d2394609211 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733738 Apr 08 11:01:04.947898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-51a22cee-8e99-43fb-a55f-780b70042c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:04.949427 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-51a22cee-8e99-43fb-a55f-780b70042c6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 1099 time: 0.0738881 Apr 08 11:01:05.092600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-123c2c64-c00d-45c4-861d-56a7b5f225c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:05.094028 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-123c2c64-c00d-45c4-861d-56a7b5f225c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 HTTP/1.1" status: 200 len: 897 time: 0.1262341 Apr 08 11:01:05.192765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-f1fe92b3-44e6-4a8e-bf8d-6826cbe725fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b68c070-8211-46d0-a283-aa4e135fe437 HTTP/1.1" status: 200 len: 1002 time: 0.0921600 Apr 08 11:01:05.260395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-373ec0bc-bf03-4f5f-a8a0-0e72970ce59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:05.261853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-373ec0bc-bf03-4f5f-a8a0-0e72970ce59c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75c21f06-2a6f-4289-bf53-6ad89494322e HTTP/1.1" status: 200 len: 835 time: 0.0630445 Apr 08 11:01:05.341125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-fb2bc443-2ed6-465e-bae9-8366d917227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:05.342543 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-fb2bc443-2ed6-465e-bae9-8366d917227d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733819 Apr 08 11:01:05.482080 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-6fd1a6f1-4b62-494c-b6d7-ab93d19fe7c4 service neutron] 10.222.0.41 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323512 Apr 08 11:01:05.510446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59108) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:05.516356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ae193bbd-2082-4567-a3d1-7957cada0d7f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:01:05.657034 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ae4a6bf-07b4-4102-85c8-67656ac74dca req-94cdb6fd-f93e-474c-95d9-f09c72716721 service neutron] 10.222.0.41 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639419 Apr 08 11:01:06.063292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ae193bbd-2082-4567-a3d1-7957cada0d7f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:06.142302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ae193bbd-2082-4567-a3d1-7957cada0d7f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:06.331397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae193bbd-2082-4567-a3d1-7957cada0d7f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:01:06.372167 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:01:06.510577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae193bbd-2082-4567-a3d1-7957cada0d7f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:01:06.517319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ae193bbd-2082-4567-a3d1-7957cada0d7f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:06.519058 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ae193bbd-2082-4567-a3d1-7957cada0d7f tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 HTTP/1.1" status: 200 len: 888 time: 1.0073149 Apr 08 11:01:06.522942 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b341b65-dd0d-4a87-9dec-0ad23092b038 None None] Sync routers for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:01:06.532653 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b341b65-dd0d-4a87-9dec-0ad23092b038 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:01:06.533268 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-7b341b65-dd0d-4a87-9dec-0ad23092b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:06.598826 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-7b341b65-dd0d-4a87-9dec-0ad23092b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:06.607237 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b341b65-dd0d-4a87-9dec-0ad23092b038 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:01:06.607836 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-7b341b65-dd0d-4a87-9dec-0ad23092b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:06.673707 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-7b341b65-dd0d-4a87-9dec-0ad23092b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:06.674204 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b341b65-dd0d-4a87-9dec-0ad23092b038 None None] The sync data for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv is: [] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:01:07.432298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ede24c8e-2d6a-4917-944d-2690ed3160ad no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:07.461508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b055d8-a0da-4694-88bd-4be6554087cc None None] New status for floating IP 8c3c2d7a-4830-4548-935f-1d03b7c926b8: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:01:07.784440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:07.824133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port ede24c8e-2d6a-4917-944d-2690ed3160ad, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ede24c8e-2d6a-4917-944d-2690ed3160ad,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:07.929345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:07.994794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=ede24c8e-2d6a-4917-944d-2690ed3160ad,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:08.002555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.005926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.006293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.666521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59114) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:08.671636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5e7f52d5-c35c-4a88-add3-3fa80a7fad05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:01:09.143494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 247c8963-3edf-48e2-bb11-b836c38b8df2 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:09.269635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.289932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 247c8963-3edf-48e2-bb11-b836c38b8df2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=247c8963-3edf-48e2-bb11-b836c38b8df2,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:09.314801 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e7f52d5-c35c-4a88-add3-3fa80a7fad05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.424069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.464317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e7f52d5-c35c-4a88-add3-3fa80a7fad05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-873971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-873976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-814475'] for router, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.494718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=247c8963-3edf-48e2-bb11-b836c38b8df2,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:09.651923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7f52d5-c35c-4a88-add3-3fa80a7fad05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:01:09.836775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7f52d5-c35c-4a88-add3-3fa80a7fad05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:01:09.843195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e7f52d5-c35c-4a88-add3-3fa80a7fad05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.844328 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5e7f52d5-c35c-4a88-add3-3fa80a7fad05 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 HTTP/1.1" status: 200 len: 887 time: 1.1768222 Apr 08 11:01:09.846318 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] Sync routers for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:01:09.847309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59120) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:09.856035 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:01:09.856674 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:09.950206 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-06baebeb-1e60-46ac-925d-79c7d434cec9 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8c3c2d7a-4830-4548-935f-1d03b7c926b8 HTTP/1.1" status: 200 len: 992 time: 0.1017358 Apr 08 11:01:10.033128 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:01:10.381881 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8c3c2d7a-4830-4548-935f-1d03b7c926b8', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'port_id': '5b68c070-8211-46d0-a283-aa4e135fe437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'mac_address': 'fa:16:3e:a0:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:30Z', 'updated_at': '2022-04-08T11:01:07Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:01:07Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:10.385860 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] Checking router: 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:01:10.394082 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:01:10.394679 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:10.579344 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:01:10.953237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59124) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:10.963958 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8c3c2d7a-4830-4548-935f-1d03b7c926b8', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'port_id': '5b68c070-8211-46d0-a283-aa4e135fe437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'mac_address': 'fa:16:3e:a0:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:30Z', 'updated_at': '2022-04-08T11:01:07Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:01:07Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:10.968102 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aeceb0-e8a2-40f9-bbb4-5807ee726e8e None None] The sync data for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv is: [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '8c3c2d7a-4830-4548-935f-1d03b7c926b8', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'port_id': '5b68c070-8211-46d0-a283-aa4e135fe437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'mac_address': 'fa:16:3e:a0:1d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:30Z', 'updated_at': '2022-04-08T11:01:07Z', 'revision_number': 2, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:01:07Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:01:11.065038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-710b73b6-0b0f-43f1-8e06-8a3fb7f29f9a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8c3c2d7a-4830-4548-935f-1d03b7c926b8 HTTP/1.1" status: 200 len: 992 time: 0.1092272 Apr 08 11:01:12.067572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59128) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:12.193890 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-49897b38-aae7-4ead-8de8-e9d7abe92a51 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8c3c2d7a-4830-4548-935f-1d03b7c926b8 HTTP/1.1" status: 200 len: 992 time: 0.1251731 Apr 08 11:01:12.606687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f0c0a-7f73-4ea4-94be-8213299c2067 None None] New status for floating IP 8c3c2d7a-4830-4548-935f-1d03b7c926b8: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:01:13.193819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ede24c8e-2d6a-4917-944d-2690ed3160ad up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:13.197987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59134) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:13.265819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ede24c8e-2d6a-4917-944d-2690ed3160ad triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:13.266332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.401501 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.426537 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6eaeeaef-4424-4acb-86fc-91a1790953f2 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/floatingips/8c3c2d7a-4830-4548-935f-1d03b7c926b8 HTTP/1.1" status: 200 len: 994 time: 0.2274153 Apr 08 11:01:13.436259 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port ede24c8e-2d6a-4917-944d-2690ed3160ad, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ede24c8e-2d6a-4917-944d-2690ed3160ad,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:13.532271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.533618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 247c8963-3edf-48e2-bb11-b836c38b8df2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:13.652241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=ede24c8e-2d6a-4917-944d-2690ed3160ad,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:13.665658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 247c8963-3edf-48e2-bb11-b836c38b8df2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:13.666024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.708000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59142) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:13.816743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.834191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 247c8963-3edf-48e2-bb11-b836c38b8df2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=247c8963-3edf-48e2-bb11-b836c38b8df2,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:13.915561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.993739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=247c8963-3edf-48e2-bb11-b836c38b8df2,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:14.034662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 59f910bb-35b9-4aa9-ba97-8f38a3e4e683 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:01:14.034992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.211078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.211405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.340493 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 59f910bb-35b9-4aa9-ba97-8f38a3e4e683 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:01:14.600995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.647685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=59f910bb-35b9-4aa9-ba97-8f38a3e4e683,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:14.745177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.745892 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Floating IP 8c3c2d7a-4830-4548-935f-1d03b7c926b8 disassociated (deleted). External IP: 172.26.7.165, port: 5b68c070-8211-46d0-a283-aa4e135fe437. Apr 08 11:01:15.102028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:01:15.155346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ede24c8e-2d6a-4917-944d-2690ed3160ad up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:15.226223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ede24c8e-2d6a-4917-944d-2690ed3160ad triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:15.226584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:15.284092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:01:15.299179 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] Sync routers for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:01:15.309224 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:01:15.310015 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:15.350863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 247c8963-3edf-48e2-bb11-b836c38b8df2 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:15.372216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:15.418738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 247c8963-3edf-48e2-bb11-b836c38b8df2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:15.419115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:15.430789 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-10657d11-fa54-425a-a69a-69ab710eeb57 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c3c2d7a-4830-4548-935f-1d03b7c926b8 HTTP/1.1" status: 204 len: 168 time: 1.7214301 Apr 08 11:01:15.431356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:15.500260 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3636f194-8967-4bf8-9bdd-0dcc974e7c2a'] response: {'name': 'network-changed', 'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437', 'status': 'completed', 'code': 200} Apr 08 11:01:15.514152 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:01:15.615202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-29c92267-dd1d-425a-9192-b97ceafd2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:15.617271 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-29c92267-dd1d-425a-9192-b97ceafd2616 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 1099 time: 0.0958211 Apr 08 11:01:15.862999 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:15.867077 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] Checking router: 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:01:15.873443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-b4834852-3e17-471e-b595-00c71b18c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:15.875001 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-b4834852-3e17-471e-b595-00c71b18c30b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 HTTP/1.1" status: 200 len: 897 time: 0.2470841 Apr 08 11:01:15.876002 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:01:15.876685 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:15.948305 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-e095e682-bc7e-4336-85bd-3786c43094c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b68c070-8211-46d0-a283-aa4e135fe437 HTTP/1.1" status: 200 len: 217 time: 0.0671933 Apr 08 11:01:16.034273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-21303c0c-d212-4ebf-87e2-a977ff371add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:16.035900 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-21303c0c-d212-4ebf-87e2-a977ff371add service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75c21f06-2a6f-4289-bf53-6ad89494322e HTTP/1.1" status: 200 len: 835 time: 0.0809822 Apr 08 11:01:16.075965 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:01:16.117815 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760e59c-d781-48e6-b39a-20154aaf7787 req-41e0e1f4-4917-4772-9477-0d1db2304716 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:16.118406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-82c1c861-21d2-420b-82ac-56d095cc749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:16.119253 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0760e59c-d781-48e6-b39a-20154aaf7787 req-41e0e1f4-4917-4772-9477-0d1db2304716 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 946 time: 0.0901875 Apr 08 11:01:16.120032 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-82c1c861-21d2-420b-82ac-56d095cc749d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752332 Apr 08 11:01:16.166995 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0760e59c-d781-48e6-b39a-20154aaf7787 req-452cb2c5-ecd7-42fd-9379-7cd797ff6ec5 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Apr 08 11:01:16.262026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-918ba1b7-e844-49ae-8a14-90b3ccc04d09 service neutron] 10.222.0.41 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345360 Apr 08 11:01:16.399502 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9f1a0a6-16ee-452b-a3af-521d48e57b2a req-e7a66baf-92b4-4b3b-a2cb-0964ce349fc6 service neutron] 10.222.0.41 "GET /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307523 Apr 08 11:01:16.432799 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:16.436776 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997b3bc-de6d-4250-a379-85ffb9aadc37 None None] The sync data for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv is: [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:09Z', 'revision_number': 6, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'ede24c8e-2d6a-4917-944d-2690ed3160ad', 'name': '', 'network_id': 'e7224b3f-e5d8-4a00-9dee-c300e9ea4e52', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'mac_address': 'fa:16:3e:d7:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:06Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'subnets': [{'id': '75c21f06-2a6f-4289-bf53-6ad89494322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:01:17.098899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9eb3cb-094f-4989-b363-4fd30e9516eb None None] New status for floating IP 8c3c2d7a-4830-4548-935f-1d03b7c926b8: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:01:17.398411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087acc0-c7db-4099-9855-de0da797c2ff req-8c901092-cf7b-4ad8-8d66-eda384fc4ac8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:17.399128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e087acc0-c7db-4099-9855-de0da797c2ff req-8c901092-cf7b-4ad8-8d66-eda384fc4ac8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:17.418259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb184d-0c69-4f92-abaa-4cff7e719444 req-f02fcaf0-20c8-4277-9324-c456b484b3d4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:17.418946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-dadb184d-0c69-4f92-abaa-4cff7e719444 req-f02fcaf0-20c8-4277-9324-c456b484b3d4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:17.515875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e087acc0-c7db-4099-9855-de0da797c2ff req-8c901092-cf7b-4ad8-8d66-eda384fc4ac8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:17.517047 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e087acc0-c7db-4099-9855-de0da797c2ff req-8c901092-cf7b-4ad8-8d66-eda384fc4ac8 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 946 time: 0.2608376 Apr 08 11:01:17.519070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-dadb184d-0c69-4f92-abaa-4cff7e719444 req-f02fcaf0-20c8-4277-9324-c456b484b3d4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:17.520117 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dadb184d-0c69-4f92-abaa-4cff7e719444 req-f02fcaf0-20c8-4277-9324-c456b484b3d4 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 946 time: 0.2311044 Apr 08 11:01:17.619527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 5b68c070-8211-46d0-a283-aa4e135fe437 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:01:17.619873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.653423 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dadb184d-0c69-4f92-abaa-4cff7e719444 req-98a07477-e10a-4f7b-adf2-e3481281c732 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cb007eb-90c6-4e1d-b409-818df2207dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009710 Apr 08 11:01:17.872696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 5b68c070-8211-46d0-a283-aa4e135fe437, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5b68c070-8211-46d0-a283-aa4e135fe437,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:17.873069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.999792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 5b68c070-8211-46d0-a283-aa4e135fe437 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:01:18.212249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:18.266418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=5b68c070-8211-46d0-a283-aa4e135fe437,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:18.341697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] No DVR routers for this DVR port 5b68c070-8211-46d0-a283-aa4e135fe437 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:18.344200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:18.347407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'name': 'network-vif-deleted', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:18.397191 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664414ac-7b6c-4791-baa3-6a4be87dbe56'] response: {'server_uuid': 'e30133eb-1f3f-4213-b1a2-d760b5c1bbb9', 'name': 'network-vif-deleted', 'tag': '5b68c070-8211-46d0-a283-aa4e135fe437', 'status': 'completed', 'code': 200} Apr 08 11:01:18.435197 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e087acc0-c7db-4099-9855-de0da797c2ff req-18636dcd-ba90-4ba7-b247-359eaff14c97 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.41 "DELETE /v2.0/ports/5b68c070-8211-46d0-a283-aa4e135fe437 HTTP/1.1" status: 204 len: 173 time: 0.9120982 Apr 08 11:01:18.926755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-26eccdb3-e097-457d-af73-32fbc450e175 req-ebbccaa7-966f-447f-b97b-dbcce7aa541a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Synchronizing usage tracker for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:19.015348 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-26eccdb3-e097-457d-af73-32fbc450e175 req-ebbccaa7-966f-447f-b97b-dbcce7aa541a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Unset dirty status for tenant:9416db22a3644a04a7cbe4ce5f1e8cb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:19.016546 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-26eccdb3-e097-457d-af73-32fbc450e175 req-ebbccaa7-966f-447f-b97b-dbcce7aa541a tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "GET /v2.0/ports?device_id=e30133eb-1f3f-4213-b1a2-d760b5c1bbb9 HTTP/1.1" status: 200 len: 210 time: 0.2346742 Apr 08 11:01:20.113283 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59160) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:20.183273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf098720-f5b0-4ba3-bb20-c3fe55b5ae23 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.213050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf098720-f5b0-4ba3-bb20-c3fe55b5ae23 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.360813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf098720-f5b0-4ba3-bb20-c3fe55b5ae23 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.381959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf098720-f5b0-4ba3-bb20-c3fe55b5ae23 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb007eb-90c6-4e1d-b409-818df2207dca,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:20.457477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cf098720-f5b0-4ba3-bb20-c3fe55b5ae23 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.458595 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cf098720-f5b0-4ba3-bb20-c3fe55b5ae23 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/security-groups/8cb007eb-90c6-4e1d-b409-818df2207dca HTTP/1.1" status: 204 len: 168 time: 0.3443274 Apr 08 11:01:20.572527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59166) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:21.128157 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:21.493777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port ede24c8e-2d6a-4917-944d-2690ed3160ad {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:01:21.494115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:21.693335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port ede24c8e-2d6a-4917-944d-2690ed3160ad, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ede24c8e-2d6a-4917-944d-2690ed3160ad,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:21.694019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:21.847072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 5b68c070-8211-46d0-a283-aa4e135fe437 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:21.886095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 5b68c070-8211-46d0-a283-aa4e135fe437 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:01:21.886437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 5b68c070-8211-46d0-a283-aa4e135fe437 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:01:21.924790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for ede24c8e-2d6a-4917-944d-2690ed3160ad owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:01:22.315905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:22.364890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=ede24c8e-2d6a-4917-944d-2690ed3160ad,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:22.403163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.403509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.403846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.404177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.404528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.404864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.405188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.405520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.405842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.406167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.406483 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.406802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:22.652721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.013765 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:01:23.192929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:01:23.202535 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] Sync routers for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:01:23.212713 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:01:23.216365 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:23.288119 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c7e89c54-c723-4ce0-b409-ef56f323eb0b tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "PUT /v2.0/routers/732aeb4a-0918-4e95-8a2c-cb472a4dc6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7141781 Apr 08 11:01:23.291035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59172) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:23.358271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd8b226-49a1-4cd4-b06b-456cb05a2562 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting subnet 75c21f06-2a6f-4289-bf53-6ad89494322e {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:01:23.361392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b226-49a1-4cd4-b06b-456cb05a2562 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.399783 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:01:23.417841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b226-49a1-4cd4-b06b-456cb05a2562 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.506110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b226-49a1-4cd4-b06b-456cb05a2562 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.684502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b226-49a1-4cd4-b06b-456cb05a2562 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.697306 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:23.701281 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] Checking router: 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:01:23.710240 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] Routers {'732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:01:23.710858 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:00:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:23.723924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8b226-49a1-4cd4-b06b-456cb05a2562 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Subnet': ['ID=75c21f06-2a6f-4289-bf53-6ad89494322e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:23.727681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b226-49a1-4cd4-b06b-456cb05a2562 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.733990 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dfd8b226-49a1-4cd4-b06b-456cb05a2562 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/subnets/75c21f06-2a6f-4289-bf53-6ad89494322e HTTP/1.1" status: 204 len: 168 time: 0.4416265 Apr 08 11:01:23.734343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5021c0d-4ff4-4a18-a3ec-0b588fd3fdff None None] Network e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:01:23.737175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59178) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:23.900524 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] Set router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:01:23.920821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.998346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] DHCP port deletion for e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:01:24.002733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] Deleting port eaf520da-a785-4f13-9331-7e0e57ee0e4f {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:01:24.003109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:24.111298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:24.199671 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:24.200993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Deleting port 247c8963-3edf-48e2-bb11-b836c38b8df2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:01:24.201444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:24.204051 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc6249-f9ea-46cb-9f25-51b585af84f6 None None] The sync data for ids ['732aeb4a-0918-4e95-8a2c-cb472a4dc6a6'] in dv-neutron-837109-1-hyperv is: [{'id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'name': 'tempest-TestNetworkBasicOps-router-1714884466', 'tenant_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:00Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 7, 'project_id': '9416db22a3644a04a7cbe4ce5f1e8cb5', 'gw_port': {'id': '247c8963-3edf-48e2-bb11-b836c38b8df2', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aeb4a-0918-4e95-8a2c-cb472a4dc6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:01Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:01:24.258961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] For port eaf520da-a785-4f13-9331-7e0e57ee0e4f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=eaf520da-a785-4f13-9331-7e0e57ee0e4f,segment=NetworkSegment(aa49d685-7074-41fe-ae5e-91720d0401c9),segment_id=aa49d685-7074-41fe-ae5e-91720d0401c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:24.259360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:24.385103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] Calling delete_port for eaf520da-a785-4f13-9331-7e0e57ee0e4f owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:01:24.388461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] For port 247c8963-3edf-48e2-bb11-b836c38b8df2, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=247c8963-3edf-48e2-bb11-b836c38b8df2,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:24.388966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:24.530009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Calling delete_port for 247c8963-3edf-48e2-bb11-b836c38b8df2 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:01:24.564300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:24.615410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] Pushing event deleted for resources: {'Port': ['ID=eaf520da-a785-4f13-9331-7e0e57ee0e4f,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:24.617321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f0044-baeb-414c-a122-9c2adff2f25f None None] No DVR routers for this DVR port eaf520da-a785-4f13-9331-7e0e57ee0e4f on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:24.834790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:24.883926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Port': ['ID=247c8963-3edf-48e2-bb11-b836c38b8df2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:25.081632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.198101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ede24c8e-2d6a-4917-944d-2690ed3160ad no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:25.232103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: ede24c8e-2d6a-4917-944d-2690ed3160ad {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:01:25.232454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ede24c8e-2d6a-4917-944d-2690ed3160ad not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:01:25.232903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device eaf520da-a785-4f13-9331-7e0e57ee0e4f no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:25.263920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.266347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.269549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: eaf520da-a785-4f13-9331-7e0e57ee0e4f {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:01:25.269898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device eaf520da-a785-4f13-9331-7e0e57ee0e4f not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:01:25.420982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.421505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Fanout notify agent at l3_agent the message router_deleted on router 732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:01:25.437436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.441786 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c7158cb3-487e-47c2-8a7b-38ad6e1916d3 tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/routers/732aeb4a-0918-4e95-8a2c-cb472a4dc6a6 HTTP/1.1" status: 204 len: 168 time: 1.7002599 Apr 08 11:01:25.442201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59184) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:25.564321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.701392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.727023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7224b3f-e5d8-4a00-9dee-c300e9ea4e52']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:25.739791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa49d685-7074-41fe-ae5e-91720d0401c9') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:25.740087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa49d685-7074-41fe-ae5e-91720d0401c9') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:25.752941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.768532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.774909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:01:25.775328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:01:25.793970 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:01:25.960458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.977774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.989230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] Pushing event deleted for resources: {'Network': ['ID=e7224b3f-e5d8-4a00-9dee-c300e9ea4e52,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:25.994709 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-842df131-22cb-40f6-9d8d-18bf7210799d tempest-TestNetworkBasicOps-843421523 tempest-TestNetworkBasicOps-843421523-project] 10.222.0.23 "DELETE /v2.0/networks/e7224b3f-e5d8-4a00-9dee-c300e9ea4e52 HTTP/1.1" status: 204 len: 168 time: 0.5510998 Apr 08 11:01:26.548462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59192) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:26.722945 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8d237c64-eb4c-41a2-ab25-0cd6a4a57c9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9416db22a3644a04a7cbe4ce5f1e8cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732912 Apr 08 11:01:26.725377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59198) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:26.783461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d326-db9c-4dff-a927-49a4e9e5e7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:26.808734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d326-db9c-4dff-a927-49a4e9e5e7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:26.937794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d326-db9c-4dff-a927-49a4e9e5e7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:26.956050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0d326-db9c-4dff-a927-49a4e9e5e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a21e88-1802-4229-9168-496c02567816,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:26.962719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d326-db9c-4dff-a927-49a4e9e5e7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:26.963852 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e4b0d326-db9c-4dff-a927-49a4e9e5e7f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01a21e88-1802-4229-9168-496c02567816 HTTP/1.1" status: 204 len: 168 time: 0.2375841 Apr 08 11:01:27.111308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 247c8963-3edf-48e2-bb11-b836c38b8df2 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:27.145720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 247c8963-3edf-48e2-bb11-b836c38b8df2 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:01:27.146064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 247c8963-3edf-48e2-bb11-b836c38b8df2 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:01:27.286231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-940db4d9-1c65-4be5-aee0-2530b7b645e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:27.726670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59206) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:27.745340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:27.760223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:27.764036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] Usage tracker for resource:security_group_rule and tenant:7ee93f3455f24155844aef63c1ed88b7 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:27.767149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:27.772940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:27.855603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:27.925652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:27.977274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ee93f3455f24155844aef63c1ed88b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494934 Apr 08 11:01:27.978124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c6a1a-77ce-4826-aa6c-a841f20b7ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8463da-8ec3-4d2f-aeab-7a582c6f1505,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:27.979998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59212) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:28.039594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b434bcab-b4a1-47dc-b2b7-f6469af8418f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:28.069352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b434bcab-b4a1-47dc-b2b7-f6469af8418f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:28.312649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b434bcab-b4a1-47dc-b2b7-f6469af8418f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:28.328827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434bcab-b4a1-47dc-b2b7-f6469af8418f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8463da-8ec3-4d2f-aeab-7a582c6f1505,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:28.334190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b434bcab-b4a1-47dc-b2b7-f6469af8418f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:28.338465 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b434bcab-b4a1-47dc-b2b7-f6469af8418f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e8463da-8ec3-4d2f-aeab-7a582c6f1505 HTTP/1.1" status: 204 len: 168 time: 0.3570094 Apr 08 11:01:29.503395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c5fb59d-cbb1-4e5f-ad21-0ab56735455f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:30.621512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:31.217433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:32.026599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:34.297471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:36.596802 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-638dd834-f7f3-4fbf-a322-1cf3780abb82 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ec0ae9544270471ea551f8913314b299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279160 Apr 08 11:01:36.744178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-bc2a9380-fcea-425e-9c53-4429af990b09 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:36.745631 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-bc2a9380-fcea-425e-9c53-4429af990b09 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437523 Apr 08 11:01:36.760765 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-f0005bf4-d609-43da-9cdf-25985b57e5ef tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/quotas/ec0ae9544270471ea551f8913314b299 HTTP/1.1" status: 200 len: 375 time: 0.0089884 Apr 08 11:01:36.807466 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-eee7aef8-ef3c-4f8a-b546-ad500165acd1 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec0ae9544270471ea551f8913314b299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415735 Apr 08 11:01:37.075812 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0d20e982-bfc0-4540-a9a6-de32e7215e94 req-58cf03d9-48bb-4226-9bbe-09629830d1e3 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 210 time: 0.0470669 Apr 08 11:01:38.174578 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ed447b1f-59bd-4bdb-af2b-d1d0aa8a5a3c req-485e65a1-40ed-437b-98ea-08eeead6fc76 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 210 time: 0.0449769 Apr 08 11:01:39.324920 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3900f8cc-89af-4e89-99f4-3b388260fd2e req-251e2d45-274e-4343-9c95-b930af0bc891 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 210 time: 0.0420272 Apr 08 11:01:39.664069 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-5a537521-4d11-49c4-8e11-0af7b1d634e1 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ec0ae9544270471ea551f8913314b299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302627 Apr 08 11:01:39.814532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-4780e8f3-56fe-458e-b9e9-59bbf0540bfb tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:39.815928 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-4780e8f3-56fe-458e-b9e9-59bbf0540bfb tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466529 Apr 08 11:01:39.827309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Request body: {'port': {'device_id': 'b02cb20c-4e21-45df-bb5e-4dc050330aab', 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0', 'admin_state_up': True, 'tenant_id': 'ec0ae9544270471ea551f8913314b299'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:01:39.962667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:39.966390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Usage tracker for resource:port and tenant:ec0ae9544270471ea551f8913314b299 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:39.969153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:39.974971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:40.039761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Made reservation on behalf of ec0ae9544270471ea551f8913314b299 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:01:40.046635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:40.059674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:40.075650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:40.079609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Usage tracker for resource:security_group_rule and tenant:ec0ae9544270471ea551f8913314b299 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:40.082504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:40.088222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:40.169384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:40.331343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:40.421409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064d037f-8b69-4484-bd9e-89af87b09489,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:40.496638 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-606b9059-55a4-4b2d-a16a-7dec7805c9e1 req-2ad3744e-2d47-40db-b102-5f4844b96620 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 210 time: 0.0496652 Apr 08 11:01:40.563086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.564097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.564439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.564803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.565147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.565471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.565799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.566124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.566449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.566770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.567093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.567412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:40.651484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Allocated IP 192.168.233.61 (97aef1a7-feae-477a-896b-72b2e5d36ab0/fe65f203-0eb0-463d-8325-6c542a799b8a/0026fe0d-f4c9-417a-b9c5-75b476fbaaf4) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:01:40.882479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:40.899612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Transition to ACTIVE for port object 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:41.040798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:41.110748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Network 97aef1a7-feae-477a-896b-72b2e5d36ab0 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:01:41.113834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:41.122090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:01:41.164189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Pushing event updated for resources: {'Port': ['ID=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:41.206109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:41.206761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:41.304590 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-294f674d-b17f-4b1c-9902-886ba62d5691 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4805193 Apr 08 11:01:41.316112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Request body: {'port': {'device_id': 'b02cb20c-4e21-45df-bb5e-4dc050330aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:01:41.399950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3eb60e93-acb8-44e0-a408-43dd060827ae None None] Provisioning for port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:41.405175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3eb60e93-acb8-44e0-a408-43dd060827ae None None] Provisioning complete for port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:41.405548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3eb60e93-acb8-44e0-a408-43dd060827ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:41.433739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:41.464276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3eb60e93-acb8-44e0-a408-43dd060827ae None None] Port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:01:41.806795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc96945-ba5b-477c-aa61-f86ca5711957 req-a37bf562-e9b6-44f5-8430-ea520b3e5e8e tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:41.807412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fbc96945-ba5b-477c-aa61-f86ca5711957 req-a37bf562-e9b6-44f5-8430-ea520b3e5e8e tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Synchronizing usage tracker for tenant:ec0ae9544270471ea551f8913314b299 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:41.871343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:01:41.879445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:41.894528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Transition to ACTIVE for port object 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:41.977047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fbc96945-ba5b-477c-aa61-f86ca5711957 req-a37bf562-e9b6-44f5-8430-ea520b3e5e8e tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Unset dirty status for tenant:ec0ae9544270471ea551f8913314b299 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:41.978403 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fbc96945-ba5b-477c-aa61-f86ca5711957 req-a37bf562-e9b6-44f5-8430-ea520b3e5e8e tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 935 time: 0.3122199 Apr 08 11:01:42.024415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:42.072273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fbc96945-ba5b-477c-aa61-f86ca5711957 req-73867605-000b-4ac9-bf3f-9b0cfdfafc5b tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Synchronizing usage tracker for tenant:ec0ae9544270471ea551f8913314b299 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:42.181763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:42.289865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fbc96945-ba5b-477c-aa61-f86ca5711957 req-73867605-000b-4ac9-bf3f-9b0cfdfafc5b tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Unset dirty status for tenant:ec0ae9544270471ea551f8913314b299 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:42.291152 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fbc96945-ba5b-477c-aa61-f86ca5711957 req-73867605-000b-4ac9-bf3f-9b0cfdfafc5b tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068357 Apr 08 11:01:42.300215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Attempting to bind port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:01:42.300598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Attempting to bind port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:01:42.300935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Attempting to bind port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 on network 97aef1a7-feae-477a-896b-72b2e5d36ab0 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:01:42.306739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 on network 97aef1a7-feae-477a-896b-72b2e5d36ab0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:01:42.307069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Attempting to bind port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 on network 97aef1a7-feae-477a-896b-72b2e5d36ab0 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:01:42.317280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:01:42.317637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Checking segment: {'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:01:42.318036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Bound using segment: {'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:01:42.318483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Bound port: 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5799dd98-8834-47c3-ab52-60a503559932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:01:42.318839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:42.410818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] For port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:01:42.413958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] For port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,segment=NetworkSegment(5799dd98-8834-47c3-ab52-60a503559932),segment_id=5799dd98-8834-47c3-ab52-60a503559932)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:01:42.508895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:42.571192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:42.572138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:42.573734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] 10.222.0.41 "PUT /v2.0/ports/0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 HTTP/1.1" status: 200 len: 1097 time: 1.2620316 Apr 08 11:01:42.574404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02cb20c-4e21-45df-bb5e-4dc050330aab', 'tag': '0026fe0d-f4c9-417a-b9c5-75b476fbaaf4'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:42.606090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e3351-5817-4220-b958-f158ca490fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:42.630974 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56f9611-3229-43bd-971d-c2a32bb96a84'] response: {'name': 'network-changed', 'server_uuid': 'b02cb20c-4e21-45df-bb5e-4dc050330aab', 'tag': '0026fe0d-f4c9-417a-b9c5-75b476fbaaf4', 'status': 'completed', 'code': 200} Apr 08 11:01:42.729838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26340f-421d-4843-8f0b-6c60f0bd771e req-28ba64fe-21e0-4291-b81b-163595d244ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:42.731379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e26340f-421d-4843-8f0b-6c60f0bd771e req-28ba64fe-21e0-4291-b81b-163595d244ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec0ae9544270471ea551f8913314b299&device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 1100 time: 0.0766723 Apr 08 11:01:42.764699 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e26340f-421d-4843-8f0b-6c60f0bd771e req-3fdbf678-9281-46b1-bc37-945df966b147 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ec0ae9544270471ea551f8913314b299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254753 Apr 08 11:01:42.903851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26340f-421d-4843-8f0b-6c60f0bd771e req-3640f0ed-0353-4d24-bad3-7e0927179ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:42.905367 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e26340f-421d-4843-8f0b-6c60f0bd771e req-3640f0ed-0353-4d24-bad3-7e0927179ba7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348190 Apr 08 11:01:43.124561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-78d0f52c-8516-4b8f-80ac-1c0008c9ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:43.126313 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-78d0f52c-8516-4b8f-80ac-1c0008c9ae10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec0ae9544270471ea551f8913314b299&device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 1100 time: 0.1812339 Apr 08 11:01:43.197649 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-baf1507a-304f-4b48-a197-a5bb52727b44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 HTTP/1.1" status: 200 len: 217 time: 0.0642235 Apr 08 11:01:43.261818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-62f853c7-9f00-4fd1-8226-3cf4653eb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:43.263357 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-62f853c7-9f00-4fd1-8226-3cf4653eb91c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe65f203-0eb0-463d-8325-6c542a799b8a HTTP/1.1" status: 200 len: 843 time: 0.0591259 Apr 08 11:01:43.356141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-f8cdaaf5-deb3-4ab5-b1a5-526ca5d4a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:43.356141 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-f8cdaaf5-deb3-4ab5-b1a5-526ca5d4a397 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97aef1a7-feae-477a-896b-72b2e5d36ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0808976 Apr 08 11:01:43.372066 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:01:43.532433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-d69d4fa4-31fe-446a-8307-8d53c2e8817e service neutron] 10.222.0.41 "GET /v2.0/networks/97aef1a7-feae-477a-896b-72b2e5d36ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758120 Apr 08 11:01:43.588672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3481e5-dfe5-45f0-840f-9fcb9a838b4d req-c411f702-4ac8-4e01-94dc-cfa97034bd93 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:43.590120 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a3481e5-dfe5-45f0-840f-9fcb9a838b4d req-c411f702-4ac8-4e01-94dc-cfa97034bd93 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 947 time: 0.1538906 Apr 08 11:01:43.707875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a3481e5-dfe5-45f0-840f-9fcb9a838b4d req-5c1aab2a-01f5-4d93-a446-866bd4142d27 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704992 Apr 08 11:01:43.715877 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-25070cc3-547c-453b-abb5-3ac8d2aea7a6 req-c29dd797-ca6c-4062-baf2-9b9440ab688f service neutron] 10.222.0.41 "GET /v2.0/networks/97aef1a7-feae-477a-896b-72b2e5d36ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722438 Apr 08 11:01:44.899439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168b0b1-c3eb-410d-ae36-fc2f1a31bff9 req-cd3d573e-a6a6-43f8-a3f6-d02dce42dbb3 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:44.900923 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c168b0b1-c3eb-410d-ae36-fc2f1a31bff9 req-cd3d573e-a6a6-43f8-a3f6-d02dce42dbb3 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 947 time: 0.0825236 Apr 08 11:01:44.944219 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c168b0b1-c3eb-410d-ae36-fc2f1a31bff9 req-c960f2e5-4c21-4cef-923f-6413b6901a90 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377381 Apr 08 11:01:46.132644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d03f23-d71e-48e9-b541-c343672c84d8 req-e235366c-df08-4757-9a79-5fc2b4c64630 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:46.134099 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b6d03f23-d71e-48e9-b541-c343672c84d8 req-e235366c-df08-4757-9a79-5fc2b4c64630 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 947 time: 0.0830264 Apr 08 11:01:46.180827 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b6d03f23-d71e-48e9-b541-c343672c84d8 req-46cde675-8770-4224-b994-8f2e7d350e6b tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Apr 08 11:01:47.371211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812365ff-f31f-480a-8b59-e383d0eb8f56 req-f49bcd03-4898-45a8-99c4-46cac6661e01 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:47.372637 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-812365ff-f31f-480a-8b59-e383d0eb8f56 req-f49bcd03-4898-45a8-99c4-46cac6661e01 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 947 time: 0.0828404 Apr 08 11:01:47.417549 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-812365ff-f31f-480a-8b59-e383d0eb8f56 req-fd7ec734-8729-414f-a4f9-d5742536aaac tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392714 Apr 08 11:01:48.022744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:01:48.154385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,segment=NetworkSegment(5799dd98-8834-47c3-ab52-60a503559932),segment_id=5799dd98-8834-47c3-ab52-60a503559932)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:48.167769 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '0026fe0d-f4c9-417a-b9c5-75b476fbaaf4', 'network_id': '97aef1a7-feae-477a-896b-72b2e5d36ab0', 'port_id': '0026fe0d-f4c9-417a-b9c5-75b476fbaaf4', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe65f203-0eb0-463d-8325-6c542a799b8a', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:01:48.222924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:48.239923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:01:48.255701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,segment=NetworkSegment(5799dd98-8834-47c3-ab52-60a503559932),segment_id=5799dd98-8834-47c3-ab52-60a503559932)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:48.451127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:48.525235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:48.608033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dec75-fc75-46b5-a14b-4c1e2116b2e3 req-f9488b21-b905-40a9-8236-d6abeea01574 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:48.609491 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f14dec75-fc75-46b5-a14b-4c1e2116b2e3 req-f9488b21-b905-40a9-8236-d6abeea01574 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 948 time: 0.0858340 Apr 08 11:01:48.653630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f14dec75-fc75-46b5-a14b-4c1e2116b2e3 req-cedaec58-0d3e-402f-99b0-998ef4bbad95 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377169 Apr 08 11:01:48.658691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['0026fe0d-f4c9-417a-b9c5-75b476fbaaf4'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:01:49.849923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc643c79-0cb6-4ee3-8928-956808d0f695 req-da4e5362-ef40-45a7-8bf0-623f389589ce tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:49.851930 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cc643c79-0cb6-4ee3-8928-956808d0f695 req-da4e5362-ef40-45a7-8bf0-623f389589ce tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 948 time: 0.0906024 Apr 08 11:01:49.898373 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cc643c79-0cb6-4ee3-8928-956808d0f695 req-d7ca1f03-fe5d-4b57-9064-4e93d837f2d0 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Apr 08 11:01:50.024244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:50.181390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:50.186778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:50.187148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:50.307673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:50.333939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02cb20c-4e21-45df-bb5e-4dc050330aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0026fe0d-f4c9-417a-b9c5-75b476fbaaf4'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:50.343411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,segment=NetworkSegment(5799dd98-8834-47c3-ab52-60a503559932),segment_id=5799dd98-8834-47c3-ab52-60a503559932)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:50.378803 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36046d78-d5ad-401f-88da-1eeee08be41f'] response: {'server_uuid': 'b02cb20c-4e21-45df-bb5e-4dc050330aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0026fe0d-f4c9-417a-b9c5-75b476fbaaf4', 'code': 200} Apr 08 11:01:50.484997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:50.553100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:50.807030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b28b-f184-4327-9406-51f92b64a409 req-83e57a02-0433-4bb8-921a-89b5ede8cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:50.809067 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c7a0b28b-f184-4327-9406-51f92b64a409 req-83e57a02-0433-4bb8-921a-89b5ede8cd37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 1102 time: 0.0778325 Apr 08 11:01:50.855661 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c7a0b28b-f184-4327-9406-51f92b64a409 req-9ef6d612-a02d-417a-84e5-ec04dd1e0c7a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Apr 08 11:01:51.095109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0839e-2962-4757-9943-324b87f40aea req-7589d720-b9da-44d6-b648-e665cee7ea61 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:51.096674 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e5d0839e-2962-4757-9943-324b87f40aea req-7589d720-b9da-44d6-b648-e665cee7ea61 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 949 time: 0.0871475 Apr 08 11:01:51.147585 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e5d0839e-2962-4757-9943-324b87f40aea req-85c5ef56-1203-4925-8833-9676b65920f0 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Apr 08 11:01:52.350607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b6d2d-2b8a-4061-a749-5c00c99a4423 req-c5708af0-cd07-4cb2-9395-655f66b3a60b tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:52.352310 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d28b6d2d-2b8a-4061-a749-5c00c99a4423 req-c5708af0-cd07-4cb2-9395-655f66b3a60b tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 949 time: 0.0930648 Apr 08 11:01:52.402383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d28b6d2d-2b8a-4061-a749-5c00c99a4423 req-3b0eb829-4e51-4d9d-b07e-662add30a07b tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 Apr 08 11:01:53.592582 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03083-b6f0-409c-a4ff-fa282b325dc3 req-7ad777e4-8844-4a9f-94d2-fd41d005c91e tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:53.594884 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78f03083-b6f0-409c-a4ff-fa282b325dc3 req-7ad777e4-8844-4a9f-94d2-fd41d005c91e tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 949 time: 0.0843160 Apr 08 11:01:53.639965 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78f03083-b6f0-409c-a4ff-fa282b325dc3 req-c0aecade-68e0-40b3-866e-fd1cffe56e43 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Apr 08 11:01:55.639553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ef4d1-0521-473f-9a0e-e33faa5a71e7 req-21ad5eee-894a-4ea0-b06b-e1a90a3737a1 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:55.641925 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d50ef4d1-0521-473f-9a0e-e33faa5a71e7 req-21ad5eee-894a-4ea0-b06b-e1a90a3737a1 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 949 time: 0.0895965 Apr 08 11:01:55.689311 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d50ef4d1-0521-473f-9a0e-e33faa5a71e7 req-f77bb426-d218-4459-9abb-851ea461873e tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Apr 08 11:01:56.939923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-122521a7-14e8-4d14-89eb-2a090cf71b1c tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:56.941383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-122521a7-14e8-4d14-89eb-2a090cf71b1c tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.41 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 949 time: 0.1124749 Apr 08 11:01:56.949660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8996-fc4b-4e42-b39c-2a1a175db736 req-a863495e-f73e-4809-b9ff-85a5bc9d24a2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:56.951003 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d58e8996-fc4b-4e42-b39c-2a1a175db736 req-a863495e-f73e-4809-b9ff-85a5bc9d24a2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 949 time: 0.1534379 Apr 08 11:01:57.050955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Deleting port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:01:57.051209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:57.084765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d58e8996-fc4b-4e42-b39c-2a1a175db736 req-0bdc62df-3179-4d89-8a0e-0585903f845a tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/security-groups?id=064d037f-8b69-4484-bd9e-89af87b09489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034706 Apr 08 11:01:57.257152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-71c354c6-36c7-4778-a402-cb540a6a3856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:57.319341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] For port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,segment=NetworkSegment(5799dd98-8834-47c3-ab52-60a503559932),segment_id=5799dd98-8834-47c3-ab52-60a503559932)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:01:57.319663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:57.549396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Calling delete_port for 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:01:57.780279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:57.792448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['0026fe0d-f4c9-417a-b9c5-75b476fbaaf4'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:01:57.833595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Pushing event deleted for resources: {'Port': ['ID=0026fe0d-f4c9-417a-b9c5-75b476fbaaf4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:57.911838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] No DVR routers for this DVR port 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:57.914608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:57.918627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02cb20c-4e21-45df-bb5e-4dc050330aab', 'name': 'network-vif-deleted', 'tag': '0026fe0d-f4c9-417a-b9c5-75b476fbaaf4'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:57.965673 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a22b2ab-d0fc-4e79-9fd4-b014d2b118f5'] response: {'server_uuid': 'b02cb20c-4e21-45df-bb5e-4dc050330aab', 'name': 'network-vif-deleted', 'tag': '0026fe0d-f4c9-417a-b9c5-75b476fbaaf4', 'status': 'completed', 'code': 200} Apr 08 11:01:58.035021 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-30ce983e-eed7-4b66-8bae-346fbfdde937 req-239d7171-ed67-4083-aa3e-d64802b389c2 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.41 "DELETE /v2.0/ports/0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 HTTP/1.1" status: 204 len: 173 time: 1.0805256 Apr 08 11:01:58.238605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e44fb00e-b185-4dee-85ca-c755fb6190af req-544bf7ad-4259-4b9d-8ae1-0ee328597278 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Synchronizing usage tracker for tenant:ec0ae9544270471ea551f8913314b299 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:58.362892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e44fb00e-b185-4dee-85ca-c755fb6190af req-544bf7ad-4259-4b9d-8ae1-0ee328597278 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] Unset dirty status for tenant:ec0ae9544270471ea551f8913314b299 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:58.364069 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e44fb00e-b185-4dee-85ca-c755fb6190af req-544bf7ad-4259-4b9d-8ae1-0ee328597278 tempest-ServersAdminNegativeTestJSON-251130923 tempest-ServersAdminNegativeTestJSON-251130923-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02cb20c-4e21-45df-bb5e-4dc050330aab HTTP/1.1" status: 200 len: 210 time: 0.1667397 Apr 08 11:01:59.557690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9bc2-c7bf-4945-ac00-7a9ff0a333c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:00.130768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59360) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:00.277571 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f569b65d-f790-4198-b344-de65f100abf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec0ae9544270471ea551f8913314b299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456709 Apr 08 11:02:00.280072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59366) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:00.339305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1f7a0a23-e487-4f61-83c4-6e0ec214312a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:00.365654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1f7a0a23-e487-4f61-83c4-6e0ec214312a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:00.536769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1f7a0a23-e487-4f61-83c4-6e0ec214312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:00.554695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a0a23-e487-4f61-83c4-6e0ec214312a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d037f-8b69-4484-bd9e-89af87b09489,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:00.762966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:00.794864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1f7a0a23-e487-4f61-83c4-6e0ec214312a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:00.794864 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1f7a0a23-e487-4f61-83c4-6e0ec214312a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/064d037f-8b69-4484-bd9e-89af87b09489 HTTP/1.1" status: 204 len: 168 time: 0.5107920 Apr 08 11:02:01.254522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:01.526600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59374) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:01.545624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:01.560975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:01.565896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] Usage tracker for resource:security_group_rule and tenant:25e87597ad64492e85e2a75c9b82332c is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:01.568810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:01.574503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:01.656958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:01.774216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:01.821990 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25e87597ad64492e85e2a75c9b82332c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943153 Apr 08 11:02:01.823605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe5474-39ed-442f-acb5-926c0e008106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe817507-69e3-416c-8264-52ff927b8500,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:01.824699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59378) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:01.893330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcf85deb-fac7-419a-8f95-4d8f02f5886d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:01.919250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcf85deb-fac7-419a-8f95-4d8f02f5886d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:02.020088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:02.050663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcf85deb-fac7-419a-8f95-4d8f02f5886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:02.066418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf85deb-fac7-419a-8f95-4d8f02f5886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe817507-69e3-416c-8264-52ff927b8500,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:02.073788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dcf85deb-fac7-419a-8f95-4d8f02f5886d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:02.074938 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dcf85deb-fac7-419a-8f95-4d8f02f5886d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe817507-69e3-416c-8264-52ff927b8500 HTTP/1.1" status: 204 len: 168 time: 0.2492549 Apr 08 11:02:02.082266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:02:02.121282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:02:02.121622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 0026fe0d-f4c9-417a-b9c5-75b476fbaaf4 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:02:03.198366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59402) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:03.302570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-942755513-network', 'tenant_id': '0d79bcb0ff1c4d2d817bfbf48cf7551b'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:02:03.307617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:03.311509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Usage tracker for resource:network and tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:03.314859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:03.320813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:03.416166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Made reservation on behalf of 0d79bcb0ff1c4d2d817bfbf48cf7551b for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:03.418844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:03.432100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:03.446380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:03.450105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Usage tracker for resource:security_group_rule and tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:03.453372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:03.459412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:03.540804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:03.648648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:03.681271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:02:03.690033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf68d630-542c-413f-8547-bd73134762c7,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:03.695314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:03.695657 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Added segment 2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1 of type vlan for network c5645249-019e-49be-8727-948c9f939f49 Apr 08 11:02:03.721368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:03.838955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:03.839956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:03.840578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:03.945010 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] Pushing event updated for resources: {'Network': ['ID=c5645249-019e-49be-8727-948c9f939f49,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:03.955207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network c5645249-019e-49be-8727-948c9f939f49 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:02:04.000509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-360a5c6d-c8f9-40e8-8fb8-6340f46b6957 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8009677 Apr 08 11:02:04.003258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59408) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:04.008952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Request body: {'subnet': {'network_id': 'c5645249-019e-49be-8727-948c9f939f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-942755513-subnet', 'tenant_id': '0d79bcb0ff1c4d2d817bfbf48cf7551b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:02:04.014041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:04.018183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Usage tracker for resource:subnet and tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:04.031069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:04.031069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:04.107435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Made reservation on behalf of 0d79bcb0ff1c4d2d817bfbf48cf7551b for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:04.110363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:04.341682 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:04.404853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:04.483922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2428aa8-d251-4968-8106-84ac9b918491,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:04.492569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Checking segment: {'id': '2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5645249-019e-49be-8727-948c9f939f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:02:04.492928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Network hostable DHCP agents. Network: c5645249-019e-49be-8727-948c9f939f49, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:02:04.599159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Network c5645249-019e-49be-8727-948c9f939f49 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:02:04.701790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, c5645249-019e-49be-8727-948c9f939f49) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:04.707499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:04.708300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:04.712903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a5b9ab-ecea-4452-b5a1-8c09020b8bad None None] Network c5645249-019e-49be-8727-948c9f939f49 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:02:04.845606 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-16628ec2-f2da-4661-9978-9f163ce5a2aa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8411882 Apr 08 11:02:04.929306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c45de-ee54-452b-a79b-2e5d387d83a2 None None] Network c5645249-019e-49be-8727-948c9f939f49 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:02:05.366918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-205dde0e-abd8-4111-84e9-b992c783653f tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:05.367512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-205dde0e-abd8-4111-84e9-b992c783653f tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Synchronizing usage tracker for tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:05.502027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-205dde0e-abd8-4111-84e9-b992c783653f tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Unset dirty status for tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:05.503218 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-205dde0e-abd8-4111-84e9-b992c783653f tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/networks?id=c5645249-019e-49be-8727-948c9f939f49 HTTP/1.1" status: 200 len: 811 time: 0.2821262 Apr 08 11:02:05.518500 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-8f1614a2-7e37-49a1-86e5-f8e68346b775 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/quotas/0d79bcb0ff1c4d2d817bfbf48cf7551b HTTP/1.1" status: 200 len: 375 time: 0.0096595 Apr 08 11:02:05.568688 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-bba77bb7-69e3-452e-879f-d07356f939f2 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447233 Apr 08 11:02:05.747141 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-60beb3d1-bd45-4a4a-a3c1-d7b720f083b6 service neutron] 10.222.0.23 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716805 Apr 08 11:02:05.881321 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-65deb1ec-29ca-4d6a-bd04-39db25e17156 service neutron] 10.222.0.23 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275930 Apr 08 11:02:06.148090 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-86024a75-e314-4f37-a13d-50e1139f78df req-614e8876-034c-402e-979a-78ae2295a96c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 210 time: 0.0480959 Apr 08 11:02:07.243867 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2fe4cdbe-81d6-4126-8b92-d12d298d4305 req-39bfa625-f9e7-478b-aa92-1a2a9c09c894 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 210 time: 0.0417023 Apr 08 11:02:08.393247 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-04e890e9-e73f-4134-b413-97fda10bdfdc req-b55923b1-bd6a-442f-bfc5-f65ac737bce7 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 210 time: 0.0427554 Apr 08 11:02:09.185868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-0cd25855-679b-4349-b9d7-b210209c444d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:09.187457 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-0cd25855-679b-4349-b9d7-b210209c444d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.41 "GET /v2.0/networks?id=c5645249-019e-49be-8727-948c9f939f49 HTTP/1.1" status: 200 len: 811 time: 0.2587965 Apr 08 11:02:09.199652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Request body: {'port': {'device_id': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'network_id': 'c5645249-019e-49be-8727-948c9f939f49', 'admin_state_up': True, 'tenant_id': '0d79bcb0ff1c4d2d817bfbf48cf7551b'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:02:09.343526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:09.347469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Usage tracker for resource:port and tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:09.350646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:09.358636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:09.543585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Made reservation on behalf of 0d79bcb0ff1c4d2d817bfbf48cf7551b for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:09.547217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:09.563950 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c24c8351-c9ee-425f-91f5-a9abdcce54bb req-5f52f037-de66-4353-b801-ca436f947f12 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 210 time: 0.0612719 Apr 08 11:02:09.720109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Allocated IP 172.20.0.6 (c5645249-019e-49be-8727-948c9f939f49/b2428aa8-d251-4968-8106-84ac9b918491/ec0c2acb-9d0f-456e-a133-0d97488e0670) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:09.922550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:10.062197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:10.124990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Network c5645249-019e-49be-8727-948c9f939f49 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:10.127883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:10.139665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:02:10.176577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Pushing event updated for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:10.209738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:10.210473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:10.308311 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-952dff5e-3955-4db8-af22-d63d8ff02784 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1122601 Apr 08 11:02:10.320421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Request body: {'port': {'device_id': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:02:10.438403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:10.757329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee3edc-941c-41bd-9d3e-94caa403be38 req-fb005217-cadc-4f71-b230-e8cd868ee4cd tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:10.758822 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b0ee3edc-941c-41bd-9d3e-94caa403be38 req-fb005217-cadc-4f71-b230-e8cd868ee4cd tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 931 time: 0.0861685 Apr 08 11:02:10.805255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0c2acb-9d0f-456e-a133-0d97488e0670 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:02:10.808850 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b0ee3edc-941c-41bd-9d3e-94caa403be38 req-a9522b39-2ec0-4975-8a7c-1ed20c984dc7 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442450 Apr 08 11:02:10.813704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:10.829243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Transition to ACTIVE for port object ec0c2acb-9d0f-456e-a133-0d97488e0670 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:10.930244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:11.086648 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:11.160671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Attempting to bind port ec0c2acb-9d0f-456e-a133-0d97488e0670 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:02:11.161006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Attempting to bind port ec0c2acb-9d0f-456e-a133-0d97488e0670 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5645249-019e-49be-8727-948c9f939f49'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:02:11.161353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Attempting to bind port ec0c2acb-9d0f-456e-a133-0d97488e0670 on network c5645249-019e-49be-8727-948c9f939f49 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:02:11.166091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Port ec0c2acb-9d0f-456e-a133-0d97488e0670 on network c5645249-019e-49be-8727-948c9f939f49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:02:11.166412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Attempting to bind port ec0c2acb-9d0f-456e-a133-0d97488e0670 on network c5645249-019e-49be-8727-948c9f939f49 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:02:11.172173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:02:11.172534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Checking segment: {'id': '2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5645249-019e-49be-8727-948c9f939f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:02:11.172924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Bound using segment: {'id': '2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5645249-019e-49be-8727-948c9f939f49'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:02:11.173346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Bound port: ec0c2acb-9d0f-456e-a133-0d97488e0670, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5645249-019e-49be-8727-948c9f939f49'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:02:11.173689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:11.369629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:02:11.372455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:02:11.437869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:11.494039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:11.494708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:11.496113 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec0c2acb-9d0f-456e-a133-0d97488e0670 HTTP/1.1" status: 200 len: 1093 time: 1.1802890 Apr 08 11:02:11.496587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:02:11.521745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8cf04-7825-4b06-9dca-221ebeaadcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:11.543355 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1298f196-d434-44f7-924a-c8822d15d664'] response: {'name': 'network-changed', 'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'status': 'completed', 'code': 200} Apr 08 11:02:11.635225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a00eb-26b5-447a-95d1-66f5d4931b29 req-2efa99f7-d8de-4eed-8403-cb0c9d21ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:11.636662 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-731a00eb-26b5-447a-95d1-66f5d4931b29 req-2efa99f7-d8de-4eed-8403-cb0c9d21ea03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 1096 time: 0.0734506 Apr 08 11:02:11.775079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a00eb-26b5-447a-95d1-66f5d4931b29 req-9db5b2c7-9d6a-474a-a694-d781a3d8f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:11.776530 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-731a00eb-26b5-447a-95d1-66f5d4931b29 req-9db5b2c7-9d6a-474a-a694-d781a3d8f7f5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1324515 Apr 08 11:02:11.915410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a00eb-26b5-447a-95d1-66f5d4931b29 req-9dba1581-a1e5-49a7-944d-1129d538051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:11.916890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-731a00eb-26b5-447a-95d1-66f5d4931b29 req-9dba1581-a1e5-49a7-944d-1129d538051a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327615 Apr 08 11:02:11.996775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e311-e6ce-4936-82bd-fde1b7a86da6 req-d8b23cd4-eeb7-4864-8593-96de647a5882 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:11.998278 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-47c9e311-e6ce-4936-82bd-fde1b7a86da6 req-d8b23cd4-eeb7-4864-8593-96de647a5882 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 943 time: 0.0829654 Apr 08 11:02:12.026379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-72cb36c7-ead5-4d30-a38c-ede4e6a3cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:12.027932 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-72cb36c7-ead5-4d30-a38c-ede4e6a3cd74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 1096 time: 0.0727007 Apr 08 11:02:12.043527 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-47c9e311-e6ce-4936-82bd-fde1b7a86da6 req-89790934-100c-46f6-b4f1-2ccd3ab0bc8c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Apr 08 11:02:12.100308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-46121d42-305c-494e-9936-dab25399639e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670 HTTP/1.1" status: 200 len: 217 time: 0.0648930 Apr 08 11:02:12.163866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-309e6048-4c5d-4b2c-ba36-0f5c9af75b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:12.165501 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-309e6048-4c5d-4b2c-ba36-0f5c9af75b01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2428aa8-d251-4968-8106-84ac9b918491 HTTP/1.1" status: 200 len: 851 time: 0.0588770 Apr 08 11:02:12.216197 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-22120aad-fc81-4034-8bf2-bebaef4f3693 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5645249-019e-49be-8727-948c9f939f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438306 Apr 08 11:02:12.355685 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-4966b047-7345-483d-9216-d9a0454afc78 service neutron] 10.222.0.41 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325259 Apr 08 11:02:12.496798 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f4f643b-6e80-4e6a-9568-c896f602e5e7 req-3c0d326a-9c2c-4461-a220-6e40f51ed8bb service neutron] 10.222.0.41 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337011 Apr 08 11:02:13.230968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c5ef0-f3c1-4b4a-a33b-efcd60823c1b req-ca1a214d-f877-467a-9cdd-3fd8e60aa96c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:13.231665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-431c5ef0-f3c1-4b4a-a33b-efcd60823c1b req-ca1a214d-f877-467a-9cdd-3fd8e60aa96c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Synchronizing usage tracker for tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:13.364331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-431c5ef0-f3c1-4b4a-a33b-efcd60823c1b req-ca1a214d-f877-467a-9cdd-3fd8e60aa96c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Unset dirty status for tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:13.365608 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-431c5ef0-f3c1-4b4a-a33b-efcd60823c1b req-ca1a214d-f877-467a-9cdd-3fd8e60aa96c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 943 time: 0.2120397 Apr 08 11:02:13.410658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-431c5ef0-f3c1-4b4a-a33b-efcd60823c1b req-c354f349-7ee4-452b-a0f2-37c572a0b56b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Synchronizing usage tracker for tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:13.505333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-431c5ef0-f3c1-4b4a-a33b-efcd60823c1b req-c354f349-7ee4-452b-a0f2-37c572a0b56b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Unset dirty status for tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:13.506540 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-431c5ef0-f3c1-4b4a-a33b-efcd60823c1b req-c354f349-7ee4-452b-a0f2-37c572a0b56b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351457 Apr 08 11:02:14.696991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a477-fd5c-4c87-989f-583e8d5aa28d req-d257d1fc-408c-4889-97dd-b3532bff5a19 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:14.698441 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-75d0a477-fd5c-4c87-989f-583e8d5aa28d req-d257d1fc-408c-4889-97dd-b3532bff5a19 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 943 time: 0.0861392 Apr 08 11:02:14.743806 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-75d0a477-fd5c-4c87-989f-583e8d5aa28d req-eb39cdaf-6e8e-4372-a0f2-b185683e1283 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 Apr 08 11:02:15.939973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d88e0-7f73-4d92-8e8c-11cbb64b75dc req-ab5f51fa-da58-41f6-ab8b-fd28425d547b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:15.941709 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e7d88e0-7f73-4d92-8e8c-11cbb64b75dc req-ab5f51fa-da58-41f6-ab8b-fd28425d547b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 943 time: 0.0891640 Apr 08 11:02:15.992728 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e7d88e0-7f73-4d92-8e8c-11cbb64b75dc req-60fdec00-be5e-48d7-9f8c-07a051f20d01 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Apr 08 11:02:16.141905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device ec0c2acb-9d0f-456e-a133-0d97488e0670 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:02:16.308680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:02:16.331553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'network_id': 'c5645249-019e-49be-8727-948c9f939f49', 'port_id': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'mac_address': 'fa:16:3e:09:7c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2428aa8-d251-4968-8106-84ac9b918491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:02:16.407872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:16.425806 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0c2acb-9d0f-456e-a133-0d97488e0670 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:02:16.442410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:02:16.570428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:16.642283 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:16.649688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.650035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.650379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.650715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.651048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.651381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.651708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.652033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.652369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.652712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.653092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.653415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.763315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['ec0c2acb-9d0f-456e-a133-0d97488e0670'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:02:17.335825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9e2b0-4334-4dc6-9c48-425412bae165 req-13bbbec7-6053-4bd3-bf7e-42db01468911 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:17.337401 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-daf9e2b0-4334-4dc6-9c48-425412bae165 req-13bbbec7-6053-4bd3-bf7e-42db01468911 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 944 time: 0.0807374 Apr 08 11:02:17.385621 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-daf9e2b0-4334-4dc6-9c48-425412bae165 req-a984cc23-644d-4b30-b4e4-21d21332c791 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Apr 08 11:02:18.141600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device ec0c2acb-9d0f-456e-a133-0d97488e0670 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:18.278818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port ec0c2acb-9d0f-456e-a133-0d97488e0670 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:18.284108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port ec0c2acb-9d0f-456e-a133-0d97488e0670 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:18.284557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:18.418100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:18.447277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:02:18.457840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:02:18.506059 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e717f3-8e26-4b29-a2d7-8106fd7eec48'] response: {'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'code': 200} Apr 08 11:02:18.598746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:18.605089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437b716-a830-490a-92b2-66ce967349ae req-d82a82ae-c502-44bf-82f0-2d421c339ffa tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:18.609167 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d437b716-a830-490a-92b2-66ce967349ae req-d82a82ae-c502-44bf-82f0-2d421c339ffa tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 944 time: 0.1135926 Apr 08 11:02:18.661198 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d437b716-a830-490a-92b2-66ce967349ae req-d0bedf07-f01c-476d-aee5-7f0ce2fb817d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Apr 08 11:02:18.670274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:18.934256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3dda9-b9c2-46ba-9fb6-bc4463d68733 req-c9382fd9-9298-43b7-9e24-694df0258806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:18.935599 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-86b3dda9-b9c2-46ba-9fb6-bc4463d68733 req-c9382fd9-9298-43b7-9e24-694df0258806 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 1098 time: 0.0720263 Apr 08 11:02:18.977451 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-86b3dda9-b9c2-46ba-9fb6-bc4463d68733 req-da6391e5-7f88-4bb6-a325-71795dfd3733 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351732 Apr 08 11:02:19.868766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845f1e-655a-4fd8-92ad-3df7c18cc078 req-d46371d2-fa29-482e-8e7b-2ff91bf0445d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:19.868766 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-73845f1e-655a-4fd8-92ad-3df7c18cc078 req-d46371d2-fa29-482e-8e7b-2ff91bf0445d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0947087 Apr 08 11:02:19.925506 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-73845f1e-655a-4fd8-92ad-3df7c18cc078 req-fc782e22-4b40-4328-83ba-53b83764a8ab tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Apr 08 11:02:20.371750 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:02:21.267245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1f391-7d82-4886-a02b-6ae9df59d8e1 req-cd43cf32-97f6-4f37-9a7d-e6671ae231f1 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:21.268683 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aed1f391-7d82-4886-a02b-6ae9df59d8e1 req-cd43cf32-97f6-4f37-9a7d-e6671ae231f1 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0854442 Apr 08 11:02:21.319266 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aed1f391-7d82-4886-a02b-6ae9df59d8e1 req-7160ab04-32f2-4f18-8f26-f1236cfb5bbb tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448670 Apr 08 11:02:21.889864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a398-100e-4baa-8f29-36bc49ff04b4 req-1de817f9-fc27-4a76-8848-1e19aaf97e57 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:21.891373 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54d2a398-100e-4baa-8f29-36bc49ff04b4 req-1de817f9-fc27-4a76-8848-1e19aaf97e57 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0815763 Apr 08 11:02:21.942603 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54d2a398-100e-4baa-8f29-36bc49ff04b4 req-f377e36f-5ea4-4bd4-8b88-c508e1fd81e7 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454683 Apr 08 11:02:22.040295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59480) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:22.265366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-c99b1421-4497-4ec9-a10c-96d61da506b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2238870 Apr 08 11:02:23.139448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e9093-cb82-47a7-825d-d1d4d4fbbd73 req-55e1de8b-a9b5-48b4-bd0e-174d6d5521bb tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:23.141209 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4e4e9093-cb82-47a7-825d-d1d4d4fbbd73 req-55e1de8b-a9b5-48b4-bd0e-174d6d5521bb tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0828545 Apr 08 11:02:23.274075 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4e4e9093-cb82-47a7-825d-d1d4d4fbbd73 req-f2376919-5f28-4789-9266-771514c9a770 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273043 Apr 08 11:02:24.469952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b537f-ab26-4afc-9a62-e28416362710 req-35b9f550-fdb3-4ea8-8f4e-8c4222d890d1 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:24.471587 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-413b537f-ab26-4afc-9a62-e28416362710 req-35b9f550-fdb3-4ea8-8f4e-8c4222d890d1 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0828071 Apr 08 11:02:24.522714 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-413b537f-ab26-4afc-9a62-e28416362710 req-bdd76f24-71c3-4ad6-bbe2-93e992b241cc tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Apr 08 11:02:24.612579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-437e9023-59d3-4d67-bab4-91c6576fdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:24.614004 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-437e9023-59d3-4d67-bab4-91c6576fdb56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 1098 time: 0.0739207 Apr 08 11:02:24.746135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-6695b8d2-3788-49f0-927c-febacb13a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:24.747580 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-6695b8d2-3788-49f0-927c-febacb13a6e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5645249-019e-49be-8727-948c9f939f49 HTTP/1.1" status: 200 len: 912 time: 0.1277697 Apr 08 11:02:24.820470 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-51ab4b22-55d6-41a1-acbf-81e44c25abab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670 HTTP/1.1" status: 200 len: 217 time: 0.0660403 Apr 08 11:02:24.885320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-6b7d9a64-51b8-4321-ac33-3afc1bc7fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:24.886731 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-6b7d9a64-51b8-4321-ac33-3afc1bc7fb29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2428aa8-d251-4968-8106-84ac9b918491 HTTP/1.1" status: 200 len: 851 time: 0.0602360 Apr 08 11:02:24.934463 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-d0558806-7367-4448-a410-91f449decda6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5645249-019e-49be-8727-948c9f939f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412242 Apr 08 11:02:25.068817 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-43fda579-dde0-4259-9b21-41d615e1b112 service neutron] 10.222.0.41 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280062 Apr 08 11:02:25.208711 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-67a880bf-4af1-4f41-a175-df666993cd85 service neutron] 10.222.0.41 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331379 Apr 08 11:02:25.727202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6abe-a40c-4a7b-82d7-aba391a91068 req-0ca12ce5-17cc-4525-8300-6187b368db4b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:25.728724 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4b6e6abe-a40c-4a7b-82d7-aba391a91068 req-0ca12ce5-17cc-4525-8300-6187b368db4b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0855031 Apr 08 11:02:25.777632 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4b6e6abe-a40c-4a7b-82d7-aba391a91068 req-d206dd4c-d0c8-489c-a712-b9d8fa42c325 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Apr 08 11:02:26.978905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8816d03-386d-4f30-a096-d516d0c94f57 req-8b970d5c-c117-44a9-b908-cf87f8f61bca tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:26.980518 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c8816d03-386d-4f30-a096-d516d0c94f57 req-8b970d5c-c117-44a9-b908-cf87f8f61bca tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0897961 Apr 08 11:02:27.027650 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c8816d03-386d-4f30-a096-d516d0c94f57 req-d8ac07b6-8e61-4a43-9ed5-b682c094c8d8 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Apr 08 11:02:27.288564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8c97510d-e795-45a6-9e57-6d08d09524e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:28.225744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf81706-b2bf-45b8-a2e2-531f28926d29 req-965abe54-a41b-4e9e-807c-f3bc3b1abc28 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:28.227217 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cf81706-b2bf-45b8-a2e2-531f28926d29 req-965abe54-a41b-4e9e-807c-f3bc3b1abc28 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0848708 Apr 08 11:02:28.274035 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cf81706-b2bf-45b8-a2e2-531f28926d29 req-dd427af0-95ff-43c6-b134-31b47e387ced tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Apr 08 11:02:29.473336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4dd05-01ec-41e6-ab4b-f14b9636a744 req-d94a25d6-6a1c-41db-8253-d1a6fb693b4d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:29.474956 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1de4dd05-01ec-41e6-ab4b-f14b9636a744 req-d94a25d6-6a1c-41db-8253-d1a6fb693b4d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0890176 Apr 08 11:02:29.523901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7164f4f5-69c6-4143-806d-b6846fbca3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.527684 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1de4dd05-01ec-41e6-ab4b-f14b9636a744 req-d357dd86-d3f5-4741-a8be-7e10035778ac tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469790 Apr 08 11:02:30.636615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.710964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca914-f41b-4e26-b109-9bc3f9a5aca7 req-683bf77a-bdf3-445f-baa8-f8b9f15c2525 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:30.712427 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5daca914-f41b-4e26-b109-9bc3f9a5aca7 req-683bf77a-bdf3-445f-baa8-f8b9f15c2525 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0782869 Apr 08 11:02:30.759033 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5daca914-f41b-4e26-b109-9bc3f9a5aca7 req-bb23e885-875b-4809-b287-6f9be28dabcf tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Apr 08 11:02:31.259122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:31.955426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65846ed8-fe73-46f3-b5f1-5f5fce9b9270 req-db41cd85-a215-4b06-b73b-ce5295c17654 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:31.957535 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-65846ed8-fe73-46f3-b5f1-5f5fce9b9270 req-db41cd85-a215-4b06-b73b-ce5295c17654 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0918212 Apr 08 11:02:32.009377 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-65846ed8-fe73-46f3-b5f1-5f5fce9b9270 req-54746710-b55f-4873-9a4d-2369e4e107f8 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Apr 08 11:02:32.079892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.202235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca8771-4506-4b6c-960f-f8efedfccc9c req-cb6c5fd4-df44-4f0b-97a6-80441215dc3a tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:33.204252 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-deca8771-4506-4b6c-960f-f8efedfccc9c req-cb6c5fd4-df44-4f0b-97a6-80441215dc3a tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0865924 Apr 08 11:02:33.248271 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-deca8771-4506-4b6c-960f-f8efedfccc9c req-b9ac2fe0-7cf9-48fa-b536-fa0df0132177 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382359 Apr 08 11:02:34.396496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:34.590976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b706d-b9c3-4deb-92cc-a8b84f121d9d req-c3c266e3-cedb-4f3f-8251-ead9925e5d8c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:34.592404 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db9b706d-b9c3-4deb-92cc-a8b84f121d9d req-c3c266e3-cedb-4f3f-8251-ead9925e5d8c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0838661 Apr 08 11:02:34.636534 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db9b706d-b9c3-4deb-92cc-a8b84f121d9d req-00f679b1-1d0c-45c9-a23a-16f57087ea9d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Apr 08 11:02:35.831816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d90a0-c1fb-423c-a15e-aea341fb0397 req-1f13ff31-2a8a-4e62-b2da-69f19ca7360f tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:35.833370 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-198d90a0-c1fb-423c-a15e-aea341fb0397 req-1f13ff31-2a8a-4e62-b2da-69f19ca7360f tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0835104 Apr 08 11:02:35.878056 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-198d90a0-c1fb-423c-a15e-aea341fb0397 req-a2f9b119-9f1c-42b7-93b4-eee4dc114567 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389588 Apr 08 11:02:37.062858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96d7a1-30f0-4c9a-8510-69bfd0c2e41b req-805b6af5-3f8d-4453-8fe7-b78d2cd6624d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:37.064313 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ba96d7a1-30f0-4c9a-8510-69bfd0c2e41b req-805b6af5-3f8d-4453-8fe7-b78d2cd6624d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0823398 Apr 08 11:02:37.107340 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ba96d7a1-30f0-4c9a-8510-69bfd0c2e41b req-6ec43420-508e-4653-9218-1547d5c7aa04 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372112 Apr 08 11:02:38.293165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cfdb2-cd04-4106-bc56-391b8260f333 req-7dd2c60d-1acf-4de8-b8a7-40605be4e7f7 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:38.295369 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7c6cfdb2-cd04-4106-bc56-391b8260f333 req-7dd2c60d-1acf-4de8-b8a7-40605be4e7f7 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0812929 Apr 08 11:02:38.341044 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7c6cfdb2-cd04-4106-bc56-391b8260f333 req-50a42882-8883-49a6-b727-185e7bca62ab tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Apr 08 11:02:39.529130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067872e9-e944-49a3-ac31-04b55e8bb5b0 req-8ddf0b5b-c863-4ce3-b4a2-972429056840 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:39.530633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-067872e9-e944-49a3-ac31-04b55e8bb5b0 req-8ddf0b5b-c863-4ce3-b4a2-972429056840 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0832858 Apr 08 11:02:39.574810 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-067872e9-e944-49a3-ac31-04b55e8bb5b0 req-0c22e2b7-ea49-4cda-afad-047451a5c5dd tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377002 Apr 08 11:02:40.767224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beccac6-da30-4370-b1b6-8750fc65bab0 req-49e8835b-c964-4f62-8293-9d3f15f2fa85 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:40.768770 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3beccac6-da30-4370-b1b6-8750fc65bab0 req-49e8835b-c964-4f62-8293-9d3f15f2fa85 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0854750 Apr 08 11:02:40.814569 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3beccac6-da30-4370-b1b6-8750fc65bab0 req-5dbbe9d6-4503-408e-8a9e-d58a77ae4c34 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Apr 08 11:02:41.998986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049930-0fd2-4d3a-8252-a1fe247a862e req-6bea130b-968e-4867-994f-1c39a6b1fc9a tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:42.001081 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-15049930-0fd2-4d3a-8252-a1fe247a862e req-6bea130b-968e-4867-994f-1c39a6b1fc9a tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0796711 Apr 08 11:02:42.048997 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-15049930-0fd2-4d3a-8252-a1fe247a862e req-936ec4b7-2bcc-417f-9d15-bad501574789 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Apr 08 11:02:42.878573 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-ffc33efa-1789-428a-ae38-2a48c7406454 service neutron] 10.222.0.41 "GET /v2.0/ports/ec0c2acb-9d0f-456e-a133-0d97488e0670/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0747795 Apr 08 11:02:43.259331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e9ca9-584f-4888-86ad-c5f49a7ca6b1 req-6311b308-1cb4-4ff6-bcd5-e53ac059c72c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:43.260802 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-da8e9ca9-584f-4888-86ad-c5f49a7ca6b1 req-6311b308-1cb4-4ff6-bcd5-e53ac059c72c tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0827637 Apr 08 11:02:43.304875 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-da8e9ca9-584f-4888-86ad-c5f49a7ca6b1 req-a2afbe53-d253-4d07-af91-0145881f7daa tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376017 Apr 08 11:02:43.708433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-0a6660a9-5b51-4509-b256-5b4042c140c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:43.709918 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-0a6660a9-5b51-4509-b256-5b4042c140c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989&tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b HTTP/1.1" status: 200 len: 1098 time: 0.0741389 Apr 08 11:02:43.800578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-41d7aeda-48cf-4938-b40d-8e8263bee694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:43.802022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-41d7aeda-48cf-4938-b40d-8e8263bee694 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 1098 time: 0.0702996 Apr 08 11:02:43.932358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-25e0c61f-aa75-49b1-8003-4dd0c039dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:43.933820 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-25e0c61f-aa75-49b1-8003-4dd0c039dded service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5645249-019e-49be-8727-948c9f939f49 HTTP/1.1" status: 200 len: 912 time: 0.1251915 Apr 08 11:02:44.099543 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-b3ecd0f4-5b67-4bbf-96e2-01651514cf11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670 HTTP/1.1" status: 200 len: 217 time: 0.1593544 Apr 08 11:02:44.161607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-908f98d7-a5b0-453d-92d3-076ffc8b3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:44.163260 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-908f98d7-a5b0-453d-92d3-076ffc8b3f30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2428aa8-d251-4968-8106-84ac9b918491 HTTP/1.1" status: 200 len: 851 time: 0.0575042 Apr 08 11:02:44.209370 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-3279af43-6db8-465b-ba79-1fec1f7a165a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5645249-019e-49be-8727-948c9f939f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398414 Apr 08 11:02:44.338799 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-85657559-317c-465b-8aba-64ad4df57481 service neutron] 10.222.0.41 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231966 Apr 08 11:02:44.522422 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f8c9e3a-0a92-4b18-b758-25af79d64448 req-98f88691-c181-4d8c-8fcf-a85f1d2aeed0 service neutron] 10.222.0.41 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774445 Apr 08 11:02:44.546983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fc60d-94ff-404a-879e-8511d25a923d req-a1549953-b927-4e42-93e7-93557d91697b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:44.549483 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-806fc60d-94ff-404a-879e-8511d25a923d req-a1549953-b927-4e42-93e7-93557d91697b tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.1205015 Apr 08 11:02:44.594184 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-806fc60d-94ff-404a-879e-8511d25a923d req-4813471d-30d7-40df-996c-0cd69870106f tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398664 Apr 08 11:02:45.776138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87ce77-c80e-4c08-a3a9-c7591f314986 req-b5fc17da-6af0-4720-854a-39c17142fe15 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:45.777601 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5a87ce77-c80e-4c08-a3a9-c7591f314986 req-b5fc17da-6af0-4720-854a-39c17142fe15 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0781326 Apr 08 11:02:45.822124 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5a87ce77-c80e-4c08-a3a9-c7591f314986 req-8ee98d31-4b50-49f8-851d-551f5689a229 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Apr 08 11:02:46.307054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device ec0c2acb-9d0f-456e-a133-0d97488e0670 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:02:46.463159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:46.489388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:02:46.498768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:02:46.547322 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc58c136-d7d0-45bf-83cf-bc86894d0120'] response: {'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'code': 200} Apr 08 11:02:46.658497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:46.729880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:47.008515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcefa3-4ccb-4e41-b299-d5512a2be66c req-d1f4ab18-4a6d-41e7-9aab-cd10fa448cef tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:47.010008 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78dcefa3-4ccb-4e41-b299-d5512a2be66c req-d1f4ab18-4a6d-41e7-9aab-cd10fa448cef tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 943 time: 0.0830159 Apr 08 11:02:47.054390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78dcefa3-4ccb-4e41-b299-d5512a2be66c req-1574d9e1-89d9-467c-b53e-492074272f84 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387199 Apr 08 11:02:47.712430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-7a693f0b-892d-45dd-8283-aedb7fe52bb2 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:47.713895 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-7a693f0b-892d-45dd-8283-aedb7fe52bb2 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989&tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 943 time: 0.0864460 Apr 08 11:02:47.853661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-5899166f-addd-41a6-a8a5-f3ca255b8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:47.855169 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-5899166f-addd-41a6-a8a5-f3ca255b8a99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 1096 time: 0.0734193 Apr 08 11:02:47.985963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-4ed315b8-d78f-4b6c-9ab3-7344f9d5fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:47.987331 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-4ed315b8-d78f-4b6c-9ab3-7344f9d5fdf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5645249-019e-49be-8727-948c9f939f49 HTTP/1.1" status: 200 len: 912 time: 0.1257315 Apr 08 11:02:48.057533 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-3fd388b8-0238-4e52-a809-c3c36e58744d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670 HTTP/1.1" status: 200 len: 217 time: 0.0636683 Apr 08 11:02:48.120251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-2f0acb98-e443-4d67-a63b-9486aa8e6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:48.121690 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-2f0acb98-e443-4d67-a63b-9486aa8e6f93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2428aa8-d251-4968-8106-84ac9b918491 HTTP/1.1" status: 200 len: 851 time: 0.0573921 Apr 08 11:02:48.168275 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-d19478d6-a26a-4ee6-8456-afd1528df733 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5645249-019e-49be-8727-948c9f939f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402095 Apr 08 11:02:48.297002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-6f1168e7-48ea-4dd2-8034-d8a7f693e5cf service neutron] 10.222.0.41 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222034 Apr 08 11:02:48.311155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device ec0c2acb-9d0f-456e-a133-0d97488e0670 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:02:48.432232 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-38ef1140-957f-4526-a152-5cc3430af543 service neutron] 10.222.0.41 "GET /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291549 Apr 08 11:02:48.447688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:02:48.461362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'network_id': 'c5645249-019e-49be-8727-948c9f939f49', 'port_id': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'mac_address': 'fa:16:3e:09:7c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2428aa8-d251-4968-8106-84ac9b918491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:02:48.515974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:48.533455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0c2acb-9d0f-456e-a133-0d97488e0670 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:02:48.550401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:02:48.642994 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:48.714378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:48.719474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['ec0c2acb-9d0f-456e-a133-0d97488e0670'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:02:50.324323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39dc87-fd33-4890-8956-59506dcec390 req-0c975dc5-103d-4e1c-aee7-c7ae60b23f7d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:50.326678 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bf39dc87-fd33-4890-8956-59506dcec390 req-0c975dc5-103d-4e1c-aee7-c7ae60b23f7d tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 944 time: 0.0810339 Apr 08 11:02:50.327092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device ec0c2acb-9d0f-456e-a133-0d97488e0670 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:50.376972 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bf39dc87-fd33-4890-8956-59506dcec390 req-fe2a870c-5dcf-4b08-9bc3-786dbe199545 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Apr 08 11:02:50.396735 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port ec0c2acb-9d0f-456e-a133-0d97488e0670 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:50.397111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:50.513124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:50.538651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:02:50.548283 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:02:50.582230 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67244153-b4db-4e90-aa60-be70d839a8fd'] response: {'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'code': 200} Apr 08 11:02:50.643325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:50.708915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:51.559241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa076e-e97c-4b4c-aff5-b548b4f8af29 req-b4315b87-a4c3-4e91-b8b3-c3c6441ae3c5 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:51.560688 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-09fa076e-e97c-4b4c-aff5-b548b4f8af29 req-b4315b87-a4c3-4e91-b8b3-c3c6441ae3c5 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0793998 Apr 08 11:02:51.605091 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-09fa076e-e97c-4b4c-aff5-b548b4f8af29 req-51e50260-dd3a-4590-b715-b987d80c4ed0 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Apr 08 11:02:52.025536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-878f46ab-8855-435e-ad5c-af4e88dbd5fe tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:52.027052 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-878f46ab-8855-435e-ad5c-af4e88dbd5fe tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0885882 Apr 08 11:02:52.101922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Deleting port ec0c2acb-9d0f-456e-a133-0d97488e0670 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:02:52.102266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:52.456817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] For port ec0c2acb-9d0f-456e-a133-0d97488e0670, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ec0c2acb-9d0f-456e-a133-0d97488e0670,segment=NetworkSegment(2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1),segment_id=2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:02:52.457186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:52.579058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Calling delete_port for ec0c2acb-9d0f-456e-a133-0d97488e0670 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:02:52.799187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de99593-22b6-4582-9743-100411ab3e61 req-a3776147-7759-42e5-ab71-10f4c17278c8 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:52.800684 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0de99593-22b6-4582-9743-100411ab3e61 req-a3776147-7759-42e5-ab71-10f4c17278c8 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 945 time: 0.0902350 Apr 08 11:02:52.843873 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0de99593-22b6-4582-9743-100411ab3e61 req-9b6cc3b6-40d2-4312-bc9c-4795b656d5e8 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf68d630-542c-413f-8547-bd73134762c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375168 Apr 08 11:02:52.864064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:52.875776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['ec0c2acb-9d0f-456e-a133-0d97488e0670'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:02:52.916532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Pushing event deleted for resources: {'Port': ['ID=ec0c2acb-9d0f-456e-a133-0d97488e0670,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:52.984536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.984884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.985225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.985561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.985890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.986221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.986549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.987041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.987359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.987753 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.988083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:52.988404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:53.001149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] No DVR routers for this DVR port ec0c2acb-9d0f-456e-a133-0d97488e0670 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:02:53.004069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:53.006677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'name': 'network-vif-deleted', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:02:53.051407 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82bf434-1d0a-4612-b510-2758c911efa4'] response: {'server_uuid': 'e3ba1b15-7882-4a57-b8b5-a88964ec3989', 'name': 'network-vif-deleted', 'tag': 'ec0c2acb-9d0f-456e-a133-0d97488e0670', 'status': 'completed', 'code': 200} Apr 08 11:02:53.133503 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-54ca9ece-8338-42ff-85b6-d91d996aa67d req-133e0065-a8ef-4862-a984-d9ee1514f734 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.41 "DELETE /v2.0/ports/ec0c2acb-9d0f-456e-a133-0d97488e0670 HTTP/1.1" status: 204 len: 173 time: 1.1006799 Apr 08 11:02:54.009000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-82b7d8b0-f450-47a2-ac79-5de6ae429e4f req-e488927e-046a-49f5-87e3-e31b75ebf888 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Synchronizing usage tracker for tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:54.094700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-82b7d8b0-f450-47a2-ac79-5de6ae429e4f req-e488927e-046a-49f5-87e3-e31b75ebf888 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] Unset dirty status for tenant:0d79bcb0ff1c4d2d817bfbf48cf7551b on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:54.095788 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-82b7d8b0-f450-47a2-ac79-5de6ae429e4f req-e488927e-046a-49f5-87e3-e31b75ebf888 tempest-DeleteServersTestJSON-1903302690 tempest-DeleteServersTestJSON-1903302690-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ba1b15-7882-4a57-b8b5-a88964ec3989 HTTP/1.1" status: 200 len: 210 time: 0.1333458 Apr 08 11:02:55.346883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59576) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:55.407701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bce308-7f6e-4249-952e-7cdf50d0461b admin admin] Deleting subnet b2428aa8-d251-4968-8106-84ac9b918491 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:02:55.411043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-33bce308-7f6e-4249-952e-7cdf50d0461b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.459096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-33bce308-7f6e-4249-952e-7cdf50d0461b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.513273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-33bce308-7f6e-4249-952e-7cdf50d0461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.683441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-33bce308-7f6e-4249-952e-7cdf50d0461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.721918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bce308-7f6e-4249-952e-7cdf50d0461b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2428aa8-d251-4968-8106-84ac9b918491,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:55.723860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-33bce308-7f6e-4249-952e-7cdf50d0461b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.730687 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-33bce308-7f6e-4249-952e-7cdf50d0461b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b2428aa8-d251-4968-8106-84ac9b918491 HTTP/1.1" status: 204 len: 168 time: 0.3842950 Apr 08 11:02:55.733213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59580) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:55.836545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.958236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.982611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5645249-019e-49be-8727-948c9f939f49']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:55.994170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:55.994459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5dfd40-6326-4b6c-b7d1-3ef25fed8ff1') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:56.005416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:56.021872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:56.027883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:02:56.028273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:02:56.041544 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:02:56.224868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:56.241660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:56.252039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5645249-019e-49be-8727-948c9f939f49,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:56.345147 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6feaa0c2-e5d4-4272-98c1-7819fa3609e9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c5645249-019e-49be-8727-948c9f939f49 HTTP/1.1" status: 204 len: 168 time: 0.6109304 Apr 08 11:02:56.345324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device ec0c2acb-9d0f-456e-a133-0d97488e0670 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:02:56.383104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: ec0c2acb-9d0f-456e-a133-0d97488e0670 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:02:56.383443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device ec0c2acb-9d0f-456e-a133-0d97488e0670 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:02:56.718495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59586) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:56.759793 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3d94f05e-6225-4236-91e6-0066afe806ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d79bcb0ff1c4d2d817bfbf48cf7551b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480855 Apr 08 11:02:56.762936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59590) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:56.826174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea340-aefe-419b-8934-5dcf48308e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:56.852267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea340-aefe-419b-8934-5dcf48308e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:57.018555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea340-aefe-419b-8934-5dcf48308e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:57.037062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ea340-aefe-419b-8934-5dcf48308e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf68d630-542c-413f-8547-bd73134762c7,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:57.160285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea340-aefe-419b-8934-5dcf48308e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:57.161703 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7a1ea340-aefe-419b-8934-5dcf48308e58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf68d630-542c-413f-8547-bd73134762c7 HTTP/1.1" status: 204 len: 168 time: 0.3978574 Apr 08 11:02:57.275460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-27a4bf40-18bd-4a36-9428-a786de7b6b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:57.371821 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:02:58.281583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59614) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:58.385852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-801653969-network', 'tenant_id': '6f7653df8f93486bb06eea49a28a9417'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:02:58.390640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:58.394562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Usage tracker for resource:network and tenant:6f7653df8f93486bb06eea49a28a9417 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:58.398151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:58.403976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:58.516716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Made reservation on behalf of 6f7653df8f93486bb06eea49a28a9417 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:58.519039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:58.531894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:58.547449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:58.551284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f7653df8f93486bb06eea49a28a9417 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:58.554740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:58.560424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:58.641778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:58.797078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:58.827216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:02:58.836127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf70343a-7237-438f-90be-df956e9806d2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:58.842452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:58.842822 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Added segment 97607b37-6a51-43a7-adfc-adf48b10dc9d of type vlan for network b2e2dfba-204d-4e40-ad73-729bdd8010e6 Apr 08 11:02:58.872049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:59.075508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:59.076499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:59.077099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:59.178901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e2dfba-204d-4e40-ad73-729bdd8010e6,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:59.188255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network b2e2dfba-204d-4e40-ad73-729bdd8010e6 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:02:59.279343 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-64630b77-0751-4ed6-b660-56a60294d6a2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9939578 Apr 08 11:02:59.279716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 59620) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:59.285458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Request body: {'subnet': {'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-801653969-subnet', 'tenant_id': '6f7653df8f93486bb06eea49a28a9417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:02:59.294001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:59.295593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Usage tracker for resource:subnet and tenant:6f7653df8f93486bb06eea49a28a9417 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:59.298486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:59.305482 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:59.397675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Made reservation on behalf of 6f7653df8f93486bb06eea49a28a9417 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:59.399946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:59.551509 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe49-7183-4318-9d72-ef7b5b8c8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:59.721587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:59.790845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:59.802698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.803044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.803472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.803803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.804129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.804453 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.804796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.805115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.805476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.805793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.806107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.806419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:59.811063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Checking segment: {'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:02:59.811414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Network hostable DHCP agents. Network: b2e2dfba-204d-4e40-ad73-729bdd8010e6, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:02:59.932994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Network b2e2dfba-204d-4e40-ad73-729bdd8010e6 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:03:00.054725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, b2e2dfba-204d-4e40-ad73-729bdd8010e6) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:03:00.058930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:00.063946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:00.064652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc74f69-dc7d-4fa6-aafa-37181109be9b None None] Network b2e2dfba-204d-4e40-ad73-729bdd8010e6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:03:00.152399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4bed2523-7aad-4254-8451-2d393b9c57b2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8715034 Apr 08 11:03:00.277627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4956c4d-d18c-4aec-9ee0-12b3c80d3d14 None None] Network b2e2dfba-204d-4e40-ad73-729bdd8010e6 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:03:00.636980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:00.669536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c143c5-89dd-442b-b631-97b22481db0a req-1e6286de-a744-4f56-bdce-d97b8d7f700f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:00.670265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-19c143c5-89dd-442b-b631-97b22481db0a req-1e6286de-a744-4f56-bdce-d97b8d7f700f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Synchronizing usage tracker for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:03:00.768748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-19c143c5-89dd-442b-b631-97b22481db0a req-1e6286de-a744-4f56-bdce-d97b8d7f700f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Unset dirty status for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:03:00.769938 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-1e6286de-a744-4f56-bdce-d97b8d7f700f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 814 time: 0.2442846 Apr 08 11:03:00.785038 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-9b9fe412-8bd8-467e-b184-94f0b606020e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/quotas/6f7653df8f93486bb06eea49a28a9417 HTTP/1.1" status: 200 len: 375 time: 0.0090730 Apr 08 11:03:00.831397 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-cf55eeaa-d8ef-4503-a6a2-3ecc3f36febb tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409710 Apr 08 11:03:00.961543 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-dd3d62de-f8cf-47af-98aa-8f37323ccfce service neutron] 10.222.0.23 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233823 Apr 08 11:03:01.090734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-4f713ae3-0a2c-415a-845c-f538959c0364 service neutron] 10.222.0.23 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235409 Apr 08 11:03:01.225926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:01.407772 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-59f01676-4df2-4692-9367-264eba020825 req-fc27b115-4522-4b8f-8aac-92e417533f56 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 210 time: 0.0463564 Apr 08 11:03:02.077054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:02.505231 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-34ba8596-7b3b-43ff-a18d-1f88272633a2 req-177875dc-365a-4ade-9af8-eb5abdf0effe tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 210 time: 0.0419827 Apr 08 11:03:03.654905 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8aed428d-8b6a-4499-bf44-fbcc0d17c817 req-243fa073-47f7-4344-a51f-5694c59cdf56 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 210 time: 0.0434318 Apr 08 11:03:04.345472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:04.439710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c143c5-89dd-442b-b631-97b22481db0a req-4bd97ad8-e1c3-4c2c-ac13-34a2ff32c081 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:04.441427 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-4bd97ad8-e1c3-4c2c-ac13-34a2ff32c081 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 814 time: 0.1513877 Apr 08 11:03:04.454117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Request body: {'port': {'device_id': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6', 'admin_state_up': True, 'tenant_id': '6f7653df8f93486bb06eea49a28a9417'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:04.596224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:03:04.599911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Usage tracker for resource:port and tenant:6f7653df8f93486bb06eea49a28a9417 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:03:04.603636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:03:04.609232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:03:04.734209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Made reservation on behalf of 6f7653df8f93486bb06eea49a28a9417 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:03:04.737819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:04.843104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1b0c35a-9c46-47c6-aa9c-2c53454a0541 req-55a1c2b0-ebb7-474e-8923-3820c55a1e6a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 210 time: 0.0799975 Apr 08 11:03:04.959218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Allocated IP 172.20.0.13 (b2e2dfba-204d-4e40-ad73-729bdd8010e6/0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f/3b1e7e12-269b-40b3-b99b-9c3eda1d8695) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:03:05.159529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:05.258843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:05.327905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Network b2e2dfba-204d-4e40-ad73-729bdd8010e6 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:03:05.334915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:03:05.339953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:03:05.370309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Pushing event updated for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:05.406316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:05.406840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:05.545329 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-e45c9c5b-a76f-4169-9f03-4a86dbbe0181 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0948751 Apr 08 11:03:05.556832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Request body: {'port': {'device_id': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:05.766904 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:06.028306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ffbe7-0e2e-490d-a48b-27daec309c3e req-2d9d0485-2e3f-4565-b95c-261d5adc7229 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:06.029711 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ce6ffbe7-0e2e-490d-a48b-27daec309c3e req-2d9d0485-2e3f-4565-b95c-261d5adc7229 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 932 time: 0.0808778 Apr 08 11:03:06.076937 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ce6ffbe7-0e2e-490d-a48b-27daec309c3e req-65961b4e-5d73-462c-a0ac-4bace8451adf tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Apr 08 11:03:06.109683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:03:06.116907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:06.130727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Transition to ACTIVE for port object 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:03:06.202783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:06.357402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:06.438986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Attempting to bind port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:03:06.439327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Attempting to bind port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:03:06.439657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Attempting to bind port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 on network b2e2dfba-204d-4e40-ad73-729bdd8010e6 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:03:06.444147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 on network b2e2dfba-204d-4e40-ad73-729bdd8010e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:03:06.444467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Attempting to bind port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 on network b2e2dfba-204d-4e40-ad73-729bdd8010e6 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:03:06.450358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:03:06.450695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Checking segment: {'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:03:06.451081 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Bound using segment: {'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:03:06.451505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Bound port: 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:03:06.451851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:06.543478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:03:06.546384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:03:06.637250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:06.689842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:06.690465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:06.692090 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] 10.222.0.41 "PUT /v2.0/ports/3b1e7e12-269b-40b3-b99b-9c3eda1d8695 HTTP/1.1" status: 200 len: 1094 time: 1.1398261 Apr 08 11:03:06.694611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:06.725149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512cf86-f6ba-45b4-a2eb-b5d312439f19 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:06.745373 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c4901b-efc8-4414-9ad2-95f89aa7920a'] response: {'name': 'network-changed', 'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'status': 'completed', 'code': 200} Apr 08 11:03:06.833776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6095f55-65fb-490f-a88a-094c9ba8a948 req-98ef72ba-a4e0-4020-b888-efd0b4c1b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:06.835360 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d6095f55-65fb-490f-a88a-094c9ba8a948 req-98ef72ba-a4e0-4020-b888-efd0b4c1b451 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 1097 time: 0.0712879 Apr 08 11:03:06.973890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6095f55-65fb-490f-a88a-094c9ba8a948 req-9953d4aa-aa11-4072-834b-d53b39167633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:06.975234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d6095f55-65fb-490f-a88a-094c9ba8a948 req-9953d4aa-aa11-4072-834b-d53b39167633 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6f7653df8f93486bb06eea49a28a9417&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1328781 Apr 08 11:03:07.109231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6095f55-65fb-490f-a88a-094c9ba8a948 req-34752cd7-41e2-46c4-94ba-319e4e534428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:07.110696 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d6095f55-65fb-490f-a88a-094c9ba8a948 req-34752cd7-41e2-46c4-94ba-319e4e534428 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294246 Apr 08 11:03:07.220674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c143c5-89dd-442b-b631-97b22481db0a req-732fd697-0474-45f7-8998-22a4e79cf4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:07.222160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-732fd697-0474-45f7-8998-22a4e79cf4ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 1097 time: 0.0753016 Apr 08 11:03:07.269052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dc7c0-d915-4b01-bfa9-2c6e44f71537 req-c0e12ca3-db75-4c84-9343-8667744b5a37 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:07.270522 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7a2dc7c0-d915-4b01-bfa9-2c6e44f71537 req-c0e12ca3-db75-4c84-9343-8667744b5a37 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 944 time: 0.0806623 Apr 08 11:03:07.295355 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-f2b0c90b-e037-4eb6-a56a-ad9cb258a6c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695 HTTP/1.1" status: 200 len: 217 time: 0.0659199 Apr 08 11:03:07.316617 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7a2dc7c0-d915-4b01-bfa9-2c6e44f71537 req-0ed5d9d6-473a-4e79-85cb-b091aad7a750 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Apr 08 11:03:07.359960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c143c5-89dd-442b-b631-97b22481db0a req-ecb78dd9-4dab-4a4f-9ba8-c1d0bdadd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:07.361432 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-ecb78dd9-4dab-4a4f-9ba8-c1d0bdadd353 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.0592096 Apr 08 11:03:07.408075 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-0e150dc7-6c2e-491a-bd4f-57c6dcdb1e54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403333 Apr 08 11:03:07.539381 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-27a90816-c912-4058-a128-95d38967ee83 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243510 Apr 08 11:03:07.672071 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19c143c5-89dd-442b-b631-97b22481db0a req-68dce7ef-1e1f-4494-b60c-686965450737 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265032 Apr 08 11:03:08.601076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7f8e-a3a4-4c30-863f-3bac2f08fdde req-4b78140d-6d69-4c9c-b8b1-d26ca4e71d6a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:08.601664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-70ab7f8e-a3a4-4c30-863f-3bac2f08fdde req-4b78140d-6d69-4c9c-b8b1-d26ca4e71d6a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Synchronizing usage tracker for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:03:08.732444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-70ab7f8e-a3a4-4c30-863f-3bac2f08fdde req-4b78140d-6d69-4c9c-b8b1-d26ca4e71d6a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Unset dirty status for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:03:08.733676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-70ab7f8e-a3a4-4c30-863f-3bac2f08fdde req-4b78140d-6d69-4c9c-b8b1-d26ca4e71d6a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 944 time: 0.3049686 Apr 08 11:03:08.777599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-70ab7f8e-a3a4-4c30-863f-3bac2f08fdde req-dcc6a062-bd6b-4a64-b21b-a7fc7bca56dd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Synchronizing usage tracker for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:03:08.880695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-70ab7f8e-a3a4-4c30-863f-3bac2f08fdde req-dcc6a062-bd6b-4a64-b21b-a7fc7bca56dd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Unset dirty status for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:03:08.881777 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-70ab7f8e-a3a4-4c30-863f-3bac2f08fdde req-dcc6a062-bd6b-4a64-b21b-a7fc7bca56dd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424952 Apr 08 11:03:10.064688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78224-e356-456e-8aee-e7f6abae7af6 req-0b5a0c22-403d-4f8c-8b56-f65e80915537 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:10.066120 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0ba78224-e356-456e-8aee-e7f6abae7af6 req-0b5a0c22-403d-4f8c-8b56-f65e80915537 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 944 time: 0.0826380 Apr 08 11:03:10.109736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0ba78224-e356-456e-8aee-e7f6abae7af6 req-2efad577-cb34-4869-8c62-f1601d4578a6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379803 Apr 08 11:03:10.435695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:03:10.595519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:10.611584 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6', 'port_id': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'mac_address': 'fa:16:3e:34:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:03:10.665064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:10.682983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:03:10.698256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:10.807320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:10.873553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:11.033359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['3b1e7e12-269b-40b3-b99b-9c3eda1d8695'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:03:11.295138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d466618-6328-43f8-a838-7acda65dccac req-74ec9390-5f11-415a-9dce-b5eef4e98086 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:11.296638 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2d466618-6328-43f8-a838-7acda65dccac req-74ec9390-5f11-415a-9dce-b5eef4e98086 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 945 time: 0.0804889 Apr 08 11:03:11.345442 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2d466618-6328-43f8-a838-7acda65dccac req-ab1a7b04-19e4-468b-9658-ccd8c23f676b tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Apr 08 11:03:12.451488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:03:12.531394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c2cef-096d-4930-973f-8b6ce24c3a9b req-8ef0b9db-bd0e-4747-a400-371ba1b0fb67 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:12.532987 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7b9c2cef-096d-4930-973f-8b6ce24c3a9b req-8ef0b9db-bd0e-4747-a400-371ba1b0fb67 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 945 time: 0.0839465 Apr 08 11:03:12.580826 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7b9c2cef-096d-4930-973f-8b6ce24c3a9b req-da4f092b-7d52-4b86-ab0f-8ca8c833ef32 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Apr 08 11:03:12.636406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:03:12.641757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:03:12.642151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:12.756197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:12.784712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:12.795597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:12.828266 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958f468c-7025-49e2-b5d5-657c51313812'] response: {'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'code': 200} Apr 08 11:03:12.876946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:12.943706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:13.210375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e6305-ed69-4650-b8cd-93b765659ccc req-be658d5d-89c3-4b53-bc51-dd880c48fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:13.211875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-965e6305-ed69-4650-b8cd-93b765659ccc req-be658d5d-89c3-4b53-bc51-dd880c48fe8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 1099 time: 0.0716155 Apr 08 11:03:13.251657 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-965e6305-ed69-4650-b8cd-93b765659ccc req-c7e6c69c-9d19-41d1-888a-a8dac59a94cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332277 Apr 08 11:03:13.845108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b84ba-60a4-4c40-ab94-84972d7639a2 req-101f553b-3856-4990-9b01-9e6f60452a3a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:13.846603 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a38b84ba-60a4-4c40-ab94-84972d7639a2 req-101f553b-3856-4990-9b01-9e6f60452a3a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.1602240 Apr 08 11:03:13.891057 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a38b84ba-60a4-4c40-ab94-84972d7639a2 req-21c96dd0-5551-408d-96d1-70e82058251c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386868 Apr 08 11:03:15.162034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55792152-f3df-4595-b60c-cbbb85952754 req-b7b68105-ee17-430a-8b0f-685c482dfea9 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:15.163789 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-55792152-f3df-4595-b60c-cbbb85952754 req-b7b68105-ee17-430a-8b0f-685c482dfea9 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.1675007 Apr 08 11:03:15.208428 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-55792152-f3df-4595-b60c-cbbb85952754 req-f3c90d93-ae13-4ee7-bada-c4c9513fc2ec tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387332 Apr 08 11:03:15.393168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3af229-bfc2-4571-a3d1-1a49a46fc08b req-8d73f901-10c6-468e-afdb-19ec782332dc tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:15.394613 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-eb3af229-bfc2-4571-a3d1-1a49a46fc08b req-8d73f901-10c6-468e-afdb-19ec782332dc tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0837147 Apr 08 11:03:15.439744 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-eb3af229-bfc2-4571-a3d1-1a49a46fc08b req-c6c972f7-d12d-4332-a3d9-754681081bec tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Apr 08 11:03:15.863101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c6fd9-143f-4696-89a3-f898eec9e5c0 req-e607f702-dfb6-43ff-871e-9494c1a2b70f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:15.864519 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ca5c6fd9-143f-4696-89a3-f898eec9e5c0 req-e607f702-dfb6-43ff-871e-9494c1a2b70f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0789790 Apr 08 11:03:15.911477 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ca5c6fd9-143f-4696-89a3-f898eec9e5c0 req-972cc366-7b62-4bbf-b3e7-9c5ec5f58816 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Apr 08 11:03:16.092168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eefa0a-1242-410f-a1f8-6c5e61e1262e req-2a4be2b5-c025-4088-b0ff-73898433fe29 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:16.093746 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f3eefa0a-1242-410f-a1f8-6c5e61e1262e req-2a4be2b5-c025-4088-b0ff-73898433fe29 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0801442 Apr 08 11:03:16.138240 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f3eefa0a-1242-410f-a1f8-6c5e61e1262e req-13237ff2-1e63-47b7-88e8-4ed994c07bcd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Apr 08 11:03:16.774724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c33c0-b1aa-4407-860d-83637f51b873 req-61c307e1-5845-41f5-8587-2bd76730ac01 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:16.776933 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-299c33c0-b1aa-4407-860d-83637f51b873 req-61c307e1-5845-41f5-8587-2bd76730ac01 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0831611 Apr 08 11:03:16.820238 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-299c33c0-b1aa-4407-860d-83637f51b873 req-7e032252-6348-4f38-ae4f-93ad6432e257 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377507 Apr 08 11:03:16.931679 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-7e4589b8-f63b-4143-b981-cb2d731d7a41 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689692 Apr 08 11:03:18.004408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500887a4-5456-44a5-aec5-b6861c4c64ba req-be30662e-e650-4d7e-afda-7625402a7191 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:18.005889 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-500887a4-5456-44a5-aec5-b6861c4c64ba req-be30662e-e650-4d7e-afda-7625402a7191 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0813408 Apr 08 11:03:18.051176 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-500887a4-5456-44a5-aec5-b6861c4c64ba req-f4845f06-7e31-4608-8608-729e48607194 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Apr 08 11:03:19.239073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee85b1-dc43-4801-b764-dd2ceadbcae2 req-210705c5-c095-4b91-8a33-48c42cb27738 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:19.240552 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-69ee85b1-dc43-4801-b764-dd2ceadbcae2 req-210705c5-c095-4b91-8a33-48c42cb27738 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0824006 Apr 08 11:03:19.329045 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-69ee85b1-dc43-4801-b764-dd2ceadbcae2 req-792e03b3-dd7c-4d1e-8c62-5f0da0b4bd53 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820529 Apr 08 11:03:19.353546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-93290a11-3428-493a-971d-3bf8959145a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:19.355675 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-93290a11-3428-493a-971d-3bf8959145a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 1099 time: 0.0959294 Apr 08 11:03:19.488068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-5598b1e7-1302-440b-bf33-dc8ef02e8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:19.489523 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-5598b1e7-1302-440b-bf33-dc8ef02e8667 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 915 time: 0.1269801 Apr 08 11:03:19.556885 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-286ddf6d-68a5-4a8f-bc19-1b649fd7b116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695 HTTP/1.1" status: 200 len: 217 time: 0.0606954 Apr 08 11:03:19.623400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-bf3d108c-ea01-4b9b-bbe3-86a3e14c1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:19.624771 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-bf3d108c-ea01-4b9b-bbe3-86a3e14c1ee6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.0604763 Apr 08 11:03:19.675051 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-5331a822-9de6-4f7d-8256-ed4b2c3d5c66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401523 Apr 08 11:03:19.804068 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-6566ed63-b9a8-4ffe-9bb4-5ca6ab663041 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227751 Apr 08 11:03:19.933388 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-5e3392b4-df95-4087-b3ee-1c7badc6a6e8 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228838 Apr 08 11:03:20.518723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ea55e-200b-45b7-8278-ca72a0acba75 req-5701fcdf-10b9-46a7-918d-ee571f9f783a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:20.520193 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7b8ea55e-200b-45b7-8278-ca72a0acba75 req-5701fcdf-10b9-46a7-918d-ee571f9f783a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0834420 Apr 08 11:03:20.570607 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7b8ea55e-200b-45b7-8278-ca72a0acba75 req-566ae748-7d51-4e4f-af4f-359e198f225c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445669 Apr 08 11:03:21.755293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406360e-931c-4b52-a3e3-a8a1dd6b9584 req-0a542f03-ea9c-4612-a365-785b8f723c00 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:21.756767 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9406360e-931c-4b52-a3e3-a8a1dd6b9584 req-0a542f03-ea9c-4612-a365-785b8f723c00 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0808494 Apr 08 11:03:21.804705 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9406360e-931c-4b52-a3e3-a8a1dd6b9584 req-0e56dff0-ddb3-4537-b437-e9c70e64128a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Apr 08 11:03:22.987739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c8303-fbd5-4960-9002-4681084f256b req-b76d85c4-9b03-4b9e-9c29-709f4bc5b08e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:22.989212 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-325c8303-fbd5-4960-9002-4681084f256b req-b76d85c4-9b03-4b9e-9c29-709f4bc5b08e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0803540 Apr 08 11:03:23.033628 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-325c8303-fbd5-4960-9002-4681084f256b req-dccbc514-b22c-434a-8a51-b01e3ffedef7 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Apr 08 11:03:24.217352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6364-4720-4658-b770-9a3573966637 req-8763b6d0-ad38-4a49-b6af-76db851a1677 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:24.218791 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-48db6364-4720-4658-b770-9a3573966637 req-8763b6d0-ad38-4a49-b6af-76db851a1677 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0784495 Apr 08 11:03:24.264591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-48db6364-4720-4658-b770-9a3573966637 req-d25a55cd-5396-4075-b374-51dc83d5fa9a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398993 Apr 08 11:03:25.452141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224968a-30fc-46b8-9206-a0e2887d9d28 req-1dcd3525-092e-4bb7-a0e9-d614ea809b11 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:25.453542 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a224968a-30fc-46b8-9206-a0e2887d9d28 req-1dcd3525-092e-4bb7-a0e9-d614ea809b11 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0822084 Apr 08 11:03:25.497192 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a224968a-30fc-46b8-9206-a0e2887d9d28 req-d6dff537-cb11-4f1c-a115-da7fc60d4703 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 Apr 08 11:03:26.685892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dce8df-dcea-4858-9f0f-5850ff50e45e req-6e349178-83ec-4196-9b60-228ec6440b8a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:26.687375 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b0dce8df-dcea-4858-9f0f-5850ff50e45e req-6e349178-83ec-4196-9b60-228ec6440b8a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0873356 Apr 08 11:03:26.731199 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b0dce8df-dcea-4858-9f0f-5850ff50e45e req-b107924e-ac04-46a1-b5d0-23806aa977c0 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Apr 08 11:03:27.276577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6d529528-447e-4551-b68d-dee147f5133e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:27.918013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f88af-fe27-4195-bddb-58214aebb3e4 req-8c663905-6111-45b7-bfce-46cb30a10a79 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:27.919497 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-995f88af-fe27-4195-bddb-58214aebb3e4 req-8c663905-6111-45b7-bfce-46cb30a10a79 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0814641 Apr 08 11:03:27.965443 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-995f88af-fe27-4195-bddb-58214aebb3e4 req-4c4e1f51-6a89-438c-92d7-e2197a83b52c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Apr 08 11:03:29.145496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae0b8-55af-453c-b656-31cfcfe9c060 req-8b15e53c-fd7b-42cd-8c11-68d23f0d5593 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:29.146943 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2c6ae0b8-55af-453c-b656-31cfcfe9c060 req-8b15e53c-fd7b-42cd-8c11-68d23f0d5593 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0781798 Apr 08 11:03:29.190693 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2c6ae0b8-55af-453c-b656-31cfcfe9c060 req-c4a085b3-f0e8-4fac-a455-93530e0f4079 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375807 Apr 08 11:03:29.510796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9307c823-b3ee-4c70-a641-5ba2c21d1711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:30.378119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689c979-b118-46c0-a864-7bb5169f5d7c req-acb6b98b-bfd2-4eba-ab32-e6d9a22eb16d tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:30.379580 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8689c979-b118-46c0-a864-7bb5169f5d7c req-acb6b98b-bfd2-4eba-ab32-e6d9a22eb16d tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0820465 Apr 08 11:03:30.423362 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8689c979-b118-46c0-a864-7bb5169f5d7c req-c0a6cfaf-6f41-4e3d-be65-a846e0c6d48c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 Apr 08 11:03:30.647630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:31.258737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:31.703142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6442c17-d10c-4430-9a10-66043a769336 req-14afb165-109e-4351-aaf0-e24e71374123 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:31.704522 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b6442c17-d10c-4430-9a10-66043a769336 req-14afb165-109e-4351-aaf0-e24e71374123 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.1723878 Apr 08 11:03:31.747600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b6442c17-d10c-4430-9a10-66043a769336 req-9ce52f58-7bf6-4e3b-882d-f32e8e7bbde9 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374103 Apr 08 11:03:32.064729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:32.935856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92aca8-7705-4960-8a12-0d47bc5959c9 req-09fac17e-dc8d-40bb-b868-b781c7192ef2 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:32.937404 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5f92aca8-7705-4960-8a12-0d47bc5959c9 req-09fac17e-dc8d-40bb-b868-b781c7192ef2 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0833266 Apr 08 11:03:32.983137 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5f92aca8-7705-4960-8a12-0d47bc5959c9 req-10819b87-700c-4ad2-8a68-0d598171161e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Apr 08 11:03:34.167494 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655abbcc-252f-4d8a-b6f3-3178d91759c7 req-789fb15d-6020-4c3b-bfe4-944c48497562 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:34.169633 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-655abbcc-252f-4d8a-b6f3-3178d91759c7 req-789fb15d-6020-4c3b-bfe4-944c48497562 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0816650 Apr 08 11:03:34.213763 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-655abbcc-252f-4d8a-b6f3-3178d91759c7 req-44782ef6-909a-4b25-bb53-501e87956db8 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382426 Apr 08 11:03:34.370632 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:03:34.373623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:35.456109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007311b3-da57-4f4a-a671-8dfab112f274 req-5b2b6eeb-d14c-454a-a0ab-fef6628d6169 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:35.457510 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-007311b3-da57-4f4a-a671-8dfab112f274 req-5b2b6eeb-d14c-454a-a0ab-fef6628d6169 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.1371667 Apr 08 11:03:35.501008 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-007311b3-da57-4f4a-a671-8dfab112f274 req-142edb62-ad99-40b3-a4c3-94ab7e85aafa tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 Apr 08 11:03:36.681673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c60949-fb11-4f99-982a-c4fcc743f263 req-46ef5706-9ad1-4e69-991d-a5570ae1d23b tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:36.683130 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-04c60949-fb11-4f99-982a-c4fcc743f263 req-46ef5706-9ad1-4e69-991d-a5570ae1d23b tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0786133 Apr 08 11:03:36.726882 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-04c60949-fb11-4f99-982a-c4fcc743f263 req-d818c243-96df-461f-85ff-75c3d050570a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375152 Apr 08 11:03:37.364433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-fc15c4d0-382e-4db1-bd1b-98142ebd1e97 service neutron] 10.222.0.41 "GET /v2.0/ports/3b1e7e12-269b-40b3-b99b-9c3eda1d8695/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0786560 Apr 08 11:03:37.917906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5463c-300f-4157-beb2-38b74f4574cd req-0f977029-391c-42b4-94bc-2ebac6f23d59 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:37.919405 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d6c5463c-300f-4157-beb2-38b74f4574cd req-0f977029-391c-42b4-94bc-2ebac6f23d59 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0858557 Apr 08 11:03:37.963795 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d6c5463c-300f-4157-beb2-38b74f4574cd req-9cacab08-a260-456b-b356-af29fd15752b tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Apr 08 11:03:38.053976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-3ad91479-5e64-4ecc-9a84-1f263b053c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:38.055361 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-3ad91479-5e64-4ecc-9a84-1f263b053c84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91&tenant_id=6f7653df8f93486bb06eea49a28a9417 HTTP/1.1" status: 200 len: 1099 time: 0.0715222 Apr 08 11:03:38.151585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-62397c50-becd-481a-aa47-b1730faf18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:38.153161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-62397c50-becd-481a-aa47-b1730faf18f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 1099 time: 0.0735300 Apr 08 11:03:38.284646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-c9f69543-fb5d-4731-aa96-4ecc029a3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:38.286183 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-c9f69543-fb5d-4731-aa96-4ecc029a3c4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 915 time: 0.1264246 Apr 08 11:03:38.354128 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-9b2f8516-006d-4581-8139-86e0d0bbe3c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695 HTTP/1.1" status: 200 len: 217 time: 0.0612087 Apr 08 11:03:38.419640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-94d073e5-be6b-40e4-abc1-148e9851b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:38.421103 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-94d073e5-be6b-40e4-abc1-148e9851b465 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.0606480 Apr 08 11:03:38.466457 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-cb79a8ae-f892-4ca1-b530-cdf5caa77510 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394900 Apr 08 11:03:38.597459 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-921032b0-8350-4020-9bfb-23a8e12b697d service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243000 Apr 08 11:03:38.727727 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e515ab61-4541-4b19-bcdc-09b62be4d0e8 req-7e838d24-1878-43ee-8289-d29b2feb0fe3 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243694 Apr 08 11:03:39.154295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff803-a9c4-4f0a-bfac-f5eb12cc71e2 req-f45edfd5-6364-4ba5-8c59-40c58e3a8041 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:39.155820 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-433ff803-a9c4-4f0a-bfac-f5eb12cc71e2 req-f45edfd5-6364-4ba5-8c59-40c58e3a8041 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0834634 Apr 08 11:03:39.203693 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-433ff803-a9c4-4f0a-bfac-f5eb12cc71e2 req-7053c0c4-3d49-40bf-8b3c-cf242b46ff9e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Apr 08 11:03:40.395722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36217d47-ec49-4baf-ae68-de7264cb16a2 req-59781b50-4554-4357-8827-1172911f39dc tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:40.397242 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-36217d47-ec49-4baf-ae68-de7264cb16a2 req-59781b50-4554-4357-8827-1172911f39dc tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0857117 Apr 08 11:03:40.442020 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-36217d47-ec49-4baf-ae68-de7264cb16a2 req-72bfd09e-6dfd-4229-8dfe-02a04e0e9eef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Apr 08 11:03:40.591430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:03:40.713918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:40.742247 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:40.752240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:40.798729 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b23563-1cdc-4004-8019-9366979c4b62'] response: {'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'code': 200} Apr 08 11:03:40.891727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:40.962407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:40.972330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.972330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.972330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.972330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.972330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.972330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.972330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.972932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.972932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.973311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.973631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:40.973945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:41.628232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403740f1-f115-447b-aace-0f43c26c9b7f req-67233abe-a1de-4637-a8a4-1218b735f171 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:41.629617 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-403740f1-f115-447b-aace-0f43c26c9b7f req-67233abe-a1de-4637-a8a4-1218b735f171 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 944 time: 0.0785499 Apr 08 11:03:41.673674 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-403740f1-f115-447b-aace-0f43c26c9b7f req-c28543cc-8386-4a0d-995d-0b3a9976dde8 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385351 Apr 08 11:03:42.200604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49b0ca-bed5-4c17-a289-1a968fe96d6f req-5246fb92-1fc9-4900-8373-3461c21a3c37 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:42.202061 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ea49b0ca-bed5-4c17-a289-1a968fe96d6f req-5246fb92-1fc9-4900-8373-3461c21a3c37 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 944 time: 0.0840602 Apr 08 11:03:42.245961 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ea49b0ca-bed5-4c17-a289-1a968fe96d6f req-eb6f6828-4b99-4063-8a81-5125144a3a32 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Apr 08 11:03:42.279039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6518-947e-4535-aa32-7be4a5e89982 req-1b73029b-1949-4220-a1c4-8ce3627ae73a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:42.280606 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521c6518-947e-4535-aa32-7be4a5e89982 req-1b73029b-1949-4220-a1c4-8ce3627ae73a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91&tenant_id=6f7653df8f93486bb06eea49a28a9417&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 944 time: 0.0833111 Apr 08 11:03:42.422747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6518-947e-4535-aa32-7be4a5e89982 req-377bf1fa-e62b-4fd6-b904-d4559c3f29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:42.424275 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521c6518-947e-4535-aa32-7be4a5e89982 req-377bf1fa-e62b-4fd6-b904-d4559c3f29e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 1097 time: 0.0747697 Apr 08 11:03:42.556848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6518-947e-4535-aa32-7be4a5e89982 req-0eafdd8a-f656-4eff-b5db-f128ea279001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:42.558204 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521c6518-947e-4535-aa32-7be4a5e89982 req-0eafdd8a-f656-4eff-b5db-f128ea279001 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 915 time: 0.1268210 Apr 08 11:03:42.612373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:03:42.626519 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521c6518-947e-4535-aa32-7be4a5e89982 req-a04d3536-4a4e-4dc5-b876-6fb4cf12fd2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695 HTTP/1.1" status: 200 len: 217 time: 0.0612175 Apr 08 11:03:42.748180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:42.762016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6', 'port_id': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'mac_address': 'fa:16:3e:34:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:03:42.795793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6518-947e-4535-aa32-7be4a5e89982 req-d4658dd8-9090-460a-b2d5-236da0c951f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:42.797945 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521c6518-947e-4535-aa32-7be4a5e89982 req-d4658dd8-9090-460a-b2d5-236da0c951f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.1657472 Apr 08 11:03:42.818191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:42.834651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:03:42.844685 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521c6518-947e-4535-aa32-7be4a5e89982 req-35076aeb-fd6b-4c9b-8ffe-b0edaddf9956 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403407 Apr 08 11:03:42.850092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:42.931701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:42.978778 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521c6518-947e-4535-aa32-7be4a5e89982 req-dad95d63-2960-4c09-a1ed-4329f35ddf86 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282418 Apr 08 11:03:43.003624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['3b1e7e12-269b-40b3-b99b-9c3eda1d8695'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:03:43.042731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:43.113143 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521c6518-947e-4535-aa32-7be4a5e89982 req-4c0f37f7-0574-4c2f-b7d8-20a9060ff01d service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276622 Apr 08 11:03:43.443073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a14ec8-728f-4819-91bb-6950380e5204 req-e8031d69-4672-4ad5-beb7-b2e583d6ee90 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:43.444593 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-24a14ec8-728f-4819-91bb-6950380e5204 req-e8031d69-4672-4ad5-beb7-b2e583d6ee90 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 945 time: 0.0911756 Apr 08 11:03:43.490901 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-24a14ec8-728f-4819-91bb-6950380e5204 req-5c470332-e4cc-48e2-8e82-eb20c0e06aa8 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Apr 08 11:03:44.615286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:03:44.675408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4226f-7f1e-46af-8715-e9a813a8e754 req-f1bddf63-6d29-4f4b-b95f-5aeb0236df09 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:44.676915 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-21d4226f-7f1e-46af-8715-e9a813a8e754 req-f1bddf63-6d29-4f4b-b95f-5aeb0236df09 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 945 time: 0.0807502 Apr 08 11:03:44.685057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:03:44.685370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:44.725726 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-21d4226f-7f1e-46af-8715-e9a813a8e754 req-b4c036d9-05ae-4a81-80e8-867a810c2cff tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Apr 08 11:03:44.803218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:44.830318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:44.840031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:44.876739 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7b975d-0b9a-41d1-9acb-d4fb3e88ecdf'] response: {'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'code': 200} Apr 08 11:03:44.909949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f038a9-85cc-4e09-952d-b9fadb2206ac req-c4eb3c14-888b-4f2a-8a85-fb5283cc32dd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:44.911423 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4f038a9-85cc-4e09-952d-b9fadb2206ac req-c4eb3c14-888b-4f2a-8a85-fb5283cc32dd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 945 time: 0.0799327 Apr 08 11:03:44.915878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:44.958499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4f038a9-85cc-4e09-952d-b9fadb2206ac req-2f8e74e4-4a52-423f-9cc9-4e0cf57417d9 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Apr 08 11:03:44.984087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:45.146385 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0c2dd-cf69-4677-8c01-638e1c18a8ff req-0e1a851b-b7bd-4552-b9b2-b7b6ba01be58 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:45.147833 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dcc0c2dd-cf69-4677-8c01-638e1c18a8ff req-0e1a851b-b7bd-4552-b9b2-b7b6ba01be58 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0786910 Apr 08 11:03:45.193258 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dcc0c2dd-cf69-4677-8c01-638e1c18a8ff req-251bb98e-6307-4c98-9bb9-63156ced124e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Apr 08 11:03:46.011369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae265-46b7-456b-910e-0859e50a5351 req-cf97aeb3-3877-4bd5-9a5c-84d527ce3676 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:46.012752 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-cf97aeb3-3877-4bd5-9a5c-84d527ce3676 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 814 time: 0.1422513 Apr 08 11:03:46.027748 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-3603450d-3e4d-4943-a19c-d5ba34639b43 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/quotas/6f7653df8f93486bb06eea49a28a9417 HTTP/1.1" status: 200 len: 375 time: 0.0092118 Apr 08 11:03:46.109368 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-46ee3e3c-1e95-4720-a2c7-7037ee9ff817 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762753 Apr 08 11:03:46.160204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-fc00ef0f-7d90-48bb-b757-368074f314a0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:03:46.161192 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-fc00ef0f-7d90-48bb-b757-368074f314a0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450120 Apr 08 11:03:46.382788 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-f4575b3e-1623-4c0d-b14a-5f43f0ccc7df service neutron] 10.222.0.23 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154582 Apr 08 11:03:46.513666 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-c7f8190a-0c02-4d21-adba-345a6679880a service neutron] 10.222.0.23 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249793 Apr 08 11:03:46.823274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f58674a-8b55-4dfc-9b75-10197d656b06 req-4670587c-5487-4a30-8987-a311ad45e1c7 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 210 time: 0.0454872 Apr 08 11:03:47.920230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-9ad4efc9-0786-4db3-ae78-45dd24a74ca6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:47.921700 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-9ad4efc9-0786-4db3-ae78-45dd24a74ca6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "GET /v2.0/ports?device_id=cef271fd-12e9-485e-8a82-6ab557dfdb91 HTTP/1.1" status: 200 len: 946 time: 0.0835474 Apr 08 11:03:47.977550 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6c44fac4-5372-4257-97d5-dce29af2fd95 req-ce2848b8-cfb4-4a82-a327-6d3f95ecbb6e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 210 time: 0.0412605 Apr 08 11:03:47.992889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Deleting port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:03:47.993235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:48.242615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] For port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:48.242958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:48.373265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Calling delete_port for 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:03:48.577641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:48.589408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['3b1e7e12-269b-40b3-b99b-9c3eda1d8695'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:03:48.638481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Pushing event deleted for resources: {'Port': ['ID=3b1e7e12-269b-40b3-b99b-9c3eda1d8695,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:48.712791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] No DVR routers for this DVR port 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:03:48.715332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:48.717866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'name': 'network-vif-deleted', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:48.762481 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e51fe00-e4de-49d7-8a2e-6b0f711e9711'] response: {'server_uuid': 'cef271fd-12e9-485e-8a82-6ab557dfdb91', 'name': 'network-vif-deleted', 'tag': '3b1e7e12-269b-40b3-b99b-9c3eda1d8695', 'status': 'completed', 'code': 200} Apr 08 11:03:48.808187 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32600ce0-471d-40a0-9de9-4c78c0ef6941 req-8e7831f3-211a-4c99-9d4b-5e73c92607ef tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "DELETE /v2.0/ports/3b1e7e12-269b-40b3-b99b-9c3eda1d8695 HTTP/1.1" status: 204 len: 173 time: 0.8808987 Apr 08 11:03:49.126084 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b6b7ac53-105a-480c-b602-2249b54b94d6 req-adf7d5ea-f245-436f-9e3a-7cd6211507f9 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 210 time: 0.0416906 Apr 08 11:03:49.343349 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae265-46b7-456b-910e-0859e50a5351 req-30328816-975c-486f-98ba-478272b2023f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:49.345541 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-30328816-975c-486f-98ba-478272b2023f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 814 time: 0.1541567 Apr 08 11:03:49.364135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Request body: {'port': {'device_id': '94c75afe-60b2-4afc-93dd-1410aa993751', 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6', 'admin_state_up': True, 'tenant_id': '6f7653df8f93486bb06eea49a28a9417'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:49.500453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:03:49.504702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Usage tracker for resource:port and tenant:6f7653df8f93486bb06eea49a28a9417 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:03:49.507544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:03:49.513241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:03:49.613133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Made reservation on behalf of 6f7653df8f93486bb06eea49a28a9417 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:03:49.617014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:49.790232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Allocated IP 172.20.0.13 (b2e2dfba-204d-4e40-ad73-729bdd8010e6/0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f/db158128-f412-43d9-9ba9-e9d429dd28c2) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:03:50.103280 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:50.191231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:50.202914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['3b1e7e12-269b-40b3-b99b-9c3eda1d8695'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:03:50.295287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Network b2e2dfba-204d-4e40-ad73-729bdd8010e6 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:03:50.303041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:03:50.309534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:03:50.364417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Pushing event updated for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:50.389675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:50.390278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:50.429971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb221410-a8be-4ada-ae6a-83b2d5dd3ab2 req-007f1f5d-72ee-42d9-8172-9339ab1b22c0 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:50.430663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fb221410-a8be-4ada-ae6a-83b2d5dd3ab2 req-007f1f5d-72ee-42d9-8172-9339ab1b22c0 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Synchronizing usage tracker for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:03:50.528392 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-68a97a03-9ab6-40b1-921f-0cf682c50517 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1687560 Apr 08 11:03:50.541511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fb221410-a8be-4ada-ae6a-83b2d5dd3ab2 req-007f1f5d-72ee-42d9-8172-9339ab1b22c0 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Unset dirty status for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:03:50.542752 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fb221410-a8be-4ada-ae6a-83b2d5dd3ab2 req-007f1f5d-72ee-42d9-8172-9339ab1b22c0 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 932 time: 0.2940309 Apr 08 11:03:50.588725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Request body: {'port': {'device_id': '94c75afe-60b2-4afc-93dd-1410aa993751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:50.628857 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fb221410-a8be-4ada-ae6a-83b2d5dd3ab2 req-c2854531-b76d-4573-b3fa-0f24e0f055b3 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805407 Apr 08 11:03:50.701369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:51.039578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db158128-f412-43d9-9ba9-e9d429dd28c2 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:03:51.046755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:51.061587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Transition to ACTIVE for port object db158128-f412-43d9-9ba9-e9d429dd28c2 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:03:51.155997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:51.309421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Pushing event updated for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:51.386204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Attempting to bind port db158128-f412-43d9-9ba9-e9d429dd28c2 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:03:51.386842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Attempting to bind port db158128-f412-43d9-9ba9-e9d429dd28c2 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:03:51.386842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Attempting to bind port db158128-f412-43d9-9ba9-e9d429dd28c2 on network b2e2dfba-204d-4e40-ad73-729bdd8010e6 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:03:51.391300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Port db158128-f412-43d9-9ba9-e9d429dd28c2 on network b2e2dfba-204d-4e40-ad73-729bdd8010e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:03:51.391622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Attempting to bind port db158128-f412-43d9-9ba9-e9d429dd28c2 on network b2e2dfba-204d-4e40-ad73-729bdd8010e6 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:03:51.397591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:03:51.397902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Checking segment: {'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:03:51.398288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Bound using segment: {'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:03:51.398740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Bound port: db158128-f412-43d9-9ba9-e9d429dd28c2, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97607b37-6a51-43a7-adfc-adf48b10dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:03:51.399089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:51.488051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:03:51.490927 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:03:51.590582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:51.645843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:51.646453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:51.647805 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] 10.222.0.41 "PUT /v2.0/ports/db158128-f412-43d9-9ba9-e9d429dd28c2 HTTP/1.1" status: 200 len: 1094 time: 1.1115370 Apr 08 11:03:51.648235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:51.672413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342740a-2d6c-4137-acf5-e6604df34010 service neutron] Pushing event updated for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:51.694408 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f13edb-cfd4-40fe-a45e-b4161ad8c12c'] response: {'name': 'network-changed', 'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'status': 'completed', 'code': 200} Apr 08 11:03:51.796630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c151ec-e023-4764-b9b9-bcea66eb9cd3 req-2aa0dbd9-03fa-478f-99e7-c2c352c1dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:51.798126 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39c151ec-e023-4764-b9b9-bcea66eb9cd3 req-2aa0dbd9-03fa-478f-99e7-c2c352c1dd4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 1097 time: 0.0789413 Apr 08 11:03:51.832315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079bd3f-711c-480d-af76-1d62238bc18a req-ab88dcc3-d873-4e57-8d97-8239dffc3909 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:51.833853 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c079bd3f-711c-480d-af76-1d62238bc18a req-ab88dcc3-d873-4e57-8d97-8239dffc3909 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 944 time: 0.0847380 Apr 08 11:03:51.878883 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c079bd3f-711c-480d-af76-1d62238bc18a req-d33c7b44-76d3-4f8b-bbb1-a1bae0c560d6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Apr 08 11:03:51.941357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c151ec-e023-4764-b9b9-bcea66eb9cd3 req-d4b32b6a-b7a0-4903-a6c3-1b73f542f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:51.942793 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39c151ec-e023-4764-b9b9-bcea66eb9cd3 req-d4b32b6a-b7a0-4903-a6c3-1b73f542f7cf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6f7653df8f93486bb06eea49a28a9417&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1366832 Apr 08 11:03:52.178382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c151ec-e023-4764-b9b9-bcea66eb9cd3 req-7ec872bd-0e63-4244-9c0f-7f985fbcdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:52.179833 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39c151ec-e023-4764-b9b9-bcea66eb9cd3 req-7ec872bd-0e63-4244-9c0f-7f985fbcdf9c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305348 Apr 08 11:03:52.286420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae265-46b7-456b-910e-0859e50a5351 req-e0534f7a-ece9-48f0-b54b-f9ac0c7359c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:52.288020 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-e0534f7a-ece9-48f0-b54b-f9ac0c7359c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 1097 time: 0.0713947 Apr 08 11:03:52.363405 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-1669ae46-6017-4d9b-9ccb-3bed94c56bb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db158128-f412-43d9-9ba9-e9d429dd28c2 HTTP/1.1" status: 200 len: 217 time: 0.0662322 Apr 08 11:03:52.427656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae265-46b7-456b-910e-0859e50a5351 req-9c0a159e-4ea7-42c8-8273-f1a6b1ace31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:52.429202 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-9c0a159e-4ea7-42c8-8273-f1a6b1ace31f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.0581324 Apr 08 11:03:52.480225 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-4752cf96-0561-40fd-a204-b2972327abdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435901 Apr 08 11:03:52.614800 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-d460ab08-23ca-428f-9db3-703e4a782287 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266119 Apr 08 11:03:52.660874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:03:52.696112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:03:52.696379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 3b1e7e12-269b-40b3-b99b-9c3eda1d8695 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:03:52.746920 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66fae265-46b7-456b-910e-0859e50a5351 req-eac76972-0792-4523-873b-3b0e036b68c4 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250563 Apr 08 11:03:53.065706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a12c-75d9-407e-a83a-ea842d43fc1b req-f2f50258-163a-4af5-b630-58d384c26162 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:53.067061 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1391a12c-75d9-407e-a83a-ea842d43fc1b req-f2f50258-163a-4af5-b630-58d384c26162 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 944 time: 0.0807860 Apr 08 11:03:53.110221 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1391a12c-75d9-407e-a83a-ea842d43fc1b req-4f241600-31b8-4383-871f-49cd9e31c7af tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374641 Apr 08 11:03:54.298492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260f561-b786-4e3d-ace7-c4833bc422ad req-020298e2-725e-4043-b327-f33f51eef8f1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:54.300682 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f260f561-b786-4e3d-ace7-c4833bc422ad req-020298e2-725e-4043-b327-f33f51eef8f1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 944 time: 0.0814853 Apr 08 11:03:54.348294 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f260f561-b786-4e3d-ace7-c4833bc422ad req-4b99e307-9277-419b-8eff-bbc35072cd7e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Apr 08 11:03:55.530943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2234f-9e16-4891-8851-61a634036b14 req-efc125c6-98ff-4146-89ac-caf53682b24a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:55.532312 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4c2234f-9e16-4891-8851-61a634036b14 req-efc125c6-98ff-4146-89ac-caf53682b24a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 944 time: 0.0826623 Apr 08 11:03:55.576782 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4c2234f-9e16-4891-8851-61a634036b14 req-d76c48ad-e685-4e6a-af00-055b1113c694 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381253 Apr 08 11:03:56.684587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device db158128-f412-43d9-9ba9-e9d429dd28c2 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:03:56.760728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833f342-ea9c-4512-90a0-143d69a22ded req-d44e08bb-5540-4f2f-be96-a44c6790543c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:56.762180 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4833f342-ea9c-4512-90a0-143d69a22ded req-d44e08bb-5540-4f2f-be96-a44c6790543c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 944 time: 0.0822885 Apr 08 11:03:56.807980 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4833f342-ea9c-4512-90a0-143d69a22ded req-719ee1e9-590d-4a4e-95b7-c9be7ac7411e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Apr 08 11:03:56.819061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:56.832545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6', 'port_id': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'mac_address': 'fa:16:3e:30:f9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:03:56.889836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:56.906489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db158128-f412-43d9-9ba9-e9d429dd28c2 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:03:56.922264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:57.012239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:57.079550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:57.236324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b584-87b2-4952-9481-de137820fafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:57.258637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['db158128-f412-43d9-9ba9-e9d429dd28c2'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:03:57.991354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52769af0-3500-4ef9-82f5-0eb3e2b1586c req-6c9e744b-b414-4f51-afa9-a58597f49177 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:57.992839 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-52769af0-3500-4ef9-82f5-0eb3e2b1586c req-6c9e744b-b414-4f51-afa9-a58597f49177 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 945 time: 0.0800707 Apr 08 11:03:58.041386 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-52769af0-3500-4ef9-82f5-0eb3e2b1586c req-4f345730-04d0-478f-96b5-1e1192657f1e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Apr 08 11:03:58.700144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device db158128-f412-43d9-9ba9-e9d429dd28c2 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:03:58.892232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port db158128-f412-43d9-9ba9-e9d429dd28c2 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:03:58.897687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port db158128-f412-43d9-9ba9-e9d429dd28c2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:03:58.898092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:59.014855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:59.041985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:59.051957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:03:59.094163 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd760a6-14df-46d6-b3ac-0f52514eba53'] response: {'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'code': 200} Apr 08 11:03:59.128693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:59.199690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:59.232463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2455fe-493a-44fa-9d14-71241aabfae6 req-f1320a36-64ab-42ca-aa4e-970724922fa1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:59.234068 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ae2455fe-493a-44fa-9d14-71241aabfae6 req-f1320a36-64ab-42ca-aa4e-970724922fa1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0829413 Apr 08 11:03:59.281290 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ae2455fe-493a-44fa-9d14-71241aabfae6 req-d7023f93-f897-434c-90ec-43f5a3f03f38 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Apr 08 11:03:59.468391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17935a50-6197-4018-bd13-df0ad70dd149 req-696880de-2bb5-47c5-8434-d763da74040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:59.469933 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-17935a50-6197-4018-bd13-df0ad70dd149 req-696880de-2bb5-47c5-8434-d763da74040c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 1099 time: 0.0753312 Apr 08 11:03:59.510766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cff1076e-c50e-4353-8ac6-b7a2bdb48ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:59.513568 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-17935a50-6197-4018-bd13-df0ad70dd149 req-e21ab841-782f-4faf-a83c-fe6a02ee35ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364523 Apr 08 11:04:00.472286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fa943-4719-4be1-b23e-955d0687ee81 req-b8d877f1-23ec-4f0d-9f65-ec8327f6ac15 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:00.473800 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3a4fa943-4719-4be1-b23e-955d0687ee81 req-b8d877f1-23ec-4f0d-9f65-ec8327f6ac15 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0850117 Apr 08 11:04:00.518622 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3a4fa943-4719-4be1-b23e-955d0687ee81 req-8920be0c-ebac-4e4b-80d9-fae439fa1625 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Apr 08 11:04:00.659845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:01.224815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:01.700891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb421553-761e-48f5-9497-76540403481a req-69d006e5-5bd4-40d9-8e80-10c80be11fe1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:01.702357 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb421553-761e-48f5-9497-76540403481a req-69d006e5-5bd4-40d9-8e80-10c80be11fe1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0803816 Apr 08 11:04:01.746014 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb421553-761e-48f5-9497-76540403481a req-1ad9dabd-b84e-4838-a43f-f4bb1a8ab1bb tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Apr 08 11:04:01.928534 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83906b32-8265-46ca-9007-c97c2b8ae0c7 req-aef6485e-8d76-4023-8961-956cfd4b6fd1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:01.929975 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-83906b32-8265-46ca-9007-c97c2b8ae0c7 req-aef6485e-8d76-4023-8961-956cfd4b6fd1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0812418 Apr 08 11:04:01.975777 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-83906b32-8265-46ca-9007-c97c2b8ae0c7 req-1b34e5ae-fb47-4fbf-8304-45b6b6a6a8b7 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Apr 08 11:04:02.020165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:02.638132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5cf62-95c3-4e4a-879b-e939b85bd38b req-a2d9d60e-0633-4e47-96b5-051b317d5acc tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:02.639582 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-11a5cf62-95c3-4e4a-879b-e939b85bd38b req-a2d9d60e-0633-4e47-96b5-051b317d5acc tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0825725 Apr 08 11:04:02.684263 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-11a5cf62-95c3-4e4a-879b-e939b85bd38b req-dc8c8ef8-27b4-4c37-a48c-ae15f65a9c39 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Apr 08 11:04:02.772300 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-8345bb04-f5d5-48d3-864f-1d3e409a0c31 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743096 Apr 08 11:04:03.871390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b0e1-cd14-4184-9a35-0757a8ab4d9a req-475c239f-813c-44e3-81d8-bfaf9ab74180 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:03.872875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6945b0e1-cd14-4184-9a35-0757a8ab4d9a req-475c239f-813c-44e3-81d8-bfaf9ab74180 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0806584 Apr 08 11:04:03.916971 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6945b0e1-cd14-4184-9a35-0757a8ab4d9a req-603295b8-1ef2-42d8-ba75-1061a99b1185 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385327 Apr 08 11:04:04.418741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:05.047290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-f22c8d41-37a0-4fa4-ba72-fe7e7df49aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:05.048798 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-f22c8d41-37a0-4fa4-ba72-fe7e7df49aef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 1099 time: 0.0741987 Apr 08 11:04:05.101866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37e877-6063-48da-a30c-b4a93ed3fa37 req-c5f8d59c-c9c3-4ec1-b78b-3c64429cee11 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:05.103333 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8e37e877-6063-48da-a30c-b4a93ed3fa37 req-c5f8d59c-c9c3-4ec1-b78b-3c64429cee11 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0796247 Apr 08 11:04:05.150560 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8e37e877-6063-48da-a30c-b4a93ed3fa37 req-5b2b661a-cd01-4282-89c5-bd8632a59945 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Apr 08 11:04:05.181721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-c19b45d5-5dd5-4865-8532-3a3710ee278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:05.183179 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-c19b45d5-5dd5-4865-8532-3a3710ee278c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 915 time: 0.1284850 Apr 08 11:04:05.252623 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-f894285f-5b00-4877-908c-c30985822036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db158128-f412-43d9-9ba9-e9d429dd28c2 HTTP/1.1" status: 200 len: 217 time: 0.0628955 Apr 08 11:04:05.420745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-6443ca04-8287-4bbb-b39e-6f43c7df6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:05.422172 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-6443ca04-8287-4bbb-b39e-6f43c7df6677 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.1642256 Apr 08 11:04:05.468385 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-dfaf9961-a350-449b-bf86-233f4d8cc659 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397789 Apr 08 11:04:05.596763 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-76116dfd-ccf2-4670-ab84-6718b0fc5ebc service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219428 Apr 08 11:04:05.727279 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-70bfe87a-fb86-4dc3-824b-ad4736800199 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247575 Apr 08 11:04:06.349650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d09a7f-a33a-487c-9d75-369fdad8363f req-9f49e777-6c7c-446a-b565-0e90f37f0409 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:06.351119 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f0d09a7f-a33a-487c-9d75-369fdad8363f req-9f49e777-6c7c-446a-b565-0e90f37f0409 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0917037 Apr 08 11:04:06.394726 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f0d09a7f-a33a-487c-9d75-369fdad8363f req-67ed9395-9bf1-4ec5-8e4c-0b69738710e5 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Apr 08 11:04:07.578753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088db1b-5181-4646-8c30-ae710b6ac349 req-b80e9423-e91f-417f-bce1-435833171685 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:07.580209 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f088db1b-5181-4646-8c30-ae710b6ac349 req-b80e9423-e91f-417f-bce1-435833171685 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0817256 Apr 08 11:04:07.624166 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f088db1b-5181-4646-8c30-ae710b6ac349 req-004da997-496b-4473-9447-dfa9a5069e0f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Apr 08 11:04:07.887529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-b8579ff6-5177-487a-8103-8b0d684c94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:07.889023 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-b8579ff6-5177-487a-8103-8b0d684c94f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 1099 time: 0.0696044 Apr 08 11:04:08.033170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-af5803d9-f732-417d-a179-511f4ca59748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:08.034594 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-af5803d9-f732-417d-a179-511f4ca59748 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 915 time: 0.1256387 Apr 08 11:04:08.106416 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-e3940204-23c9-4f39-bf6f-2ffd877f0070 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db158128-f412-43d9-9ba9-e9d429dd28c2 HTTP/1.1" status: 200 len: 217 time: 0.0637255 Apr 08 11:04:08.170206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-a0cefde8-8f83-4100-bf6c-1651bdd65481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:08.171504 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-a0cefde8-8f83-4100-bf6c-1651bdd65481 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.0588412 Apr 08 11:04:08.216680 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-f9967c98-6cec-4c78-952c-006b953f5396 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392356 Apr 08 11:04:08.350023 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-2cb56978-88db-4320-9ed2-cbb58b0483a1 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260786 Apr 08 11:04:08.479931 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4a51efb9-ee08-4c67-802e-b78af1bcacc2 req-e1370999-08b3-4902-8ca5-5da708ea21e4 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237891 Apr 08 11:04:08.806306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24831f-fa2b-4780-84b4-980c773ede46 req-18e79368-b02e-4ff3-9944-333d7026e3cd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:08.807864 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7f24831f-fa2b-4780-84b4-980c773ede46 req-18e79368-b02e-4ff3-9944-333d7026e3cd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0794594 Apr 08 11:04:08.855052 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7f24831f-fa2b-4780-84b4-980c773ede46 req-65651835-5580-456c-91fc-6be0c28513cd tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Apr 08 11:04:10.045455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a979ca-5ff8-44f5-af08-33f12b2774c4 req-a936faf0-fbc8-4a5c-a449-3147007472d8 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:10.046899 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66a979ca-5ff8-44f5-af08-33f12b2774c4 req-a936faf0-fbc8-4a5c-a449-3147007472d8 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0824084 Apr 08 11:04:10.091388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66a979ca-5ff8-44f5-af08-33f12b2774c4 req-b5c9a2ae-5e7e-4034-babb-d9d8681ecec5 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Apr 08 11:04:11.271924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394743f8-1ebd-43f4-828d-5969c2692dfa req-d94c02ce-68e6-4b1d-b960-97ee5e5d467e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:11.273423 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-394743f8-1ebd-43f4-828d-5969c2692dfa req-d94c02ce-68e6-4b1d-b960-97ee5e5d467e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0808074 Apr 08 11:04:11.318389 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-394743f8-1ebd-43f4-828d-5969c2692dfa req-f5dca2e6-d2f1-4604-ac2d-d39f8429b31c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Apr 08 11:04:11.369112 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:04:12.503305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c1e22-e6c6-42dd-8494-f001e4ea4e18 req-7c709911-6aa5-421e-9aad-4b3d97f872d5 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:12.504815 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-009c1e22-e6c6-42dd-8494-f001e4ea4e18 req-7c709911-6aa5-421e-9aad-4b3d97f872d5 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0802505 Apr 08 11:04:12.552364 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-009c1e22-e6c6-42dd-8494-f001e4ea4e18 req-6c08da7c-f748-4e09-90e4-232a5f6da0ff tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414879 Apr 08 11:04:13.742077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b552f83-fb7b-4b30-b586-8353f3242646 req-3b69c54b-6fba-42ea-8447-475743bc967c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:13.743580 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9b552f83-fb7b-4b30-b586-8353f3242646 req-3b69c54b-6fba-42ea-8447-475743bc967c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0832968 Apr 08 11:04:13.788561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9b552f83-fb7b-4b30-b586-8353f3242646 req-b2d64894-a721-4855-a99b-74a68581324f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Apr 08 11:04:14.970636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daea64-59df-408c-a663-5189a5d3cd1a req-ba6ad08d-59ff-45e1-b710-810985162b93 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:14.972119 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f3daea64-59df-408c-a663-5189a5d3cd1a req-ba6ad08d-59ff-45e1-b710-810985162b93 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0798628 Apr 08 11:04:15.016260 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f3daea64-59df-408c-a663-5189a5d3cd1a req-5de2e43b-ccbf-430d-af02-09e5848c11c0 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Apr 08 11:04:16.198012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8141ea-cd66-4f33-a11f-96ddaaf06937 req-7e971c12-0c36-4d49-b2fa-5fb282219697 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:16.199485 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c8141ea-cd66-4f33-a11f-96ddaaf06937 req-7e971c12-0c36-4d49-b2fa-5fb282219697 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0802331 Apr 08 11:04:16.244069 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c8141ea-cd66-4f33-a11f-96ddaaf06937 req-7ce5e45e-bcb9-4699-8270-ff9c004ccd70 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389402 Apr 08 11:04:17.434139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b07fa-b547-41ff-a741-9b5b1e6cf52f req-5c1aac58-db60-4824-9e2e-7b410d76158a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:17.435502 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-355b07fa-b547-41ff-a741-9b5b1e6cf52f req-5c1aac58-db60-4824-9e2e-7b410d76158a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0837424 Apr 08 11:04:17.479383 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-355b07fa-b547-41ff-a741-9b5b1e6cf52f req-cd2440b1-61db-4547-998e-74106fceef0b tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382934 Apr 08 11:04:18.664371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e36d03-f779-44fb-bbd5-130afa0a6b65 req-46484746-c0f7-4de4-8208-c6dc8391d529 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:18.666627 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-58e36d03-f779-44fb-bbd5-130afa0a6b65 req-46484746-c0f7-4de4-8208-c6dc8391d529 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0823061 Apr 08 11:04:18.709926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-58e36d03-f779-44fb-bbd5-130afa0a6b65 req-6b8a331c-f0d3-457c-843a-0d974723fb60 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373781 Apr 08 11:04:19.895627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02790e-4908-4d5c-a420-52c91c9d009e req-d046138e-7c22-469c-8cf9-e4ae3339151e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:19.897093 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6b02790e-4908-4d5c-a420-52c91c9d009e req-d046138e-7c22-469c-8cf9-e4ae3339151e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0815842 Apr 08 11:04:19.941109 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6b02790e-4908-4d5c-a420-52c91c9d009e req-3bea513e-fd81-4b38-8c7c-291c87cb493d tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 Apr 08 11:04:21.127626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eec369-1ac9-41dd-b11d-0f973cfd2664 req-1b861f99-4992-4a57-bbfd-752c26333f92 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:21.129091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d6eec369-1ac9-41dd-b11d-0f973cfd2664 req-1b861f99-4992-4a57-bbfd-752c26333f92 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0792160 Apr 08 11:04:21.175957 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d6eec369-1ac9-41dd-b11d-0f973cfd2664 req-f7a74403-764c-478d-bc03-ae35d2bcf4b7 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Apr 08 11:04:22.364368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd72c8-67d9-4c8b-989e-49f9f8931a72 req-30c60e50-2803-4c1f-a6ec-db15b7c1359f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:22.365848 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6efd72c8-67d9-4c8b-989e-49f9f8931a72 req-30c60e50-2803-4c1f-a6ec-db15b7c1359f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0840321 Apr 08 11:04:22.409019 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6efd72c8-67d9-4c8b-989e-49f9f8931a72 req-63ead794-932b-4984-baee-3035aa64181a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 Apr 08 11:04:23.592243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c18f4-06df-4028-849e-16ea99c1c596 req-8699f461-5f9c-42c7-85e8-c5c05146d93f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:23.593769 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a72c18f4-06df-4028-849e-16ea99c1c596 req-8699f461-5f9c-42c7-85e8-c5c05146d93f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0796380 Apr 08 11:04:23.638840 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a72c18f4-06df-4028-849e-16ea99c1c596 req-9850f94e-a1a9-472e-806c-9b0d08824f13 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Apr 08 11:04:24.823960 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93bcfc-e326-40c9-80cb-9a28a913f84d req-75615019-cd5c-40a0-9a4e-1c1bb491388c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:24.825458 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3c93bcfc-e326-40c9-80cb-9a28a913f84d req-75615019-cd5c-40a0-9a4e-1c1bb491388c tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0790365 Apr 08 11:04:24.872526 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3c93bcfc-e326-40c9-80cb-9a28a913f84d req-ee7d0afc-c062-4256-bbf6-b34ed88990c3 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Apr 08 11:04:26.058768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e293b9d-9e2b-469f-979a-55b2616148fc req-84e83d51-a6a5-41cb-9efc-d85bf1d31ad3 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:26.060288 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e293b9d-9e2b-469f-979a-55b2616148fc req-84e83d51-a6a5-41cb-9efc-d85bf1d31ad3 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0842881 Apr 08 11:04:26.198177 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e293b9d-9e2b-469f-979a-55b2616148fc req-8bbdb4ef-deb2-4808-903a-c4947a08c726 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319597 Apr 08 11:04:27.232153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f0538083-be38-4b2c-a5a1-4fe114465ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:27.385998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439206d6-e21f-44bf-aaec-072eea3b10ac req-bd170756-1499-41a1-aedd-659fd84715fc tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:27.388105 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-439206d6-e21f-44bf-aaec-072eea3b10ac req-bd170756-1499-41a1-aedd-659fd84715fc tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0829117 Apr 08 11:04:27.432916 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-439206d6-e21f-44bf-aaec-072eea3b10ac req-cd9b5503-da91-490e-81da-44bcdd16c8e8 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387278 Apr 08 11:04:28.620275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576dc52-f61b-49af-9551-357dbc5f4051 req-640239f3-d9fb-4560-9014-de231f218894 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:28.621634 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7576dc52-f61b-49af-9551-357dbc5f4051 req-640239f3-d9fb-4560-9014-de231f218894 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0803256 Apr 08 11:04:28.666483 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7576dc52-f61b-49af-9551-357dbc5f4051 req-b9b86528-aa24-46a9-a67d-c9888ad4eb92 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Apr 08 11:04:29.504916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-69496cda-6735-4dfd-915a-e0d903b881ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:29.936354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cf9f2-2390-4b7a-a601-7bef61ba61e0 req-271c6455-c463-4273-8a9a-d57e1cbd0ac3 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:29.937823 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-753cf9f2-2390-4b7a-a601-7bef61ba61e0 req-271c6455-c463-4273-8a9a-d57e1cbd0ac3 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.1670823 Apr 08 11:04:29.981905 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-753cf9f2-2390-4b7a-a601-7bef61ba61e0 req-accc854f-0b5b-4930-9bfa-945b45a13667 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Apr 08 11:04:30.654293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:31.167163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a1991-ce46-4297-808d-072a379dc006 req-97175b9e-60d3-4581-a745-d6f8cc2cd133 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:31.168710 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a4a1991-ce46-4297-808d-072a379dc006 req-97175b9e-60d3-4581-a745-d6f8cc2cd133 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0839725 Apr 08 11:04:31.213446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:31.214018 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a4a1991-ce46-4297-808d-072a379dc006 req-65ac389e-25f3-4b17-8cf4-037c3bca3cb7 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389662 Apr 08 11:04:32.083067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:32.402817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1baae-078e-4dcf-a7d7-4bdaf0edd1f6 req-6389a1fa-9149-4c0d-8252-cdd48c6a89a9 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:32.404296 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a5f1baae-078e-4dcf-a7d7-4bdaf0edd1f6 req-6389a1fa-9149-4c0d-8252-cdd48c6a89a9 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0800562 Apr 08 11:04:32.448715 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a5f1baae-078e-4dcf-a7d7-4bdaf0edd1f6 req-285d48c8-2d47-49ca-aaaa-a62c96fb43a5 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385563 Apr 08 11:04:33.067053 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-f76b89ab-63fe-4a74-8302-9851c733bed5 service neutron] 10.222.0.41 "GET /v2.0/ports/db158128-f412-43d9-9ba9-e9d429dd28c2/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0771856 Apr 08 11:04:33.692797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-ec378c6b-d52d-49b1-87cf-9c13cdd0ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:33.694313 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-ec378c6b-d52d-49b1-87cf-9c13cdd0ff76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751&tenant_id=6f7653df8f93486bb06eea49a28a9417 HTTP/1.1" status: 200 len: 1099 time: 0.1572824 Apr 08 11:04:33.705802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb44ee-a491-4134-ad16-64a084c80db9 req-3036e5b9-5bb0-4943-80ca-187d7be076f1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:33.708161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4adb44ee-a491-4134-ad16-64a084c80db9 req-3036e5b9-5bb0-4943-80ca-187d7be076f1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.1351860 Apr 08 11:04:33.806310 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4adb44ee-a491-4134-ad16-64a084c80db9 req-8892eb7d-5ab6-45d2-9be3-b6d68cd0273a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913620 Apr 08 11:04:33.834467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-cd511aff-aaee-4062-ab6a-5004adf471f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:33.836452 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-cd511aff-aaee-4062-ab6a-5004adf471f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 1099 time: 0.1087632 Apr 08 11:04:33.978668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-d73a29f3-f138-4f37-adb0-6e7fedf403cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:33.980030 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-d73a29f3-f138-4f37-adb0-6e7fedf403cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 915 time: 0.1320088 Apr 08 11:04:34.052297 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-70dc3395-7a12-406e-b469-baca61861700 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db158128-f412-43d9-9ba9-e9d429dd28c2 HTTP/1.1" status: 200 len: 217 time: 0.0655234 Apr 08 11:04:34.115248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-a60fe938-7180-4e94-8c77-996442f97c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:34.116714 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-a60fe938-7180-4e94-8c77-996442f97c5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.0586815 Apr 08 11:04:34.167273 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-7541858c-261e-440e-acd5-5633385972f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445163 Apr 08 11:04:34.299434 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-845434d5-48f1-48ae-ac1a-8c21b9629e41 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257410 Apr 08 11:04:34.373246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:34.432934 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fe11343c-c1bd-4336-968e-7458c0cf0b6a req-160c4658-32e5-420a-a13b-985327f65534 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274996 Apr 08 11:04:35.138250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c052f-ff6f-4a68-8d0b-49a9e4854eb8 req-0a3de80c-bc02-4e5e-88bc-792165d259d5 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:35.140393 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9c6c052f-ff6f-4a68-8d0b-49a9e4854eb8 req-0a3de80c-bc02-4e5e-88bc-792165d259d5 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0818741 Apr 08 11:04:35.183586 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9c6c052f-ff6f-4a68-8d0b-49a9e4854eb8 req-a3b0c6a4-d345-41f0-8940-6255873c5bd1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Apr 08 11:04:36.381027 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95b80b-f871-4ed8-bd1d-a75b1cccbdec req-a55dd4ca-28bd-444b-8833-de1ba755a46b tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:36.382518 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac95b80b-f871-4ed8-bd1d-a75b1cccbdec req-a55dd4ca-28bd-444b-8833-de1ba755a46b tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0841203 Apr 08 11:04:36.426907 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac95b80b-f871-4ed8-bd1d-a75b1cccbdec req-e1fe2672-4176-47ef-a749-ce37fd7b024e tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Apr 08 11:04:36.857278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device db158128-f412-43d9-9ba9-e9d429dd28c2 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:04:36.861914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device db158128-f412-43d9-9ba9-e9d429dd28c2 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:04:37.067071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:37.096031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:04:37.118051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'network_id': 'b2e2dfba-204d-4e40-ad73-729bdd8010e6', 'port_id': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'mac_address': 'fa:16:3e:30:f9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:04:37.119211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:04:37.156349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:04:37.182248 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992a6a23-b5ed-4077-b2d2-4d7f4e87face'] response: {'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'code': 200} Apr 08 11:04:37.186691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:37.202975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db158128-f412-43d9-9ba9-e9d429dd28c2 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:04:37.226376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:37.338228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:04:37.338575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:04:37.341887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:37.614078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee7aa3-ebb6-4dd9-b567-bd7267b3a12f req-b2d54911-149f-4771-bf0f-7887bd6c64e6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:37.615538 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-70ee7aa3-ebb6-4dd9-b567-bd7267b3a12f req-b2d54911-149f-4771-bf0f-7887bd6c64e6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 944 time: 0.0822861 Apr 08 11:04:37.662212 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-70ee7aa3-ebb6-4dd9-b567-bd7267b3a12f req-89699c82-026b-4e24-8783-67156afbc316 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409892 Apr 08 11:04:37.927800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:37.944935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db158128-f412-43d9-9ba9-e9d429dd28c2 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:04:37.961040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:04:38.043471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:38.115438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['db158128-f412-43d9-9ba9-e9d429dd28c2'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:04:38.131537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a92e4d-242e-4410-8211-e781d29b0b78 req-e924d904-179d-4844-b2de-e0ab98ab5d24 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:38.133013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9a92e4d-242e-4410-8211-e781d29b0b78 req-e924d904-179d-4844-b2de-e0ab98ab5d24 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 945 time: 0.0815706 Apr 08 11:04:38.166968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:38.227665 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9a92e4d-242e-4410-8211-e781d29b0b78 req-190caf15-aebe-4933-bd83-3940bf8951d5 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881433 Apr 08 11:04:38.262605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-facf3b41-f6b5-4a97-8649-280cd5e6a532 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:38.268756 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-facf3b41-f6b5-4a97-8649-280cd5e6a532 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751&tenant_id=6f7653df8f93486bb06eea49a28a9417&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.1100321 Apr 08 11:04:38.408285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-60b746a4-33ba-4e18-a768-16a8e86be0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:38.409778 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-60b746a4-33ba-4e18-a768-16a8e86be0ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7653df8f93486bb06eea49a28a9417&device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 1098 time: 0.0715613 Apr 08 11:04:38.636533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-51718b17-b03e-4914-8642-99798227d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:38.637985 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-51718b17-b03e-4914-8642-99798227d519 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 200 len: 915 time: 0.2217960 Apr 08 11:04:38.707557 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-66431497-60c4-434e-80e0-755b8e9d9230 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db158128-f412-43d9-9ba9-e9d429dd28c2 HTTP/1.1" status: 200 len: 217 time: 0.0626814 Apr 08 11:04:38.769076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-7c706f82-b46a-4545-80eb-9d6ef11e9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:38.770462 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-7c706f82-b46a-4545-80eb-9d6ef11e9836 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 200 len: 854 time: 0.0560863 Apr 08 11:04:38.820780 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-da2d4ff7-f98b-440d-baaa-429bab9c5c21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e2dfba-204d-4e40-ad73-729bdd8010e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435019 Apr 08 11:04:38.872862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device db158128-f412-43d9-9ba9-e9d429dd28c2 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:04:38.942229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port db158128-f412-43d9-9ba9-e9d429dd28c2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:04:38.942880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:38.955009 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-6f200be3-6f7d-4946-9dcd-7c95f35dd03b service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269722 Apr 08 11:04:39.060881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:39.085213 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a40e93e5-2bd6-473b-833e-3cdfa88e43ac req-66cc3c4a-8cef-49b5-b5d8-0dbe878e688f service neutron] 10.222.0.41 "GET /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238236 Apr 08 11:04:39.094001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:04:39.180150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:39.210494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:04:39.254163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:39.270520 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d7048c-15f8-4382-8573-4d962cdb028c'] response: {'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'code': 200} Apr 08 11:04:39.419376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bb7b0-8339-4677-a6a3-b0c35f6bd247 req-f0d7bc8a-0632-4c4c-8801-ac59a4ea1ac6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:39.421045 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-270bb7b0-8339-4677-a6a3-b0c35f6bd247 req-f0d7bc8a-0632-4c4c-8801-ac59a4ea1ac6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0812819 Apr 08 11:04:39.465671 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-270bb7b0-8339-4677-a6a3-b0c35f6bd247 req-b84ed481-9022-4f00-9075-21dbb79ddf8f tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Apr 08 11:04:40.657376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ef361-0d78-4725-94ba-598b9b72e842 req-a698f553-9ee1-4691-a153-4fedc91b4a8a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:40.658983 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-918ef361-0d78-4725-94ba-598b9b72e842 req-a698f553-9ee1-4691-a153-4fedc91b4a8a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0846448 Apr 08 11:04:40.706158 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-918ef361-0d78-4725-94ba-598b9b72e842 req-df0ddccb-b0c5-4610-b0b9-0059b3ed1404 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412755 Apr 08 11:04:40.893621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42212f3d-ab75-46ff-9842-9bef5b0d35b4 req-2525d4b8-9e0b-42a1-8e76-7f7a090b4722 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:40.895095 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42212f3d-ab75-46ff-9842-9bef5b0d35b4 req-2525d4b8-9e0b-42a1-8e76-7f7a090b4722 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0838795 Apr 08 11:04:40.941379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42212f3d-ab75-46ff-9842-9bef5b0d35b4 req-0e7a82d8-dbf4-42aa-b073-b61bde95d7f1 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Apr 08 11:04:41.123033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07495737-3d7d-491e-b7a5-4ea5f7c546de req-2f98a3d6-acd1-4fc8-9319-6a50ec19a128 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:41.124742 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-07495737-3d7d-491e-b7a5-4ea5f7c546de req-2f98a3d6-acd1-4fc8-9319-6a50ec19a128 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0799396 Apr 08 11:04:41.171425 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-07495737-3d7d-491e-b7a5-4ea5f7c546de req-860e3027-bdfb-4e1e-a9ce-621bdcdae4a2 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Apr 08 11:04:42.042234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b6034-91cd-45b7-9c65-302251e670da req-35e946a7-7ccf-40be-87fb-a376f60f0dac tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:42.043737 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6c1b6034-91cd-45b7-9c65-302251e670da req-35e946a7-7ccf-40be-87fb-a376f60f0dac tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0837150 Apr 08 11:04:42.088020 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6c1b6034-91cd-45b7-9c65-302251e670da req-861901cc-b8d7-4499-839e-093a9d7760b4 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373430 Apr 08 11:04:43.273571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63428704-27ce-448a-bb21-6268114cdf33 req-0b24eb02-9c39-478f-9817-509dcf8bd84a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:43.275039 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-63428704-27ce-448a-bb21-6268114cdf33 req-0b24eb02-9c39-478f-9817-509dcf8bd84a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0829535 Apr 08 11:04:43.320361 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-63428704-27ce-448a-bb21-6268114cdf33 req-a72e9b02-dc6b-49bb-82ef-44d025992051 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf70343a-7237-438f-90be-df956e9806d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Apr 08 11:04:43.793940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-2e9f78b5-7030-4cd0-a5c0-28704b3ac9f6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:43.795424 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-2e9f78b5-7030-4cd0-a5c0-28704b3ac9f6 tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 946 time: 0.0786705 Apr 08 11:04:43.871401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Deleting port db158128-f412-43d9-9ba9-e9d429dd28c2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:04:43.871747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:44.112709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] For port db158128-f412-43d9-9ba9-e9d429dd28c2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=db158128-f412-43d9-9ba9-e9d429dd28c2,segment=NetworkSegment(97607b37-6a51-43a7-adfc-adf48b10dc9d),segment_id=97607b37-6a51-43a7-adfc-adf48b10dc9d)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:04:44.112981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:44.237178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Calling delete_port for db158128-f412-43d9-9ba9-e9d429dd28c2 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:04:44.558249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:44.572562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['db158128-f412-43d9-9ba9-e9d429dd28c2'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:04:44.598016 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f374266-30b5-4603-bf13-b82985dfafd6 req-48c56343-6f8b-4049-b5fa-6e037739170a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 210 time: 0.1712022 Apr 08 11:04:44.616339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Pushing event deleted for resources: {'Port': ['ID=db158128-f412-43d9-9ba9-e9d429dd28c2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:44.647689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.648528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.648528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.648752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.649035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.649365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.649694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.650021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.650352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.650677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.651002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.651326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:44.700758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] No DVR routers for this DVR port db158128-f412-43d9-9ba9-e9d429dd28c2 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:04:44.703795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:44.706201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'name': 'network-vif-deleted', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:04:44.806980 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9846993-ef8e-47ce-855a-221b75a7bf9c'] response: {'server_uuid': '94c75afe-60b2-4afc-93dd-1410aa993751', 'name': 'network-vif-deleted', 'tag': 'db158128-f412-43d9-9ba9-e9d429dd28c2', 'status': 'completed', 'code': 200} Apr 08 11:04:44.809810 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-505670db-67dc-40a4-8b02-106d65be7cf5 req-63fe26b5-78a9-4ef1-8c21-7fbb5c7729ba tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.41 "DELETE /v2.0/ports/db158128-f412-43d9-9ba9-e9d429dd28c2 HTTP/1.1" status: 204 len: 173 time: 1.0051832 Apr 08 11:04:45.759240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4ccb1356-95b2-4efe-bce6-4bcbb25fc8fe req-b1ec966e-4962-4490-804f-4a290e33561a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Synchronizing usage tracker for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:04:45.849012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4ccb1356-95b2-4efe-bce6-4bcbb25fc8fe req-b1ec966e-4962-4490-804f-4a290e33561a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] Unset dirty status for tenant:6f7653df8f93486bb06eea49a28a9417 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:04:45.850139 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ccb1356-95b2-4efe-bce6-4bcbb25fc8fe req-b1ec966e-4962-4490-804f-4a290e33561a tempest-ServerDiskConfigTestJSON-1190687650 tempest-ServerDiskConfigTestJSON-1190687650-project] 10.222.0.23 "GET /v2.0/ports?device_id=94c75afe-60b2-4afc-93dd-1410aa993751 HTTP/1.1" status: 200 len: 210 time: 0.1317115 Apr 08 11:04:46.920303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device db158128-f412-43d9-9ba9-e9d429dd28c2 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:04:46.955938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: db158128-f412-43d9-9ba9-e9d429dd28c2 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:04:46.956281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device db158128-f412-43d9-9ba9-e9d429dd28c2 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:04:47.087281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59972) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:47.148207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba693e99-b4af-40cc-8346-5e1312d5b66a admin admin] Deleting subnet 0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:04:47.151032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba693e99-b4af-40cc-8346-5e1312d5b66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.199605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba693e99-b4af-40cc-8346-5e1312d5b66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.253330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba693e99-b4af-40cc-8346-5e1312d5b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.402728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba693e99-b4af-40cc-8346-5e1312d5b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.441118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba693e99-b4af-40cc-8346-5e1312d5b66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:47.444843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba693e99-b4af-40cc-8346-5e1312d5b66a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.450802 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba693e99-b4af-40cc-8346-5e1312d5b66a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0fb90c1f-2ca9-4bc2-9d76-ab6afeb8d75f HTTP/1.1" status: 204 len: 168 time: 0.3624823 Apr 08 11:04:47.454031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59976) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:47.558113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.679518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.705895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e2dfba-204d-4e40-ad73-729bdd8010e6']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:47.717611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97607b37-6a51-43a7-adfc-adf48b10dc9d') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:47.717914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97607b37-6a51-43a7-adfc-adf48b10dc9d') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:47.728839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.744366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.750875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:04:47.751256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:04:47.763890 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:04:47.906505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.922850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:47.933197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e2dfba-204d-4e40-ad73-729bdd8010e6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:48.016013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5ff77b8e-1cf0-426a-a684-ef4d9052270d admin admin] 10.222.0.23 "DELETE /v2.0/networks/b2e2dfba-204d-4e40-ad73-729bdd8010e6 HTTP/1.1" status: 204 len: 168 time: 0.5606711 Apr 08 11:04:48.367904 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:04:48.450623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59982) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:48.499988 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-de5bced8-b05e-42e9-94d7-4417d976a0e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f7653df8f93486bb06eea49a28a9417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481579 Apr 08 11:04:48.502397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 59986) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:48.562898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e77f-563e-480f-8660-9603011c48ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:48.588092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e77f-563e-480f-8660-9603011c48ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:48.711771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e77f-563e-480f-8660-9603011c48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:48.728760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5e77f-563e-480f-8660-9603011c48ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf70343a-7237-438f-90be-df956e9806d2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:48.797333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e77f-563e-480f-8660-9603011c48ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:48.798501 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0cc5e77f-563e-480f-8660-9603011c48ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf70343a-7237-438f-90be-df956e9806d2 HTTP/1.1" status: 204 len: 168 time: 0.2952268 Apr 08 11:04:49.951536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 60010) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:50.052899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1029767791-network', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:04:50.057535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:50.061864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Usage tracker for resource:network and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:50.064695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:50.070750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:50.179718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Made reservation on behalf of 2019fc30a1da42d0a2014ec9e3054d8a for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:04:50.182070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:50.194762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:50.209069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:50.212806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Usage tracker for resource:security_group_rule and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:50.216718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:50.221277 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:50.302287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:50.385417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:50.418721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:04:50.427939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1aa6e0-7c57-484c-a4a3-994d09a36321,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:50.433335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:50.433681 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Added segment eda31ac3-dded-42ff-9648-b1b3ac1709c9 of type vlan for network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 Apr 08 11:04:50.460869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:50.568911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:50.569865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:50.570451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:50.671854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:50.681888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:04:50.724226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4348799f-952d-4349-b039-b0172b860050 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7707624 Apr 08 11:04:50.727117 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60016) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:50.733718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Request body: {'subnet': {'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1029767791-subnet', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:04:50.739520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:50.743700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Usage tracker for resource:subnet and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:50.746668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:50.753169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:50.837897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Made reservation on behalf of 2019fc30a1da42d0a2014ec9e3054d8a for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:04:50.840247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:51.095415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:51.174613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d4ae75-7ea8-435d-b72d-506a8b987615,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:51.185708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.186581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.186954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.187288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.187617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.187943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.188278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.188620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.188945 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.189263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.189580 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.189901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:51.194292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Checking segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:04:51.194648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Network hostable DHCP agents. Network: 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:04:51.283467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:04:51.380904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:04:51.385698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:51.386831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:51.390551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829e507-feb9-437b-9296-f737e7b4161d None None] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:04:51.502026 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a730fe72-13b2-4467-ab9a-d93e134acc3d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7735159 Apr 08 11:04:51.505117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 60020) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:51.510215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:04:51.515589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:51.519461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Usage tracker for resource:router and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:51.522355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:51.528296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:51.599712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:04:51.600927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:51.621147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:51.622289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:51.637632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:51.754464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Allocated IP 172.20.0.2 (7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107/d5d4ae75-7ea8-435d-b72d-506a8b987615/a7d8868b-d016-4005-872d-a1b42b6e5ce7) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:04:51.967215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:51.978185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Transition to ACTIVE for port object a7d8868b-d016-4005-872d-a1b42b6e5ce7 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:04:51.996945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Transition to ACTIVE for port object a7d8868b-d016-4005-872d-a1b42b6e5ce7 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:04:52.069772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:52.095554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:52.155842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:04:52.162499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:04:52.167166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:04:52.173763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Pushing event updated for resources: {'Port': ['ID=a7d8868b-d016-4005-872d-a1b42b6e5ce7,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:52.210614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.210963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.211293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.211619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.211941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.212262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.212608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.212928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.213246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.213568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.213878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.214189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:52.271950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Attempting to bind port a7d8868b-d016-4005-872d-a1b42b6e5ce7 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:04:52.283398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Attempting to bind port a7d8868b-d016-4005-872d-a1b42b6e5ce7 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:04:52.283398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Attempting to bind port a7d8868b-d016-4005-872d-a1b42b6e5ce7 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:04:52.283398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:04:52.283398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Checking segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:04:52.283398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:52.283398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Bound using segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:04:52.283398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Bound port: a7d8868b-d016-4005-872d-a1b42b6e5ce7, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:04:52.283398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:52.370906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] For port a7d8868b-d016-4005-872d-a1b42b6e5ce7, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:04:52.374579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] For port a7d8868b-d016-4005-872d-a1b42b6e5ce7, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a7d8868b-d016-4005-872d-a1b42b6e5ce7,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:04:52.568467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:52.598472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:52.615975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:52.743126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a037a83-6241-46f4-9ea3-44ff9b92e40a None None] Pushing event updated for resources: {'Port': ['ID=a7d8868b-d016-4005-872d-a1b42b6e5ce7,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:52.744424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Allocated IP 172.26.7.119 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/234922bb-d90a-4e03-bfea-4f8a64429cd4) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:04:52.910289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:53.021434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:53.098628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:04:53.098628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:04:53.098628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:04:53.136499 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=234922bb-d90a-4e03-bfea-4f8a64429cd4,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:53.284894 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a7d8868b-d016-4005-872d-a1b42b6e5ce7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:04:53.478288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a7d8868b-d016-4005-872d-a1b42b6e5ce7 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:04:53.615344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:53.686460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ff35b-fe92-4120-8dd4-835ba23b9aca None None] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:04:53.843678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cc7aed7c-7925-45bf-a5b4-80ac68144d15 None None] Provisioning for port a7d8868b-d016-4005-872d-a1b42b6e5ce7 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:04:53.858297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cc7aed7c-7925-45bf-a5b4-80ac68144d15 None None] Provisioning complete for port a7d8868b-d016-4005-872d-a1b42b6e5ce7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:04:53.858667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cc7aed7c-7925-45bf-a5b4-80ac68144d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:54.034189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cc7aed7c-7925-45bf-a5b4-80ac68144d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:54.070169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-cc7aed7c-7925-45bf-a5b4-80ac68144d15 None None] For port a7d8868b-d016-4005-872d-a1b42b6e5ce7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a7d8868b-d016-4005-872d-a1b42b6e5ce7,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:04:54.084547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:54.158221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cc7aed7c-7925-45bf-a5b4-80ac68144d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:54.231187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aed7c-7925-45bf-a5b4-80ac68144d15 None None] Pushing event updated for resources: {'Port': ['ID=a7d8868b-d016-4005-872d-a1b42b6e5ce7,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:54.277741 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5003a2de-fa7a-40f2-a505-7b4a0de438d9 None None] Provisioning complete for port a7d8868b-d016-4005-872d-a1b42b6e5ce7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:04:54.278195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5003a2de-fa7a-40f2-a505-7b4a0de438d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:54.391975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Router 0eea9521-680f-4131-8f85-fa05471f553c is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:04:54.567589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:04:54.579126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:04:54.585901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:04:54.586517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:04:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:54.695093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:54.696327 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-757e1c3e-2558-463f-af76-27b86f68e4f6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1902380 Apr 08 11:04:54.699022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 60024) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:54.766166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:04:55.052836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:53Z', 'revision_number': 3, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:55.056560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:04:55.056857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Updating router 0eea9521-680f-4131-8f85-fa05471f553c port 234922bb-d90a-4e03-bfea-4f8a64429cd4 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:04:55.109493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:55.267564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a7d8868b-d016-4005-872d-a1b42b6e5ce7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:04:55.467500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a7d8868b-d016-4005-872d-a1b42b6e5ce7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:04:55.467869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:55.493098 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:55.597125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:55.644648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Transition to ACTIVE for port object 234922bb-d90a-4e03-bfea-4f8a64429cd4 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:04:55.698514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Allocated IP 172.20.0.1 (7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107/d5d4ae75-7ea8-435d-b72d-506a8b987615/66ea0e74-a09a-4638-ab99-b1044c1733c7) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:04:55.729684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:55.811944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Attempting to bind port 234922bb-d90a-4e03-bfea-4f8a64429cd4 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:04:55.812329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Attempting to bind port 234922bb-d90a-4e03-bfea-4f8a64429cd4 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:04:55.812721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Attempting to bind port 234922bb-d90a-4e03-bfea-4f8a64429cd4 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:04:55.814863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526f67-2048-483d-aa95-ce00d475c20e None None] Pushing event updated for resources: {'Port': ['ID=234922bb-d90a-4e03-bfea-4f8a64429cd4,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:55.820662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:04:55.821033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:04:55.821430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:55.821813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:04:55.822287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Bound port: 234922bb-d90a-4e03-bfea-4f8a64429cd4, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:04:55.822657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:55.848675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:55.864532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Transition to ACTIVE for port object 66ea0e74-a09a-4638-ab99-b1044c1733c7 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:04:55.898636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] For port 234922bb-d90a-4e03-bfea-4f8a64429cd4, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:04:55.901536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] For port 234922bb-d90a-4e03-bfea-4f8a64429cd4, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=234922bb-d90a-4e03-bfea-4f8a64429cd4,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:04:56.043440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:56.043676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:56.110523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:04:56.113269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:04:56.115525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:04:56.125503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:04:56.126146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:04:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:56.163355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Pushing event updated for resources: {'Port': ['ID=66ea0e74-a09a-4638-ab99-b1044c1733c7,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:56.183602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:56.189400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526f67-2048-483d-aa95-ce00d475c20e None None] Pushing event updated for resources: {'Port': ['ID=234922bb-d90a-4e03-bfea-4f8a64429cd4,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:56.321637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:04:56.534255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:56.550767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-77ed0498-d3e6-4288-a509-3edbccf52622 None None] Provisioning for port 66ea0e74-a09a-4638-ab99-b1044c1733c7 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:04:56.560156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-77ed0498-d3e6-4288-a509-3edbccf52622 None None] Provisioning complete for port 66ea0e74-a09a-4638-ab99-b1044c1733c7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:04:56.560628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-77ed0498-d3e6-4288-a509-3edbccf52622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:56.647963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-77ed0498-d3e6-4288-a509-3edbccf52622 None None] Port 66ea0e74-a09a-4638-ab99-b1044c1733c7 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:04:56.671571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:53Z', 'revision_number': 3, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:56.675538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88217b0a-23fa-420a-be72-90e863d7ac71 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:53Z', 'revision_number': 3, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:04:56.757542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:56.809728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:56.922314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Pushing event updated for resources: {'Port': ['ID=66ea0e74-a09a-4638-ab99-b1044c1733c7,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:56.924981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:57.069572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:04:57.070734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:04:57.225576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a076c965-3d65-4376-a56d-89236c0c60ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:57.318255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 234922bb-d90a-4e03-bfea-4f8a64429cd4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:04:57.399753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0ec58e97-f2b2-4351-abfb-3df4ef1e4e8d None None] Provisioning complete for port 66ea0e74-a09a-4638-ab99-b1044c1733c7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:04:57.400222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ec58e97-f2b2-4351-abfb-3df4ef1e4e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:57.419633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:04:57.460917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0ec58e97-f2b2-4351-abfb-3df4ef1e4e8d None None] Port 66ea0e74-a09a-4638-ab99-b1044c1733c7 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:04:57.534063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 234922bb-d90a-4e03-bfea-4f8a64429cd4 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:04:57.539788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 234922bb-d90a-4e03-bfea-4f8a64429cd4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:04:57.540271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:57.609996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:04:57.618721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-75f47dfc-54c2-41bb-8b1e-b62d5b28f009 admin admin] 10.222.0.23 "PUT /v2.0/routers/0eea9521-680f-4131-8f85-fa05471f553c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9187109 Apr 08 11:04:57.667655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:57.684469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 234922bb-d90a-4e03-bfea-4f8a64429cd4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=234922bb-d90a-4e03-bfea-4f8a64429cd4,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:04:57.746598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:57.819032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=234922bb-d90a-4e03-bfea-4f8a64429cd4,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:58.211139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 60034) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:58.215585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556802560', 'description': 'tempest-description--1819398890'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:04:58.222227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:58.226850 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Usage tracker for resource:security_group and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:58.229143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:58.234250 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:04:58.239203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:58.243796 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:04:58.244426 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:04:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:58.330240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.352215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:58.356287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Usage tracker for resource:security_group_rule and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:58.359885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:58.365940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:58.424235 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:04:58.440175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.517965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.561152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f026271-d34a-4024-b17d-0fb7e253c473,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:58.620914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.625536 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5b6c9127-999a-405f-a0c6-71b25eaa9ee7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4108100 Apr 08 11:04:58.625910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60038) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:58.631406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'security_group_rule': {'security_group_id': '2f026271-d34a-4024-b17d-0fb7e253c473', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:04:58.637406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:58.642078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Usage tracker for resource:security_group_rule and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:58.645006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:58.651289 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:58.734534 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 2, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:58.738328 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:04:58.738714 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Updating router 0eea9521-680f-4131-8f85-fa05471f553c port 66ea0e74-a09a-4638-ab99-b1044c1733c7 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:04:58.741587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.790736 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.804772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.889884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.913397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23562e7d-6d68-4360-aa10-74c81c7a7c6b,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:58.992236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:58.993483 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e4832d83-86b3-4485-b60d-41a0ff0e0567 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665895 Apr 08 11:04:58.996055 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60042) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:59.001659 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'security_group_rule': {'security_group_id': '2f026271-d34a-4024-b17d-0fb7e253c473', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:04:59.007490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:59.011381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Usage tracker for resource:security_group_rule and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:59.018173 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:59.024200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:59.090162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.129042 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.141134 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Transition to ACTIVE for port object 66ea0e74-a09a-4638-ab99-b1044c1733c7 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:04:59.154852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.214998 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.243768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.264666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 234922bb-d90a-4e03-bfea-4f8a64429cd4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:04:59.270835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bf5bce-d36f-481a-bf29-fd9f2fdef9db,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:59.345516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 234922bb-d90a-4e03-bfea-4f8a64429cd4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:04:59.345892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.351469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.352857 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a705a805-2471-4e57-8635-e9f538db2353 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557415 Apr 08 11:04:59.354569 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Pushing event updated for resources: {'Port': ['ID=66ea0e74-a09a-4638-ab99-b1044c1733c7,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:59.355756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60046) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:04:59.361360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:04:59.373135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:04:59.373135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Usage tracker for resource:floatingip and tenant:2019fc30a1da42d0a2014ec9e3054d8a is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:04:59.375972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:04:59.382542 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:04:59.383414 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.383825 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.384225 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.384639 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.385214 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.385594 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.385921 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.386528 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.387249 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.387720 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.388340 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.388821 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:59.472954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.496686 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Attempting to bind port 66ea0e74-a09a-4638-ab99-b1044c1733c7 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:04:59.497412 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Attempting to bind port 66ea0e74-a09a-4638-ab99-b1044c1733c7 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:04:59.497994 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Attempting to bind port 66ea0e74-a09a-4638-ab99-b1044c1733c7 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:04:59.505035 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:04:59.506702 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Checking segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:04:59.507400 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.508601 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Bound using segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:04:59.509473 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Bound port: 66ea0e74-a09a-4638-ab99-b1044c1733c7, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:04:59.510315 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.599067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53ea3b5d-2763-4959-aadd-0220a3d442b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.604747 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] For port 66ea0e74-a09a-4638-ab99-b1044c1733c7, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:04:59.607866 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] For port 66ea0e74-a09a-4638-ab99-b1044c1733c7, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=66ea0e74-a09a-4638-ab99-b1044c1733c7,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:04:59.627629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.684053 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.764034 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:04:59.765305 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:04:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:59.769263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Allocated IP 172.26.7.186 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/60767658-b3ae-4ad6-bcb4-b611ca433666) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:04:59.850923 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d746374-405e-4985-846e-52e6704b4f7f None None] Pushing event updated for resources: {'Port': ['ID=66ea0e74-a09a-4638-ab99-b1044c1733c7,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:59.932358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:59.980079 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:05:00.026234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:00.084877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:00.087625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:00.091138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:05:00.141235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'Port': ['ID=60767658-b3ae-4ad6-bcb4-b611ca433666,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:00.184362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:00.287463 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:04:59Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:00.291187 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04eb4b1-3483-4ebc-8e2f-56c120a3f2b1 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:04:59Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:05:00.303093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:00.630757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:00.632721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:00.690443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:00.804637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'Port': ['ID=60767658-b3ae-4ad6-bcb4-b611ca433666,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:00.815630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:00.907190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:00.908439 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7437c1b2-ff37-4eca-8d69-bc634464def0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5515132 Apr 08 11:05:01.079172 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-82c8dcb6-6655-4a29-a872-0f60eea7c406 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--556802560&fields=id&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 267 time: 0.0440409 Apr 08 11:05:01.209514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:01.253779 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76078-0e51-4e66-844f-fee30772008e req-aaa2d2df-4903-49d9-b6d6-a083f26cf37a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:01.255450 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-aaa2d2df-4903-49d9-b6d6-a083f26cf37a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 812 time: 0.1691544 Apr 08 11:05:01.272567 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-83bda2e2-0b94-4c83-aa6c-02c0b507268a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/quotas/2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 375 time: 0.0113130 Apr 08 11:05:01.291754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 66ea0e74-a09a-4638-ab99-b1044c1733c7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:05:01.379718 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-251ae048-bc44-4407-b647-d6ab41071c4b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012216 Apr 08 11:05:01.431121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 66ea0e74-a09a-4638-ab99-b1044c1733c7 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:05:01.437504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 66ea0e74-a09a-4638-ab99-b1044c1733c7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:05:01.438034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:01.519981 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-a167e3bd-6b53-4310-b763-727feaddce8c service neutron] 10.222.0.23 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281643 Apr 08 11:05:01.556319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:01.589096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 66ea0e74-a09a-4638-ab99-b1044c1733c7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=66ea0e74-a09a-4638-ab99-b1044c1733c7,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:01.654058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:01.656871 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-56a32f1b-86b8-466e-a528-7c86fde17980 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277292 Apr 08 11:05:01.725862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=66ea0e74-a09a-4638-ab99-b1044c1733c7,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:01.902063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1a188189-271d-4ea7-b33c-466f4d2f0cd0 req-f310eeed-f1b3-43d0-9958-2e1776f40978 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:05:01.980962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1a188189-271d-4ea7-b33c-466f4d2f0cd0 req-f310eeed-f1b3-43d0-9958-2e1776f40978 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:05:01.982190 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a188189-271d-4ea7-b33c-466f4d2f0cd0 req-f310eeed-f1b3-43d0-9958-2e1776f40978 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 210 time: 0.1216636 Apr 08 11:05:02.038032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:03.132746 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4e9d36ed-dd3f-46ca-9e61-aaab5f256d13 req-b75d5d0d-5a41-44ec-9767-60ce0684395e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 210 time: 0.0460622 Apr 08 11:05:03.267142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 66ea0e74-a09a-4638-ab99-b1044c1733c7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:05:03.335119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 66ea0e74-a09a-4638-ab99-b1044c1733c7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:05:03.335489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:04.060338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76078-0e51-4e66-844f-fee30772008e req-107836b5-d626-4ad9-8cf5-d07bbce6e473 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:04.061078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4ae76078-0e51-4e66-844f-fee30772008e req-107836b5-d626-4ad9-8cf5-d07bbce6e473 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:05:04.163122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4ae76078-0e51-4e66-844f-fee30772008e req-107836b5-d626-4ad9-8cf5-d07bbce6e473 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:05:04.164278 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-107836b5-d626-4ad9-8cf5-d07bbce6e473 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 812 time: 0.2499104 Apr 08 11:05:04.216615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4ae76078-0e51-4e66-844f-fee30772008e req-49c5819d-ea50-4ddb-9faf-dde6fb523b53 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:05:04.284982 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fb981637-47b8-4074-9af9-624c4b8cf310 req-ecbbf5c6-1f09-428b-8b9b-0c30baac4be6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 210 time: 0.0429263 Apr 08 11:05:04.289640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4ae76078-0e51-4e66-844f-fee30772008e req-49c5819d-ea50-4ddb-9faf-dde6fb523b53 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:05:04.290808 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-49c5819d-ea50-4ddb-9faf-dde6fb523b53 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 379 time: 0.1185777 Apr 08 11:05:04.307841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'port': {'device_id': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'admin_state_up': True, 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'security_groups': ['2f026271-d34a-4024-b17d-0fb7e253c473']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:04.358231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:04.444275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:05:04.454256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:05:04.540863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Made reservation on behalf of 2019fc30a1da42d0a2014ec9e3054d8a for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:04.544613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:04.708397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Allocated IP 172.20.0.8 (7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107/d5d4ae75-7ea8-435d-b72d-506a8b987615/789129e3-4daf-447d-bc8e-bd38e663bf18) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:05:04.894813 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:04.910410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Transition to ACTIVE for port object 789129e3-4daf-447d-bc8e-bd38e663bf18 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:05:05.037748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:05.103920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:05.114550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:05.118905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:05:05.150470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:05.188857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:05.189483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:05.267622 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-21b080b3-ab83-4d3f-b3d1-0e7e7a82bad4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9705336 Apr 08 11:05:05.279567 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Request body: {'port': {'device_id': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:05.398772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:05.449928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9c02b9f0-9bc6-4e6f-9c51-aafaa233e7e4 None None] Provisioning for port 789129e3-4daf-447d-bc8e-bd38e663bf18 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:05:05.455466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9c02b9f0-9bc6-4e6f-9c51-aafaa233e7e4 None None] Provisioning complete for port 789129e3-4daf-447d-bc8e-bd38e663bf18 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:05:05.455995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c02b9f0-9bc6-4e6f-9c51-aafaa233e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:05.472397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524765a-8d33-4825-ae3d-e41c5b65e3e5 req-fc237826-3193-48f7-9992-b0af39572b72 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:05.473952 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b524765a-8d33-4825-ae3d-e41c5b65e3e5 req-fc237826-3193-48f7-9992-b0af39572b72 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 931 time: 0.0819788 Apr 08 11:05:05.513748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9c02b9f0-9bc6-4e6f-9c51-aafaa233e7e4 None None] Port 789129e3-4daf-447d-bc8e-bd38e663bf18 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:05:05.521372 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b524765a-8d33-4825-ae3d-e41c5b65e3e5 req-4fda65e4-d546-4f91-9280-e1e084999387 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 Apr 08 11:05:05.854286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789129e3-4daf-447d-bc8e-bd38e663bf18 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:05.861847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:05.876709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Transition to ACTIVE for port object 789129e3-4daf-447d-bc8e-bd38e663bf18 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:05:05.969681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:06.131692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Pushing event updated for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:06.206200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Attempting to bind port 789129e3-4daf-447d-bc8e-bd38e663bf18 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:05:06.206536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Attempting to bind port 789129e3-4daf-447d-bc8e-bd38e663bf18 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:05:06.206867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Attempting to bind port 789129e3-4daf-447d-bc8e-bd38e663bf18 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:05:06.211376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Port 789129e3-4daf-447d-bc8e-bd38e663bf18 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:05:06.211698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Attempting to bind port 789129e3-4daf-447d-bc8e-bd38e663bf18 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:05:06.216704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:05:06.217041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Checking segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:05:06.217472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Bound using segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:05:06.217914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Bound port: 789129e3-4daf-447d-bc8e-bd38e663bf18, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:05:06.218243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:06.309640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:05:06.313295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:05:06.376079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:06.431557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:06.432171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:06.433553 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] 10.222.0.41 "PUT /v2.0/ports/789129e3-4daf-447d-bc8e-bd38e663bf18 HTTP/1.1" status: 200 len: 1093 time: 1.1584466 Apr 08 11:05:06.433985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:06.459595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec462d3-83bd-4d4f-989a-0a37a85b5de5 service neutron] Pushing event updated for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:06.488231 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ffea01-aca9-4bf6-b8d0-5aa9fd7d121e'] response: {'name': 'network-changed', 'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'status': 'completed', 'code': 200} Apr 08 11:05:06.585718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6358d-a816-44b1-ac15-b3eb519c5d6b req-5d78e741-080d-46ac-8fb8-093e24a71456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:06.587591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a7a6358d-a816-44b1-ac15-b3eb519c5d6b req-5d78e741-080d-46ac-8fb8-093e24a71456 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0783355 Apr 08 11:05:06.717010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a427418-4575-458a-966e-8d795b67cb72 req-70ff5bf3-f843-4aa6-982b-26506e0f3a46 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:06.719308 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5a427418-4575-458a-966e-8d795b67cb72 req-70ff5bf3-f843-4aa6-982b-26506e0f3a46 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 943 time: 0.0838544 Apr 08 11:05:06.738226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6358d-a816-44b1-ac15-b3eb519c5d6b req-4144f0d5-c71f-4cac-8b18-b4264a6cf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:06.740270 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a7a6358d-a816-44b1-ac15-b3eb519c5d6b req-4144f0d5-c71f-4cac-8b18-b4264a6cf021 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1442933 Apr 08 11:05:06.768171 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5a427418-4575-458a-966e-8d795b67cb72 req-c782f339-9e77-4888-bbd9-1362615aa6fc tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410759 Apr 08 11:05:06.877466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6358d-a816-44b1-ac15-b3eb519c5d6b req-8de93f08-a717-42d7-a42d-fd4779add686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:06.878989 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a7a6358d-a816-44b1-ac15-b3eb519c5d6b req-8de93f08-a717-42d7-a42d-fd4779add686 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318281 Apr 08 11:05:06.986916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76078-0e51-4e66-844f-fee30772008e req-1d59fded-35dc-4e14-a605-fd6fc64c8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:06.988304 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-1d59fded-35dc-4e14-a605-fd6fc64c8911 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0737512 Apr 08 11:05:07.058976 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-d3d133be-37ef-49d4-bdd9-5ca1ff56258b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789129e3-4daf-447d-bc8e-bd38e663bf18 HTTP/1.1" status: 200 len: 217 time: 0.0632792 Apr 08 11:05:07.120765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76078-0e51-4e66-844f-fee30772008e req-16d9b7b3-5b0c-4f99-85b2-9622a517a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:07.122170 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-16d9b7b3-5b0c-4f99-85b2-9622a517a06b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0566859 Apr 08 11:05:07.197660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae76078-0e51-4e66-844f-fee30772008e req-33cf3fd8-881e-449d-88bd-8f43a043ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:07.199099 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-33cf3fd8-881e-449d-88bd-8f43a043ac0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693748 Apr 08 11:05:07.331913 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-0a303f64-adf2-41f4-8fed-399cdbcdd351 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257005 Apr 08 11:05:07.463454 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4ae76078-0e51-4e66-844f-fee30772008e req-87399d26-a682-430a-93c4-b7aac06cfe6c service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243346 Apr 08 11:05:07.962877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b68ae-dfae-4073-a22a-75a112136e06 req-858354ea-f559-4f10-bc7a-03ba2ed23019 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:07.963564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c05b68ae-dfae-4073-a22a-75a112136e06 req-858354ea-f559-4f10-bc7a-03ba2ed23019 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:05:08.049319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c05b68ae-dfae-4073-a22a-75a112136e06 req-858354ea-f559-4f10-bc7a-03ba2ed23019 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:05:08.050387 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c05b68ae-dfae-4073-a22a-75a112136e06 req-858354ea-f559-4f10-bc7a-03ba2ed23019 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 943 time: 0.1718650 Apr 08 11:05:08.096355 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c05b68ae-dfae-4073-a22a-75a112136e06 req-cf7c1572-756f-4438-a6fc-4a9638cb4fc1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Apr 08 11:05:09.278839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47991d-8372-4902-a766-78eb7e546eac req-8f3f2fbf-79af-454c-acb9-0b6ef6c58efe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:09.280354 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d47991d-8372-4902-a766-78eb7e546eac req-8f3f2fbf-79af-454c-acb9-0b6ef6c58efe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 943 time: 0.0800345 Apr 08 11:05:09.327808 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d47991d-8372-4902-a766-78eb7e546eac req-e744fca2-afb1-47cf-aafb-e80ebf70bf77 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416296 Apr 08 11:05:10.510186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251a704-d71a-4c5d-972f-dfbe57a84c8b req-491ec453-363f-411f-93cb-8a54657af919 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:10.511628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f251a704-d71a-4c5d-972f-dfbe57a84c8b req-491ec453-363f-411f-93cb-8a54657af919 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 943 time: 0.0804839 Apr 08 11:05:10.559074 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f251a704-d71a-4c5d-972f-dfbe57a84c8b req-8a7b6946-1f6d-4e66-96c0-bcfef7539b9d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Apr 08 11:05:11.060986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 789129e3-4daf-447d-bc8e-bd38e663bf18 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:05:11.193632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:11.210251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'mac_address': 'fa:16:3e:ff:ae:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:05:11.269483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:11.279541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789129e3-4daf-447d-bc8e-bd38e663bf18 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:11.294681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:11.359286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:11.426599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:11.584869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['789129e3-4daf-447d-bc8e-bd38e663bf18'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:05:11.743723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b9e8-c2bb-4183-b370-badababf8a77 req-ca41a961-21cb-475d-9c06-b0d9e45b0484 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:11.745253 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e11b9e8-c2bb-4183-b370-badababf8a77 req-ca41a961-21cb-475d-9c06-b0d9e45b0484 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 944 time: 0.0812147 Apr 08 11:05:11.789802 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7e11b9e8-c2bb-4183-b370-badababf8a77 req-d83a1a04-3f2c-4935-b9c2-a58dc80fef1c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382671 Apr 08 11:05:12.972040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96695c6-10b5-41cb-b7d3-6ab909d6cbad req-17c0631c-3851-4494-8ec2-cf9b7d56460d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:12.973543 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f96695c6-10b5-41cb-b7d3-6ab909d6cbad req-17c0631c-3851-4494-8ec2-cf9b7d56460d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 944 time: 0.0802155 Apr 08 11:05:13.018892 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f96695c6-10b5-41cb-b7d3-6ab909d6cbad req-d7f8c4ab-cc1f-4fdc-aef2-09cbd5af35c9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394182 Apr 08 11:05:13.077003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 789129e3-4daf-447d-bc8e-bd38e663bf18 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:05:13.209802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 789129e3-4daf-447d-bc8e-bd38e663bf18 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:05:13.214478 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 789129e3-4daf-447d-bc8e-bd38e663bf18 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:05:13.214860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:13.328489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:13.357972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:13.368316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:13.405728 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392b828b-ddad-464f-bd48-b1c3408071b8'] response: {'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'code': 200} Apr 08 11:05:13.455882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:13.523359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:13.767768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8468c-5e6c-4bf7-8241-fe59fe673d3f req-5dc35208-0586-4823-b3f8-5ea6ff227c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:13.769282 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dea8468c-5e6c-4bf7-8241-fe59fe673d3f req-5dc35208-0586-4823-b3f8-5ea6ff227c90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0730827 Apr 08 11:05:13.809049 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dea8468c-5e6c-4bf7-8241-fe59fe673d3f req-7831a760-ef41-4080-9f08-f5c1a64f3047 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337775 Apr 08 11:05:14.206073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d321-6c7a-4023-9d32-5df091002353 req-cc960ab2-0f3a-4666-a91a-b66daffa78fd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:14.207540 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73d4d321-6c7a-4023-9d32-5df091002353 req-cc960ab2-0f3a-4666-a91a-b66daffa78fd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0784428 Apr 08 11:05:14.251712 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-73d4d321-6c7a-4023-9d32-5df091002353 req-cbc60885-f6ad-459e-9d2f-f89f8683d084 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383341 Apr 08 11:05:15.441268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94939306-92b6-4513-9f1a-227334c0dbac req-e3df3658-f278-418b-8c6a-eaf0186289cc tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:15.442704 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-94939306-92b6-4513-9f1a-227334c0dbac req-e3df3658-f278-418b-8c6a-eaf0186289cc tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0844743 Apr 08 11:05:15.487038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-94939306-92b6-4513-9f1a-227334c0dbac req-e0aab981-d6ce-453e-9d1e-44d83b635f1e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386055 Apr 08 11:05:15.664416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c42b99-dbd2-40c3-917d-093077272a39 req-ab47814d-8837-427a-97f9-77e4b64d92ce tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:15.665885 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50c42b99-dbd2-40c3-917d-093077272a39 req-ab47814d-8837-427a-97f9-77e4b64d92ce tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0807405 Apr 08 11:05:15.675144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 60104) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:05:15.679951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'floatingip': {'port_id': '789129e3-4daf-447d-bc8e-bd38e663bf18'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:15.861613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:16.456564 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:16.512726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:16.681157 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Floating IP 2e010de4-fb56-455e-8319-c1c116f8b457 associated. External IP: 172.26.7.186, port: 789129e3-4daf-447d-bc8e-bd38e663bf18. Apr 08 11:05:17.026778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:05:17.324139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:05:17.328442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:17.334832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:05:17.344952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:05:17.345570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:04:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:17.385046 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0e3e90a5-d6a9-491a-b045-b993ad3f30e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "PUT /v2.0/floatingips/2e010de4-fb56-455e-8319-c1c116f8b457 HTTP/1.1" status: 200 len: 991 time: 1.7088125 Apr 08 11:05:17.385638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:17.431876 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9112dc6b-1b90-474f-b3cc-ff2783517f22'] response: {'name': 'network-changed', 'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'status': 'completed', 'code': 200} Apr 08 11:05:17.528110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-620907b7-3132-4af9-8da8-fe9458c6a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:17.529747 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-620907b7-3132-4af9-8da8-fe9458c6a123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0745487 Apr 08 11:05:17.536618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:05:17.562108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d1cf4-0073-4a01-a026-2bfd8114221b req-16037968-8e17-4e9a-826a-4b8284063d87 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:17.563766 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-504d1cf4-0073-4a01-a026-2bfd8114221b req-16037968-8e17-4e9a-826a-4b8284063d87 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0855057 Apr 08 11:05:17.609877 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-504d1cf4-0073-4a01-a026-2bfd8114221b req-ac144354-9691-481f-ab28-e309cfef15af tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394275 Apr 08 11:05:17.675495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-8a6be56c-8ea1-4c39-9cee-8223a0ef227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:17.676992 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-8a6be56c-8ea1-4c39-9cee-8223a0ef227a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1393216 Apr 08 11:05:17.827234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-551b787f-83f3-4c22-b4dc-7d267212ea70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789129e3-4daf-447d-bc8e-bd38e663bf18 HTTP/1.1" status: 200 len: 999 time: 0.1425331 Apr 08 11:05:17.908720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02785a54-f79a-4371-ac4d-3d416dbac02d req-ebe4a07c-8a40-441d-893b-808373436354 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:17.910193 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02785a54-f79a-4371-ac4d-3d416dbac02d req-ebe4a07c-8a40-441d-893b-808373436354 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.1724138 Apr 08 11:05:17.918638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-abacaf28-0a51-4bdd-8837-2ef4f701702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:17.920061 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-abacaf28-0a51-4bdd-8837-2ef4f701702f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0866187 Apr 08 11:05:17.926256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:ff:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:05:16Z', 'revision_number': 1, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:17.930225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:05:17.939500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:05:17.940117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:04:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:18.003673 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-02785a54-f79a-4371-ac4d-3d416dbac02d req-423ae493-3de1-46fc-b7d5-8e59c42e750f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869372 Apr 08 11:05:18.025797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-4430896c-22a8-43dd-9611-36119a3c6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:18.027404 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-4430896c-22a8-43dd-9611-36119a3c6106 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947559 Apr 08 11:05:18.119386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:05:18.160446 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-3f2f5f3b-e06e-4efc-912e-0befba779032 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262376 Apr 08 11:05:18.295656 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f9bb3b7-3ac7-460f-b18b-8d3b520e0aea req-b388b51e-86da-4281-b67a-9cc01a5a1791 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284709 Apr 08 11:05:18.468514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:ff:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:05:16Z', 'revision_number': 1, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:18.472331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2439ae33-cba1-4239-bc8f-8238428cd733 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:ff:ae:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:05:16Z', 'revision_number': 1, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:05:18.655799 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f311c28-a984-480e-8661-27cbad18196c None None] New status for floating IP 2e010de4-fb56-455e-8319-c1c116f8b457: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:05:19.192464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f1fb8-5341-4010-8479-2d5d124632ec req-b7a6a871-1d40-482d-8bda-c2fa4aea30a5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:19.193940 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6e5f1fb8-5341-4010-8479-2d5d124632ec req-b7a6a871-1d40-482d-8bda-c2fa4aea30a5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0826087 Apr 08 11:05:19.238540 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6e5f1fb8-5341-4010-8479-2d5d124632ec req-a9a53578-8052-4d04-903a-8a8b992a10de tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389729 Apr 08 11:05:19.434000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae8288-7a17-49f8-b4d0-3864873bcfe4 req-aa4447e9-9466-4df8-9137-f427a1ef1268 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:19.435462 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7cae8288-7a17-49f8-b4d0-3864873bcfe4 req-aa4447e9-9466-4df8-9137-f427a1ef1268 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0834117 Apr 08 11:05:19.480882 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7cae8288-7a17-49f8-b4d0-3864873bcfe4 req-d1e7414b-9b3f-4d92-894a-cda3e9ec4cae tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Apr 08 11:05:20.016866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a66cc-bba8-4a3e-960a-f6acd678793f req-e1691bfe-0a53-4173-af61-df6c2f8fd1b7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:20.018378 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-040a66cc-bba8-4a3e-960a-f6acd678793f req-e1691bfe-0a53-4173-af61-df6c2f8fd1b7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0798261 Apr 08 11:05:20.103608 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-040a66cc-bba8-4a3e-960a-f6acd678793f req-04b02ad4-99c6-49f0-978a-d9ff0e96225c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515463 Apr 08 11:05:20.125051 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-4e2f995a-eb62-4b23-91f6-5968cb29636b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057394 Apr 08 11:05:21.294047 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488142a4-bf59-4164-88cb-2f08a8a25c3c req-bfbfb6aa-7cb7-4f6c-a0b9-4f1bc2035739 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:21.295983 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-488142a4-bf59-4164-88cb-2f08a8a25c3c req-bfbfb6aa-7cb7-4f6c-a0b9-4f1bc2035739 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0820265 Apr 08 11:05:21.440040 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-488142a4-bf59-4164-88cb-2f08a8a25c3c req-cdf23740-011e-4e83-90e3-8a3059fa8fd8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370244 Apr 08 11:05:22.202228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-951a61b6-1177-460e-8edc-b9597b79b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:22.203733 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-951a61b6-1177-460e-8edc-b9597b79b5fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0703249 Apr 08 11:05:22.335115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-140945a3-36c5-4c31-8e25-5754c4dac6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:22.336687 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-140945a3-36c5-4c31-8e25-5754c4dac6a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1264937 Apr 08 11:05:22.441655 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-d1555063-eec3-46d2-a8a4-5e1f01cf16cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789129e3-4daf-447d-bc8e-bd38e663bf18 HTTP/1.1" status: 200 len: 1001 time: 0.0965014 Apr 08 11:05:22.507398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-65e556e1-8b3b-434e-b1a1-c120de4ed3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:22.508869 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-65e556e1-8b3b-434e-b1a1-c120de4ed3a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0610566 Apr 08 11:05:22.761714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-b5fa28ac-0ecc-48c5-9ffd-110c62ee9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:22.763103 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-b5fa28ac-0ecc-48c5-9ffd-110c62ee9743 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2399206 Apr 08 11:05:22.771309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff65c-f4e6-4c68-bab0-4fe1247ad9da req-feff936e-4fd2-4c91-9e2e-b73f6644b667 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:22.772645 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-690ff65c-f4e6-4c68-bab0-4fe1247ad9da req-feff936e-4fd2-4c91-9e2e-b73f6644b667 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.1068723 Apr 08 11:05:22.899672 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-690ff65c-f4e6-4c68-bab0-4fe1247ad9da req-a0dbec21-ec98-4682-b7fd-7469c89437c0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091948 Apr 08 11:05:22.927643 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-1ea708da-2f53-434b-926c-608788487029 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541014 Apr 08 11:05:23.062124 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-070b40d4-41b4-44ba-a024-95cff0a4ceb8 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237102 Apr 08 11:05:24.081658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6288bd6-2593-4a1f-abb2-2d835fce9f4c req-e5f28678-07cf-405b-9c52-35da52d0d423 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:24.083022 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a6288bd6-2593-4a1f-abb2-2d835fce9f4c req-e5f28678-07cf-405b-9c52-35da52d0d423 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0788047 Apr 08 11:05:24.125973 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a6288bd6-2593-4a1f-abb2-2d835fce9f4c req-b4fa09d4-03c9-43c0-8027-5c1a4d4d4dd4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373862 Apr 08 11:05:25.314981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566b951-5342-454a-9a65-05da4612fb18 req-6d00bcf5-60ab-47d7-8a3c-8b0fdc33cdf4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:25.316427 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7566b951-5342-454a-9a65-05da4612fb18 req-6d00bcf5-60ab-47d7-8a3c-8b0fdc33cdf4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0841200 Apr 08 11:05:25.361285 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7566b951-5342-454a-9a65-05da4612fb18 req-f2378bb4-822e-4bb2-8e27-cdfcd1f8a557 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390851 Apr 08 11:05:25.367440 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:05:26.546234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe0a27-d81f-41ad-ac62-26a40c9d3378 req-8a139e2e-e5ef-4870-9496-72a6ae43683b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:26.547874 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-06fe0a27-d81f-41ad-ac62-26a40c9d3378 req-8a139e2e-e5ef-4870-9496-72a6ae43683b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0834715 Apr 08 11:05:26.591485 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-06fe0a27-d81f-41ad-ac62-26a40c9d3378 req-bedbb89d-f875-4863-9ba9-7857f296bf49 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378780 Apr 08 11:05:27.210310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ff1913b1-a272-46bb-aceb-cbda9e9755d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:27.773259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2b92d-94f2-41f3-900e-2a28314d653c req-83642fdb-6385-44c2-a60f-fe65f3ff5182 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:27.774708 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa2b92d-94f2-41f3-900e-2a28314d653c req-83642fdb-6385-44c2-a60f-fe65f3ff5182 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0783148 Apr 08 11:05:27.818066 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa2b92d-94f2-41f3-900e-2a28314d653c req-98f2495e-b659-4397-b515-4a1af00360f0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377607 Apr 08 11:05:29.004027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a279db-0507-499d-be93-16d4d7470fdc req-41e979ad-567e-4378-a736-a56b07330874 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:29.005497 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-84a279db-0507-499d-be93-16d4d7470fdc req-41e979ad-567e-4378-a736-a56b07330874 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0795302 Apr 08 11:05:29.051763 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-84a279db-0507-499d-be93-16d4d7470fdc req-780246d6-c27b-46ca-87d6-fbcfb0016280 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 Apr 08 11:05:29.495978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-14c6a64e-b46f-4b7c-ba08-2d3fd2e59662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:30.235683 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71ef39-1212-4eb4-9ab2-10027d04664d req-fa1874c5-bfd6-44dd-9969-302470ee01af tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:30.237593 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bd71ef39-1212-4eb4-9ab2-10027d04664d req-fa1874c5-bfd6-44dd-9969-302470ee01af tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0833075 Apr 08 11:05:30.281380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bd71ef39-1212-4eb4-9ab2-10027d04664d req-716f70a6-3d39-4e7b-91fd-c0c464e8143b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380888 Apr 08 11:05:30.656183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:31.234010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:31.465039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b00ff-dd91-4eac-b68b-c3d6e55cd8e4 req-4f11fef4-b98e-41d8-b9be-b41de6501b32 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:31.466484 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-340b00ff-dd91-4eac-b68b-c3d6e55cd8e4 req-4f11fef4-b98e-41d8-b9be-b41de6501b32 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0792897 Apr 08 11:05:31.510244 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-340b00ff-dd91-4eac-b68b-c3d6e55cd8e4 req-eaa2ac52-7213-4f96-8fe6-b2d547b504b7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373073 Apr 08 11:05:32.021522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:32.695796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014d3c4-fe90-4b7e-8368-7df6f984ae70 req-9a9a32fd-273a-454f-9d7a-232d3b70194d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:32.697274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b014d3c4-fe90-4b7e-8368-7df6f984ae70 req-9a9a32fd-273a-454f-9d7a-232d3b70194d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0799248 Apr 08 11:05:32.742394 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b014d3c4-fe90-4b7e-8368-7df6f984ae70 req-e7c181fe-f95b-4fb8-9b39-3b1f0fe2f559 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384085 Apr 08 11:05:33.927559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd7b01-7436-4fc9-b6f5-dc87e8c009ca req-cc1b674d-f29e-466e-bbd5-29b6064db867 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:33.929014 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-19fd7b01-7436-4fc9-b6f5-dc87e8c009ca req-cc1b674d-f29e-466e-bbd5-29b6064db867 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0817840 Apr 08 11:05:33.973852 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-19fd7b01-7436-4fc9-b6f5-dc87e8c009ca req-b5a14613-5440-4c2d-a0c2-1957c60699e4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392258 Apr 08 11:05:34.381838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:35.160843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caad62b-c1d2-4bb4-a925-31512820395f req-951682e0-6741-4301-abc3-e238ba1a4bde tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:35.162308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9caad62b-c1d2-4bb4-a925-31512820395f req-951682e0-6741-4301-abc3-e238ba1a4bde tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0822299 Apr 08 11:05:35.206534 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9caad62b-c1d2-4bb4-a925-31512820395f req-c6b86bb2-2e76-4419-8dd3-2c723fa78dfd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386376 Apr 08 11:05:36.393831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c642a-981e-46c0-a2eb-20b2f1c6492c req-c6fb0ea9-f495-43ff-8d14-d3fbe22116fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:36.395353 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-864c642a-981e-46c0-a2eb-20b2f1c6492c req-c6fb0ea9-f495-43ff-8d14-d3fbe22116fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0803089 Apr 08 11:05:36.439677 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-864c642a-981e-46c0-a2eb-20b2f1c6492c req-03862526-be11-4484-adba-1afe888d0562 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 Apr 08 11:05:37.619201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624fea4-3f0d-43ad-8d8c-0c72612267ce req-790811ca-8886-425b-bff0-869b28d1e559 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:37.620649 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5624fea4-3f0d-43ad-8d8c-0c72612267ce req-790811ca-8886-425b-bff0-869b28d1e559 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0788107 Apr 08 11:05:37.667908 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5624fea4-3f0d-43ad-8d8c-0c72612267ce req-7b1a3e9c-f99f-436c-9f21-a0b762765aba tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409083 Apr 08 11:05:38.854876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361538c-e5c1-4765-9c1f-a2a5e719fd2a req-80bf5a9d-bfd9-4947-9d78-6d32818edf8e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:38.856314 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5361538c-e5c1-4765-9c1f-a2a5e719fd2a req-80bf5a9d-bfd9-4947-9d78-6d32818edf8e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0820532 Apr 08 11:05:38.899689 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5361538c-e5c1-4765-9c1f-a2a5e719fd2a req-306bd131-cb22-4f4b-8c25-a52c6641039e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374529 Apr 08 11:05:40.085253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a12d8-0496-4cfd-9866-47bb7b89878f req-d11b2a3f-4dfa-480b-999f-801eeb08b32b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:40.086679 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b91a12d8-0496-4cfd-9866-47bb7b89878f req-d11b2a3f-4dfa-480b-999f-801eeb08b32b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0789554 Apr 08 11:05:40.130366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b91a12d8-0496-4cfd-9866-47bb7b89878f req-13b3ceae-96aa-4456-bb64-750f9de2f2e4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381269 Apr 08 11:05:41.313031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887282-a835-4101-aa89-cc36d116422a req-2c6c191b-db47-49cb-aaac-8ab71dc5a054 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:41.314502 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-29887282-a835-4101-aa89-cc36d116422a req-2c6c191b-db47-49cb-aaac-8ab71dc5a054 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0798793 Apr 08 11:05:41.361365 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-29887282-a835-4101-aa89-cc36d116422a req-cd45ca0e-efcd-4af1-bb87-17a7ce25ce91 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 Apr 08 11:05:42.546452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a5361-915d-43eb-8a46-6696d12b1338 req-6f6aa340-dee6-43bf-9053-3e4fc34956d0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:42.547897 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-399a5361-915d-43eb-8a46-6696d12b1338 req-6f6aa340-dee6-43bf-9053-3e4fc34956d0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0819006 Apr 08 11:05:42.591739 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-399a5361-915d-43eb-8a46-6696d12b1338 req-438b7eb4-323b-4b50-9ee2-c5e3e3d11b9b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380673 Apr 08 11:05:43.774316 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ad04d-a921-4ee0-9643-b0191c3b411a req-754851ad-0bcc-4a62-b867-14018422e1ab tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:43.775780 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-752ad04d-a921-4ee0-9643-b0191c3b411a req-754851ad-0bcc-4a62-b867-14018422e1ab tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0786519 Apr 08 11:05:43.821776 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-752ad04d-a921-4ee0-9643-b0191c3b411a req-a6668409-1aa6-46b4-9100-28ebb7167b86 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 Apr 08 11:05:45.004625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89d39b-9434-4be6-be39-a9344a5d6fa9 req-d7537a01-4a11-4a39-90fe-6004a136bc9b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:45.006100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f89d39b-9434-4be6-be39-a9344a5d6fa9 req-d7537a01-4a11-4a39-90fe-6004a136bc9b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0789304 Apr 08 11:05:45.050205 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5f89d39b-9434-4be6-be39-a9344a5d6fa9 req-b5d99b81-5749-450f-8382-ad4d902958e6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384481 Apr 08 11:05:45.207830 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-c170ecb3-e969-42b5-9f19-ebf97344d33e service neutron] 10.222.0.41 "GET /v2.0/ports/789129e3-4daf-447d-bc8e-bd38e663bf18/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0757391 Apr 08 11:05:45.933254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-d70a8087-f4d4-4f28-a312-638071c686b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:45.934820 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-d70a8087-f4d4-4f28-a312-638071c686b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 1098 time: 0.0729942 Apr 08 11:05:46.027502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-ff3627ed-fde0-4cc8-bbb9-f74464c9e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:46.029056 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-ff3627ed-fde0-4cc8-bbb9-f74464c9e078 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0732856 Apr 08 11:05:46.246065 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6f354-c241-4b8d-91e7-464595b12042 req-4edf383e-c80a-4486-b1e7-f05a4167d8f1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:46.247428 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c1e6f354-c241-4b8d-91e7-464595b12042 req-4edf383e-c80a-4486-b1e7-f05a4167d8f1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0887628 Apr 08 11:05:46.268912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-52117959-419e-4a4c-98eb-154af1a70c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:46.271100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-52117959-419e-4a4c-98eb-154af1a70c4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.2342784 Apr 08 11:05:46.293347 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c1e6f354-c241-4b8d-91e7-464595b12042 req-257d22fb-7a04-414c-b006-ae557eb59909 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 Apr 08 11:05:46.376351 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-acf0f06e-e4fd-4021-8e58-1e5866518ca4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789129e3-4daf-447d-bc8e-bd38e663bf18 HTTP/1.1" status: 200 len: 1001 time: 0.0987561 Apr 08 11:05:46.438884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-ac2340e2-b8d1-40e9-b35a-205eef3127b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:46.440359 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-ac2340e2-b8d1-40e9-b35a-205eef3127b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0581126 Apr 08 11:05:46.514834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-09ea013d-c885-4062-9db1-81b59e375203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:46.516499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-09ea013d-c885-4062-9db1-81b59e375203 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701380 Apr 08 11:05:46.647642 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-e0818821-d10a-4806-a01d-f5ab79a315d8 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242912 Apr 08 11:05:46.778447 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3c9ed356-d975-4027-98ca-d9547fc2baed req-742ed402-768f-49a6-b264-b2f4cfe5b1be service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238594 Apr 08 11:05:47.484758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb778bf-88bb-4c2b-a432-7ec7743324a4 req-9ae21e9a-7098-479e-96ff-ba8439993717 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:47.486210 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3fb778bf-88bb-4c2b-a432-7ec7743324a4 req-9ae21e9a-7098-479e-96ff-ba8439993717 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0835245 Apr 08 11:05:47.530345 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3fb778bf-88bb-4c2b-a432-7ec7743324a4 req-90daf54a-9c03-428d-ac60-e629649f0f36 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384758 Apr 08 11:05:48.716318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7b7e-a3fc-45a5-b059-25593b6c5252 req-ae8848d1-0bce-409f-8d3f-5790ef1c50df tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:48.718137 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-759f7b7e-a3fc-45a5-b059-25593b6c5252 req-ae8848d1-0bce-409f-8d3f-5790ef1c50df tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0816441 Apr 08 11:05:48.764927 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-759f7b7e-a3fc-45a5-b059-25593b6c5252 req-6d3e07c8-8141-4c32-9756-201763a1ec74 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404222 Apr 08 11:05:49.212226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 789129e3-4daf-447d-bc8e-bd38e663bf18 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:05:49.214561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 789129e3-4daf-447d-bc8e-bd38e663bf18 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:05:49.428525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:49.458190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:49.479331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:49.487997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'mac_address': 'fa:16:3e:ff:ae:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:05:49.526781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:49.552892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:49.569763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 789129e3-4daf-447d-bc8e-bd38e663bf18 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:49.586704 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1146d0-28a5-4b2d-a5fb-78c1a15535cd'] response: {'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'code': 200} Apr 08 11:05:49.588690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:49.703750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:05:49.704099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:05:49.707304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:49.953700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81a5b9-6fd8-473e-9a85-9cf5c6f2b329 req-3aeec8ce-c076-446f-98e2-ce38931922b2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:49.955152 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6e81a5b9-6fd8-473e-9a85-9cf5c6f2b329 req-3aeec8ce-c076-446f-98e2-ce38931922b2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 943 time: 0.0851681 Apr 08 11:05:49.997895 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6e81a5b9-6fd8-473e-9a85-9cf5c6f2b329 req-572617c2-0076-42f7-8a96-810564e9495e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371065 Apr 08 11:05:50.261031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:50.316228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789129e3-4daf-447d-bc8e-bd38e663bf18 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:50.332289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:50.399062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:50.440576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50142fc3-58ca-4983-9ac3-e20578de7160 req-8f51fbfb-3418-461e-bb19-360ea7f108d7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.443044 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-50142fc3-58ca-4983-9ac3-e20578de7160 req-8f51fbfb-3418-461e-bb19-360ea7f108d7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 943 time: 0.0883474 Apr 08 11:05:50.472081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['789129e3-4daf-447d-bc8e-bd38e663bf18'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:05:50.490110 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-50142fc3-58ca-4983-9ac3-e20578de7160 req-5a53b378-f608-4fdc-b46c-3d13f371affd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 Apr 08 11:05:50.495440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:50.498209 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-bb703349-dd27-4590-a27f-d81ee5b5a57e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.500980 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-bb703349-dd27-4590-a27f-d81ee5b5a57e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 944 time: 0.0938191 Apr 08 11:05:50.648573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-21f2ed2b-f945-4811-bd96-ac904d55232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.650128 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-21f2ed2b-f945-4811-bd96-ac904d55232b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 1097 time: 0.0744536 Apr 08 11:05:50.779574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-84581c5b-cd81-4b51-9641-b359e2bd28da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.781024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-84581c5b-cd81-4b51-9641-b359e2bd28da service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1243815 Apr 08 11:05:50.884352 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-10466cb5-762d-47e9-b156-01e8d81b1090 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789129e3-4daf-447d-bc8e-bd38e663bf18 HTTP/1.1" status: 200 len: 1000 time: 0.0960786 Apr 08 11:05:50.946019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-f7392419-a043-4d14-ba22-35c09afc2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.947454 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-f7392419-a043-4d14-ba22-35c09afc2bf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0572467 Apr 08 11:05:51.031625 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-d87d8a36-0f37-41fc-a6dd-ae2804085db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:51.033046 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-d87d8a36-0f37-41fc-a6dd-ae2804085db0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777030 Apr 08 11:05:51.167290 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-d1186437-fb90-4a82-ad8e-1589c7328f86 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239753 Apr 08 11:05:51.228223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 789129e3-4daf-447d-bc8e-bd38e663bf18 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:05:51.296395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 789129e3-4daf-447d-bc8e-bd38e663bf18 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:05:51.297183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:51.301856 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-004f8645-3ad8-4a54-990e-ea410a2d6d31 req-1bd3ea70-8e22-40c2-b199-c54d06407321 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275213 Apr 08 11:05:51.415074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:51.447396 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:51.525702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:51.589312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:51.603582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:51.655727 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbb649f-7d57-4b8b-a34a-71d3f7bd9040'] response: {'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'code': 200} Apr 08 11:05:51.685397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1182aa-5cf4-4045-b5c9-ec8cf9d6717c req-c43fbce4-ae95-407c-aef7-0de528f93e13 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:51.687669 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2a1182aa-5cf4-4045-b5c9-ec8cf9d6717c req-c43fbce4-ae95-407c-aef7-0de528f93e13 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0823126 Apr 08 11:05:51.730127 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2a1182aa-5cf4-4045-b5c9-ec8cf9d6717c req-738ae7fb-c985-4517-8def-ac4c7afa33ea tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368967 Apr 08 11:05:52.914645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c6f87-f191-4886-9a97-bb2cda1af4a9 req-add52c05-ed63-488f-961b-947ac7028e15 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:52.916221 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4c6f87-f191-4886-9a97-bb2cda1af4a9 req-add52c05-ed63-488f-961b-947ac7028e15 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0807738 Apr 08 11:05:52.962606 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ae4c6f87-f191-4886-9a97-bb2cda1af4a9 req-d3f8b140-bf52-4631-8a85-513c71a635fb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393112 Apr 08 11:05:53.294490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2653180-487f-4c26-94f6-584838252846 req-dad00a8b-7ece-495b-9fbc-bc015966a93e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:53.296713 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a2653180-487f-4c26-94f6-584838252846 req-dad00a8b-7ece-495b-9fbc-bc015966a93e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0843143 Apr 08 11:05:53.443178 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a2653180-487f-4c26-94f6-584838252846 req-e223b4b4-2406-4079-89af-291d32ac8dad tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404719 Apr 08 11:05:53.630284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c789e-0d43-46dd-890d-4469d7128611 req-db46c549-216f-4569-a283-cf65233cbbe3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:53.631674 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cb1c789e-0d43-46dd-890d-4469d7128611 req-db46c549-216f-4569-a283-cf65233cbbe3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0825574 Apr 08 11:05:53.676848 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cb1c789e-0d43-46dd-890d-4469d7128611 req-51af186a-6e9e-4d28-b692-dd2289b438b8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393445 Apr 08 11:05:54.372343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e9952-3f7a-4daa-93d9-87a2174f4a06 req-d57c4310-2b5c-436f-9c01-ab35c38ac61a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:54.373870 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-956e9952-3f7a-4daa-93d9-87a2174f4a06 req-d57c4310-2b5c-436f-9c01-ab35c38ac61a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0835083 Apr 08 11:05:54.417534 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-956e9952-3f7a-4daa-93d9-87a2174f4a06 req-f11218ca-eb5d-454f-bdeb-25d0cea6d700 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376904 Apr 08 11:05:55.600999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a53d-cbe5-44d0-b14e-34aed6818b0f req-39b2e8d8-083e-401a-98d5-93f64e48ff3b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:55.602360 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50a0a53d-cbe5-44d0-b14e-34aed6818b0f req-39b2e8d8-083e-401a-98d5-93f64e48ff3b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0799661 Apr 08 11:05:55.645270 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-50a0a53d-cbe5-44d0-b14e-34aed6818b0f req-b76cadc4-a130-492b-b895-9a8d0e2e201d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374081 Apr 08 11:05:56.298113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-bbffc326-e656-4776-a6da-885de65ac43d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:56.299528 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-bbffc326-e656-4776-a6da-885de65ac43d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0840621 Apr 08 11:05:56.371058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Deleting port 789129e3-4daf-447d-bc8e-bd38e663bf18 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:05:56.371397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:56.615123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] For port 789129e3-4daf-447d-bc8e-bd38e663bf18, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=789129e3-4daf-447d-bc8e-bd38e663bf18,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:05:56.615814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:56.828245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c10c5-136b-4ced-b997-05dbf953352c req-1d19751e-6fc0-45c6-93f9-12602fc19ed7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:56.829727 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3a0c10c5-136b-4ced-b997-05dbf953352c req-1d19751e-6fc0-45c6-93f9-12602fc19ed7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 945 time: 0.0808153 Apr 08 11:05:56.874963 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3a0c10c5-136b-4ced-b997-05dbf953352c req-c0cd6546-cb91-4fa9-b53c-fa52ea71c9cc tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395005 Apr 08 11:05:56.904558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:56.904968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:56.905340 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Floating IP 2e010de4-fb56-455e-8319-c1c116f8b457 disassociated. External IP: 172.26.7.186, port: 789129e3-4daf-447d-bc8e-bd38e663bf18. Apr 08 11:05:56.905675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Calling delete_port for 789129e3-4daf-447d-bc8e-bd38e663bf18 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:05:57.107693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:57.161393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event deleted for resources: {'Port': ['ID=789129e3-4daf-447d-bc8e-bd38e663bf18,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:57.173581 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.173930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.174271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.174609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.174941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.175271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.175597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.175923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.176249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.176601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.176933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.177248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:57.227982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3bc0491f-318f-43f2-99af-5caf87de5fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:57.368828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:05:57.543966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:05:57.554016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:05:57.563527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:05:57.564185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:05:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:57.729389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] No DVR routers for this DVR port 789129e3-4daf-447d-bc8e-bd38e663bf18 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:05:57.731777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:57.734322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'name': 'network-vif-deleted', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:57.750868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:05:57.781503 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a32c86-614e-494b-8f52-e41b92aa3e8d'] response: {'server_uuid': '1df35459-1136-4afa-8209-ca0fc76dd4b6', 'name': 'network-vif-deleted', 'tag': '789129e3-4daf-447d-bc8e-bd38e663bf18', 'status': 'completed', 'code': 200} Apr 08 11:05:57.817181 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d95542c-223f-402b-a4ab-d53c5a20a777 req-0aee3f0b-73e3-4745-a825-9875795f2fca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "DELETE /v2.0/ports/789129e3-4daf-447d-bc8e-bd38e663bf18 HTTP/1.1" status: 204 len: 173 time: 1.5108581 Apr 08 11:05:58.049857 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3052e5ee-4294-4bc4-9868-5b72faff9711 req-ca891398-80f4-4633-8e70-4acfaef605a5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 210 time: 0.0598440 Apr 08 11:05:58.077577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:58.081607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:05:58.090115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:05:58.090819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:05:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:58.276698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:05:58.628423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:05:58.632359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ab55f-5c17-431d-ad9b-fb97a114fc24 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:05:58.852078 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622302ad-3002-40cb-8528-f328b05a0077 None None] New status for floating IP 2e010de4-fb56-455e-8319-c1c116f8b457: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:05:59.215467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-a5565291-3815-44d8-88fb-71c0ddcac4c4 req-3989673d-d6d7-4fd8-b9cd-41f2b79701a6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:05:59.281388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 789129e3-4daf-447d-bc8e-bd38e663bf18 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:05:59.320626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 789129e3-4daf-447d-bc8e-bd38e663bf18 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:05:59.320965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 789129e3-4daf-447d-bc8e-bd38e663bf18 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:05:59.336879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-a5565291-3815-44d8-88fb-71c0ddcac4c4 req-3989673d-d6d7-4fd8-b9cd-41f2b79701a6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:05:59.338083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a5565291-3815-44d8-88fb-71c0ddcac4c4 req-3989673d-d6d7-4fd8-b9cd-41f2b79701a6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1df35459-1136-4afa-8209-ca0fc76dd4b6 HTTP/1.1" status: 200 len: 210 time: 0.1651342 Apr 08 11:05:59.513380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7e380b76-2d71-477e-94f5-52c689b2c8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:00.622137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:00.672998 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-3db381ef-6bc5-4e1e-921f-c37959db91a5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--556802560&fields=id&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 267 time: 0.0411973 Apr 08 11:06:00.909948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-49fabae6-b6a2-448d-94c6-297d7313c1fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:00.911401 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-49fabae6-b6a2-448d-94c6-297d7313c1fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 812 time: 0.2321043 Apr 08 11:06:00.926286 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-de6dea28-0e72-4a0a-baf2-65501cfd7860 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/quotas/2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 375 time: 0.0094349 Apr 08 11:06:01.010720 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-ec9be112-797c-40d8-bc48-f8558c99ae1b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793102 Apr 08 11:06:01.147778 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-6136fb72-2698-48c4-a343-f66555e1c97b service neutron] 10.222.0.23 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250432 Apr 08 11:06:01.216496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:01.279340 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-28ce1d62-c22c-4121-b542-0f75dc73fa3b service neutron] 10.222.0.23 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255853 Apr 08 11:06:01.534776 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db60cdcb-208d-49bb-a07b-5edf8d76fbb6 req-ecbe3271-0446-4994-aec0-068d8a199e6c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 210 time: 0.0443878 Apr 08 11:06:02.062480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:02.366403 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:06:02.685190 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-657386ca-3ea0-4915-a52c-cdde05c7f987 req-1890c76f-3804-468d-8f8b-592beeb18845 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 210 time: 0.0468135 Apr 08 11:06:03.648168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-b43fa807-c077-4758-828a-3ac81d115888 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:03.649641 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-b43fa807-c077-4758-828a-3ac81d115888 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 812 time: 0.1494787 Apr 08 11:06:03.698960 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c6719ed5-d9aa-4496-a915-e60f32a17c96 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 379 time: 0.0405715 Apr 08 11:06:03.707905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'port': {'device_id': 'db0089b9-ed34-40ed-9869-b160699f2614', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'admin_state_up': True, 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'security_groups': ['2f026271-d34a-4024-b17d-0fb7e253c473']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:03.850574 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-29a218a5-11c9-4c63-8389-c56713b3500c req-5954f41e-3c72-44df-b45e-82be00ec7fb6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 210 time: 0.0536780 Apr 08 11:06:03.890104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:06:03.899500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:06:03.998731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Made reservation on behalf of 2019fc30a1da42d0a2014ec9e3054d8a for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:04.002464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:04.162511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Allocated IP 172.20.0.10 (7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107/d5d4ae75-7ea8-435d-b72d-506a8b987615/f650b152-75a4-44f3-9a81-157cca33a9a9) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:06:04.347722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:04.362884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Transition to ACTIVE for port object f650b152-75a4-44f3-9a81-157cca33a9a9 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:06:04.432960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:04.456707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:04.522859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:06:04.523936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:04.527642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:06:04.580085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:04.601684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:04.602608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:04.703957 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-407447bb-3e38-4307-a5bf-5dfe123c65ca tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9997435 Apr 08 11:06:04.715988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Request body: {'port': {'device_id': 'db0089b9-ed34-40ed-9869-b160699f2614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:04.810812 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f11066cb-505c-44b3-be0c-02791ddbb7c2 None None] Provisioning for port f650b152-75a4-44f3-9a81-157cca33a9a9 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:06:04.816083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f11066cb-505c-44b3-be0c-02791ddbb7c2 None None] Provisioning complete for port f650b152-75a4-44f3-9a81-157cca33a9a9 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:06:04.816581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f11066cb-505c-44b3-be0c-02791ddbb7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:04.825777 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:04.874860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f11066cb-505c-44b3-be0c-02791ddbb7c2 None None] Port f650b152-75a4-44f3-9a81-157cca33a9a9 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:06:05.046651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10a935-1e98-4b4c-b4d2-24b5ca8e6d56 req-6813d1cc-12bd-4f29-8a0a-a50fef9f3599 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:05.048045 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fc10a935-1e98-4b4c-b4d2-24b5ca8e6d56 req-6813d1cc-12bd-4f29-8a0a-a50fef9f3599 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 932 time: 0.0794139 Apr 08 11:06:05.093114 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fc10a935-1e98-4b4c-b4d2-24b5ca8e6d56 req-83a8dd20-b274-42c0-b501-899e050e8001 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385849 Apr 08 11:06:05.171049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f650b152-75a4-44f3-9a81-157cca33a9a9 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:06:05.178388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:05.192338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Transition to ACTIVE for port object f650b152-75a4-44f3-9a81-157cca33a9a9 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:06:05.290244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:05.558279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:05.635381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Attempting to bind port f650b152-75a4-44f3-9a81-157cca33a9a9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:06:05.635658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Attempting to bind port f650b152-75a4-44f3-9a81-157cca33a9a9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:06:05.635985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Attempting to bind port f650b152-75a4-44f3-9a81-157cca33a9a9 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:06:05.641140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Port f650b152-75a4-44f3-9a81-157cca33a9a9 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:06:05.641461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Attempting to bind port f650b152-75a4-44f3-9a81-157cca33a9a9 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:06:05.646470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:06:05.646809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Checking segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:06:05.647196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Bound using segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:06:05.647616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Bound port: f650b152-75a4-44f3-9a81-157cca33a9a9, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:06:05.647966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:05.737223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:06:05.740144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:06:05.840077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:05.894387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:05.895024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:05.896380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] 10.222.0.41 "PUT /v2.0/ports/f650b152-75a4-44f3-9a81-157cca33a9a9 HTTP/1.1" status: 200 len: 1094 time: 1.1843286 Apr 08 11:06:05.896844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:05.929721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e5e10-131b-463c-b897-3bcd073d5ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:05.947009 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f79985-23ce-4d46-a3fa-e771c3e43539'] response: {'name': 'network-changed', 'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'status': 'completed', 'code': 200} Apr 08 11:06:06.045799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a367594-2f69-489b-8212-588a8eaf83bb req-3805471e-b30d-4fe6-ad4e-11cddab2008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:06.047379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a367594-2f69-489b-8212-588a8eaf83bb req-3805471e-b30d-4fe6-ad4e-11cddab2008c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 1097 time: 0.0782733 Apr 08 11:06:06.192667 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a367594-2f69-489b-8212-588a8eaf83bb req-9617f8c9-70b8-4b99-acfb-febbebfaa658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:06.194027 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a367594-2f69-489b-8212-588a8eaf83bb req-9617f8c9-70b8-4b99-acfb-febbebfaa658 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1391006 Apr 08 11:06:06.288469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131683b2-0a44-4ee2-b088-bfb07565c74b req-530f2b79-2d66-4349-b372-9db9e327323b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:06.290032 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-131683b2-0a44-4ee2-b088-bfb07565c74b req-530f2b79-2d66-4349-b372-9db9e327323b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 944 time: 0.0838828 Apr 08 11:06:06.337845 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-131683b2-0a44-4ee2-b088-bfb07565c74b req-df35a37f-d3fa-4d72-b685-ccb0f77c02ed tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412397 Apr 08 11:06:06.338907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a367594-2f69-489b-8212-588a8eaf83bb req-1710e4ce-580d-4493-94d6-03b0a36b5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:06.340431 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a367594-2f69-489b-8212-588a8eaf83bb req-1710e4ce-580d-4493-94d6-03b0a36b5852 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396635 Apr 08 11:06:06.445472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-0cd42a1d-1d7a-4c62-9eba-0a34ee9a94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:06.446853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-0cd42a1d-1d7a-4c62-9eba-0a34ee9a94ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 1097 time: 0.0693951 Apr 08 11:06:06.517116 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-11e0b739-7252-4068-a43a-86a95e69e631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f650b152-75a4-44f3-9a81-157cca33a9a9 HTTP/1.1" status: 200 len: 217 time: 0.0625644 Apr 08 11:06:06.582194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-e1b54e59-d8d4-4c20-b502-5af812a244fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:06.583600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-e1b54e59-d8d4-4c20-b502-5af812a244fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0600057 Apr 08 11:06:06.657577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-29545569-2a0e-4177-a62c-8004e5f5cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:06.659030 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-29545569-2a0e-4177-a62c-8004e5f5cfa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686746 Apr 08 11:06:06.788074 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-9c0bde6a-e441-422c-8d34-5f9cf3f91eba service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218352 Apr 08 11:06:06.916362 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b3bddb1-83a7-4f02-9b74-97d91ecd68f4 req-426b5c6b-f75c-405c-ac96-e499e980cff8 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200824 Apr 08 11:06:07.521559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4be4b-211d-4ab7-bcfe-9015a51cafae req-15031e2e-0f19-4c38-bf49-4867f97e2dc8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:07.522156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e7a4be4b-211d-4ab7-bcfe-9015a51cafae req-15031e2e-0f19-4c38-bf49-4867f97e2dc8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:06:07.610785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e7a4be4b-211d-4ab7-bcfe-9015a51cafae req-15031e2e-0f19-4c38-bf49-4867f97e2dc8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:06:07.611953 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7a4be4b-211d-4ab7-bcfe-9015a51cafae req-15031e2e-0f19-4c38-bf49-4867f97e2dc8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 944 time: 0.1672130 Apr 08 11:06:07.660163 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7a4be4b-211d-4ab7-bcfe-9015a51cafae req-478fb7d7-462e-47a3-802b-a04651fe67d2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425725 Apr 08 11:06:08.841074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0da77-87ed-47f1-9bd2-03715d77ec18 req-cc9f033d-baf2-4a09-bee0-0ef24676d610 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:08.843094 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6bb0da77-87ed-47f1-9bd2-03715d77ec18 req-cc9f033d-baf2-4a09-bee0-0ef24676d610 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 944 time: 0.0798254 Apr 08 11:06:08.890022 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6bb0da77-87ed-47f1-9bd2-03715d77ec18 req-0510b603-65bb-4d27-9518-37bac7ba51b4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Apr 08 11:06:09.328231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f650b152-75a4-44f3-9a81-157cca33a9a9 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:06:09.460237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:06:09.476729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'mac_address': 'fa:16:3e:64:5d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:06:09.531039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:09.547335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f650b152-75a4-44f3-9a81-157cca33a9a9 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:06:09.562740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:06:09.639528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:09.705040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:09.711968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.712317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.712687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.713027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.713359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.713697 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.714026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.714352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.714679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.715001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.715322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.715645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:09.853796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['f650b152-75a4-44f3-9a81-157cca33a9a9'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:06:10.084812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88600f-4431-445a-b726-17ae31233ebd req-26048af3-3322-4f18-9a22-55eb8e7659d7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:10.086274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e88600f-4431-445a-b726-17ae31233ebd req-26048af3-3322-4f18-9a22-55eb8e7659d7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 945 time: 0.0881801 Apr 08 11:06:10.129890 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7e88600f-4431-445a-b726-17ae31233ebd req-df764a86-8606-48b9-9bea-a99bb9880a8d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377519 Apr 08 11:06:11.317156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc17c4-2470-436e-b959-12ed7c6a92f7 req-e947f940-5830-47e7-b3c6-b13fd0aa9669 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:11.318656 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5acc17c4-2470-436e-b959-12ed7c6a92f7 req-e947f940-5830-47e7-b3c6-b13fd0aa9669 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 945 time: 0.0810699 Apr 08 11:06:11.344629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f650b152-75a4-44f3-9a81-157cca33a9a9 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:06:11.364236 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5acc17c4-2470-436e-b959-12ed7c6a92f7 req-555f535a-8932-4dbf-95a4-608539dc87b4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396597 Apr 08 11:06:11.485142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port f650b152-75a4-44f3-9a81-157cca33a9a9 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:06:11.489923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port f650b152-75a4-44f3-9a81-157cca33a9a9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:06:11.490292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:11.602320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:11.630932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:11.640824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:06:11.674912 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4cf4319-9824-4e6d-a096-9d7319816554'] response: {'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'code': 200} Apr 08 11:06:11.719713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:11.787876 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:12.049679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe46928-1c42-4f21-b065-c8930d68c20d req-d3271cbe-b2da-4578-988c-0c7e8b7f2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:12.051055 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbe46928-1c42-4f21-b065-c8930d68c20d req-d3271cbe-b2da-4578-988c-0c7e8b7f2698 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 1099 time: 0.0727935 Apr 08 11:06:12.091641 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbe46928-1c42-4f21-b065-c8930d68c20d req-1ef0dce6-05c8-4f46-98a2-bd3ac5301589 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341411 Apr 08 11:06:12.550337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec34f3-bc52-4abf-9170-2d599e2401b7 req-58d29324-1449-4996-84da-e1ef582744c6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:12.551833 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-20ec34f3-bc52-4abf-9170-2d599e2401b7 req-58d29324-1449-4996-84da-e1ef582744c6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0826607 Apr 08 11:06:12.596735 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-20ec34f3-bc52-4abf-9170-2d599e2401b7 req-743b9eff-1699-448a-8b42-9c9261ed3cb7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390999 Apr 08 11:06:13.781096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24d187-655a-44c6-9d27-6f1c441b74a6 req-1019fbf9-d0aa-4d40-a64c-cc483c091aa3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:13.782550 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab24d187-655a-44c6-9d27-6f1c441b74a6 req-1019fbf9-d0aa-4d40-a64c-cc483c091aa3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0796249 Apr 08 11:06:13.825843 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab24d187-655a-44c6-9d27-6f1c441b74a6 req-2c511f13-bc9c-4793-b5be-85018511a203 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377569 Apr 08 11:06:14.002154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14481f-5057-46f5-bf6b-df52419058ba req-c1231e42-df3c-4450-bb69-db0ebe27c60f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:14.003709 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2d14481f-5057-46f5-bf6b-df52419058ba req-c1231e42-df3c-4450-bb69-db0ebe27c60f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0800486 Apr 08 11:06:14.012365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60294) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:06:14.017858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'floatingip': {'port_id': 'f650b152-75a4-44f3-9a81-157cca33a9a9'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:14.097088 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:14.695120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:14.765608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:15.021379 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Floating IP 2e010de4-fb56-455e-8319-c1c116f8b457 associated. External IP: 172.26.7.186, port: f650b152-75a4-44f3-9a81-157cca33a9a9. Apr 08 11:06:15.365518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:06:15.541407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:06:15.546221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:15.552426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:06:15.563113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:06:15.563718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:05:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:15.600698 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1bad514c-1b35-42c1-9c53-2c16c2cbbd9e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "PUT /v2.0/floatingips/2e010de4-fb56-455e-8319-c1c116f8b457 HTTP/1.1" status: 200 len: 992 time: 1.5871220 Apr 08 11:06:15.601191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:15.702820 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448f15a7-dde9-4618-a0cf-8e7846492a00'] response: {'name': 'network-changed', 'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'status': 'completed', 'code': 200} Apr 08 11:06:15.751979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:06:15.809016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-89625a99-90a1-4840-8633-3570f2ee4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:15.810564 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-89625a99-90a1-4840-8633-3570f2ee4a22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 1099 time: 0.0762517 Apr 08 11:06:16.069707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-7c5f7469-d033-418a-9787-79282c7b63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:16.071215 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-7c5f7469-d033-418a-9787-79282c7b63cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.2500968 Apr 08 11:06:16.116443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab817-3631-4261-97a1-2ccc3b2de37c req-0e849c4f-a397-4e2d-9a47-cf39ba1f7950 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:16.118970 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-435ab817-3631-4261-97a1-2ccc3b2de37c req-0e849c4f-a397-4e2d-9a47-cf39ba1f7950 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0994182 Apr 08 11:06:16.165121 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-435ab817-3631-4261-97a1-2ccc3b2de37c req-10f91416-3ffa-4efe-a4d8-090b1c24b755 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400498 Apr 08 11:06:16.168289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:64:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0089b9-ed34-40ed-9869-b160699f2614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:06:14Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:16.173180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:06:16.185373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:06:16.185373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:05:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:16.192604 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-c5b23f44-d428-40fd-8514-e1e9a819e18b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f650b152-75a4-44f3-9a81-157cca33a9a9 HTTP/1.1" status: 200 len: 1000 time: 0.1135893 Apr 08 11:06:16.255814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-dd9a6fbe-a863-4ca5-bc02-ec4b9822bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:16.257376 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-dd9a6fbe-a863-4ca5-bc02-ec4b9822bea0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0584524 Apr 08 11:06:16.337630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-c40a7933-7c55-4a52-890a-2717a1fa4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:16.339340 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-c40a7933-7c55-4a52-890a-2717a1fa4fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756066 Apr 08 11:06:16.361364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:06:16.478119 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-b6318277-9029-446b-8794-046127062725 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274965 Apr 08 11:06:16.613104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-060dc835-3ff8-467d-8259-b0e9d7a7f2b4 req-4f1f7ae1-2c4a-4864-86fd-cb819c0789b9 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276338 Apr 08 11:06:16.714568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:64:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0089b9-ed34-40ed-9869-b160699f2614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:06:14Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:16.719111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5490277-9926-4c5d-95d5-b7f4c8e76c0a None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:64:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0089b9-ed34-40ed-9869-b160699f2614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:06:14Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:06:16.897934 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052218c6-edc3-4a41-ae75-af1b94f470af None None] New status for floating IP 2e010de4-fb56-455e-8319-c1c116f8b457: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:06:17.363203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664b531-f65b-475c-8c9f-f095d504f23d req-a42f5e63-216f-41f5-b2f6-818776175bd3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:17.364719 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f664b531-f65b-475c-8c9f-f095d504f23d req-a42f5e63-216f-41f5-b2f6-818776175bd3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0899777 Apr 08 11:06:17.409482 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f664b531-f65b-475c-8c9f-f095d504f23d req-f48eea87-ff8f-4d5a-9eea-4099172b0324 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389857 Apr 08 11:06:18.591322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348ef4d-9248-4192-8759-34dd4a9a3d85 req-1a905b00-7c32-4fd7-8fa8-f3e0fdef20e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:18.592871 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9348ef4d-9248-4192-8759-34dd4a9a3d85 req-1a905b00-7c32-4fd7-8fa8-f3e0fdef20e0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0790691 Apr 08 11:06:18.639493 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9348ef4d-9248-4192-8759-34dd4a9a3d85 req-460f7219-22e0-4ea7-b1db-a60041a2be8b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Apr 08 11:06:19.818227 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e78854-0407-44b6-b4fd-a991c00d8ca3 req-b287b2a1-6184-4faf-ae87-5586b00af123 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:19.819647 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-27e78854-0407-44b6-b4fd-a991c00d8ca3 req-b287b2a1-6184-4faf-ae87-5586b00af123 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0780783 Apr 08 11:06:19.865863 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-27e78854-0407-44b6-b4fd-a991c00d8ca3 req-3486ffd6-a0f0-412e-9aee-af5033d5b0d5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406394 Apr 08 11:06:21.052119 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf257-c39e-491f-9d92-235429860afc req-c36aaf98-2f94-4dee-9da0-2bf7d718a78b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:21.053585 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-91fdf257-c39e-491f-9d92-235429860afc req-c36aaf98-2f94-4dee-9da0-2bf7d718a78b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0793178 Apr 08 11:06:21.098489 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-91fdf257-c39e-491f-9d92-235429860afc req-f7262381-3566-4f79-a0ca-bf1fd23c96d4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Apr 08 11:06:22.281294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c0d33-aa38-48b8-9ac3-e095deec9dbd req-4d911713-9350-4697-92fd-25b32a924a55 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:22.282554 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b32c0d33-aa38-48b8-9ac3-e095deec9dbd req-4d911713-9350-4697-92fd-25b32a924a55 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0789809 Apr 08 11:06:22.327958 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b32c0d33-aa38-48b8-9ac3-e095deec9dbd req-f4d77fa4-d8f5-41d5-88c5-315fd08d7273 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396783 Apr 08 11:06:23.516764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3634c1-a18c-4213-9f3f-d5a1beeb6bd6 req-bcdc8a2a-0878-4a30-ae26-ba7d61eccba4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:23.518212 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fb3634c1-a18c-4213-9f3f-d5a1beeb6bd6 req-bcdc8a2a-0878-4a30-ae26-ba7d61eccba4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0828688 Apr 08 11:06:23.561654 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fb3634c1-a18c-4213-9f3f-d5a1beeb6bd6 req-ca9a3a04-ab73-490e-a568-3457f9eb39f6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371120 Apr 08 11:06:24.745809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d837bd-78fc-4865-8958-515a43d1bece req-c010db30-9a11-4658-a99e-e21dc7466120 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:24.747254 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-89d837bd-78fc-4865-8958-515a43d1bece req-c010db30-9a11-4658-a99e-e21dc7466120 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0832415 Apr 08 11:06:24.791442 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-89d837bd-78fc-4865-8958-515a43d1bece req-62d1e62f-ca65-4085-b54f-7a84f74366ee tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376163 Apr 08 11:06:25.975748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcabd4-0147-4e0b-a92e-f5b8b96431a4 req-6cc733ec-0ce7-4a06-92c6-644b1fd2fce0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:25.977235 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-eddcabd4-0147-4e0b-a92e-f5b8b96431a4 req-6cc733ec-0ce7-4a06-92c6-644b1fd2fce0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0800111 Apr 08 11:06:26.022352 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-eddcabd4-0147-4e0b-a92e-f5b8b96431a4 req-720718b5-eba8-4f96-90b0-16752ad2c3fd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392423 Apr 08 11:06:27.205691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b8cb1-b619-42e7-8b38-7225f864b7a9 req-058c2c58-1a49-426c-aa24-01daa0d3ddf6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:27.207156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bf1b8cb1-b619-42e7-8b38-7225f864b7a9 req-058c2c58-1a49-426c-aa24-01daa0d3ddf6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0795972 Apr 08 11:06:27.216794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-657bdb06-8d76-4f10-a7d6-a4a56dbbfe53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:27.251499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bf1b8cb1-b619-42e7-8b38-7225f864b7a9 req-144f3824-33aa-4ca7-8f13-72fc51be9381 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386429 Apr 08 11:06:28.439335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ed892-114d-49aa-8d9c-db51fb9b1fc3 req-e3a14e96-2876-472f-bb77-2f6ec57ed810 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:28.440788 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b24ed892-114d-49aa-8d9c-db51fb9b1fc3 req-e3a14e96-2876-472f-bb77-2f6ec57ed810 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0827081 Apr 08 11:06:28.484402 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b24ed892-114d-49aa-8d9c-db51fb9b1fc3 req-fe7aa153-c742-4dd3-a1a5-d37e7b27e5c4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378389 Apr 08 11:06:29.537068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-66386d8c-d529-4600-8efb-9c1a156df27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:29.673799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cc7e5-5df8-48f2-8194-d583a9d16cfc req-b60382a6-14ec-4e40-b804-ac4eacb2fd14 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:29.675255 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b2cc7e5-5df8-48f2-8194-d583a9d16cfc req-b60382a6-14ec-4e40-b804-ac4eacb2fd14 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0845811 Apr 08 11:06:29.719596 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b2cc7e5-5df8-48f2-8194-d583a9d16cfc req-af04b909-cdd4-49ac-a78c-a740a0c86196 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387745 Apr 08 11:06:30.697271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:30.900718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489fcd-1619-4bf3-bad4-007396fccb5b req-10fa9bc7-9bd5-4ea6-9207-4e840a67ff66 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:30.902166 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5c489fcd-1619-4bf3-bad4-007396fccb5b req-10fa9bc7-9bd5-4ea6-9207-4e840a67ff66 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0776992 Apr 08 11:06:30.949148 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5c489fcd-1619-4bf3-bad4-007396fccb5b req-0fc01c83-aac8-4308-98e7-1f9338c29092 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401378 Apr 08 11:06:31.228726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:32.099581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:32.135167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a7fd9-7775-4be8-9557-6a4f7c2100f8 req-7fb7b7a8-eae9-4e85-8150-e5f71858af8c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:32.136652 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-789a7fd9-7775-4be8-9557-6a4f7c2100f8 req-7fb7b7a8-eae9-4e85-8150-e5f71858af8c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0822713 Apr 08 11:06:32.184973 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-789a7fd9-7775-4be8-9557-6a4f7c2100f8 req-afbe42cb-4f97-47ee-b01e-a40711dc4940 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Apr 08 11:06:33.462566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad82aa-792b-4c14-941a-9ac81fbe64c3 req-eb90597a-f29f-4bc5-bce5-e17d77928a83 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:33.464025 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-58ad82aa-792b-4c14-941a-9ac81fbe64c3 req-eb90597a-f29f-4bc5-bce5-e17d77928a83 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.1720736 Apr 08 11:06:33.508980 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-58ad82aa-792b-4c14-941a-9ac81fbe64c3 req-22b4025d-d8d4-41c8-a23b-6770575496f3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384109 Apr 08 11:06:34.382032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:34.694480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ac3d1-e238-4770-9134-4c2d12d3d87b req-e3d9716c-608f-4178-872a-dd679d4b38f6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:34.696059 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3f9ac3d1-e238-4770-9134-4c2d12d3d87b req-e3d9716c-608f-4178-872a-dd679d4b38f6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0814438 Apr 08 11:06:34.739775 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3f9ac3d1-e238-4770-9134-4c2d12d3d87b req-25651e3c-fcd6-45b6-bc4f-e1e54759bdd1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381548 Apr 08 11:06:35.926684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c152d8-46e8-402b-b737-01d800c95c22 req-dd5c9f11-897f-48bd-ad6a-a357379c1a5e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:35.928128 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-30c152d8-46e8-402b-b737-01d800c95c22 req-dd5c9f11-897f-48bd-ad6a-a357379c1a5e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0843647 Apr 08 11:06:35.971396 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-30c152d8-46e8-402b-b737-01d800c95c22 req-4efe63e6-b469-447e-97e3-5cc3755558ee tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376728 Apr 08 11:06:37.159475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40637669-0cd2-46ac-9932-556e3cc38eb4 req-3bce1fce-d2c8-48d5-94b9-75ba0b47e8df tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:37.160970 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40637669-0cd2-46ac-9932-556e3cc38eb4 req-3bce1fce-d2c8-48d5-94b9-75ba0b47e8df tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0822210 Apr 08 11:06:37.205480 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40637669-0cd2-46ac-9932-556e3cc38eb4 req-8916ca72-88bb-4660-aa84-6fefad5b72b3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Apr 08 11:06:38.400275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca408cb-5434-4e51-ae42-2eab763419e0 req-27d3c40f-067e-452a-ad28-0bb9e6b04536 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:38.401751 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ca408cb-5434-4e51-ae42-2eab763419e0 req-27d3c40f-067e-452a-ad28-0bb9e6b04536 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0819807 Apr 08 11:06:38.449720 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4ca408cb-5434-4e51-ae42-2eab763419e0 req-e4012ab6-694b-4892-a340-b191fd59c293 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Apr 08 11:06:39.365213 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:06:39.632105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc259d2c-20f6-4df2-9cdb-c0b8f8c47cd6 req-0de72e31-a983-4d1f-b7ec-659a4f34e1d4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:39.633765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bc259d2c-20f6-4df2-9cdb-c0b8f8c47cd6 req-0de72e31-a983-4d1f-b7ec-659a4f34e1d4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0784278 Apr 08 11:06:39.677292 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bc259d2c-20f6-4df2-9cdb-c0b8f8c47cd6 req-9da69a98-31bb-4ced-92f9-200aee87e1ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378926 Apr 08 11:06:40.862235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cd1ab-69df-46b5-adf4-7e8894e9459b req-3af44f24-67fa-44ba-af85-861dbccb10c6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:40.863694 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c1cd1ab-69df-46b5-adf4-7e8894e9459b req-3af44f24-67fa-44ba-af85-861dbccb10c6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0811107 Apr 08 11:06:40.907716 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c1cd1ab-69df-46b5-adf4-7e8894e9459b req-f919343e-edb7-46c2-9049-3b9f29fa5200 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382812 Apr 08 11:06:42.093380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e2b59-0ab8-4117-92ac-0ecb54c9feaa req-6536bcd4-6810-4609-877a-7848d87527ac tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:42.094845 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-120e2b59-0ab8-4117-92ac-0ecb54c9feaa req-6536bcd4-6810-4609-877a-7848d87527ac tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0826347 Apr 08 11:06:42.139462 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-120e2b59-0ab8-4117-92ac-0ecb54c9feaa req-636482ee-dcf1-4ac5-b818-f5a1c17af07f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389071 Apr 08 11:06:42.678565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfece343-1220-4e47-8752-fbbec6d628aa req-6714ab08-75a8-4168-8148-0a61a44ff97b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:42.680174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bfece343-1220-4e47-8752-fbbec6d628aa req-6714ab08-75a8-4168-8148-0a61a44ff97b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0812330 Apr 08 11:06:42.772285 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bfece343-1220-4e47-8752-fbbec6d628aa req-c19b0523-1657-497e-86b6-8b2fca97a2d7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849285 Apr 08 11:06:42.794183 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-d2c1e1c5-feac-4d78-bd15-d77c20a6f5a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906513 Apr 08 11:06:43.961397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac1dfc-d32a-4d9c-a637-6d911004ba1c req-8fc0b717-afe6-4f72-b1e4-5aa2c16c2697 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:43.962848 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6dac1dfc-d32a-4d9c-a637-6d911004ba1c req-8fc0b717-afe6-4f72-b1e4-5aa2c16c2697 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0839233 Apr 08 11:06:44.008396 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6dac1dfc-d32a-4d9c-a637-6d911004ba1c req-3f7c0267-6ef9-4946-b10e-fabf6c2725f2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390582 Apr 08 11:06:44.757878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-7606af45-c19b-4969-82f5-c931875d87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:44.759330 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-7606af45-c19b-4969-82f5-c931875d87f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 1099 time: 0.0695059 Apr 08 11:06:44.890337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-c604bc4c-6cde-4190-aec7-d408dfc4fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:44.891807 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-c604bc4c-6cde-4190-aec7-d408dfc4fc1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1258540 Apr 08 11:06:44.993689 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-d0f9a75b-8fec-48db-9ec5-c267338be1c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f650b152-75a4-44f3-9a81-157cca33a9a9 HTTP/1.1" status: 200 len: 1002 time: 0.0954418 Apr 08 11:06:45.059864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-d6ba9d30-4f42-4233-b3fd-912b1eeea49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:45.062083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-d6ba9d30-4f42-4233-b3fd-912b1eeea49a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0608013 Apr 08 11:06:45.187995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-e3b8bef2-e56e-417f-9108-67a9792dfc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:45.189480 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-e3b8bef2-e56e-417f-9108-67a9792dfc90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214008 Apr 08 11:06:45.244670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc97967-fc17-4d92-9265-a6a8e0b8d2ae req-b144651d-8186-4c1c-8fc5-9148205dd7de tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:45.246083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dcc97967-fc17-4d92-9265-a6a8e0b8d2ae req-b144651d-8186-4c1c-8fc5-9148205dd7de tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.1320505 Apr 08 11:06:45.469070 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dcc97967-fc17-4d92-9265-a6a8e0b8d2ae req-c048161e-37be-41af-a1fc-abf1fa52ae1d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793513 Apr 08 11:06:45.476748 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-8eee65ec-acb0-4404-82ef-199b8f36549a service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760510 Apr 08 11:06:45.608428 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-56565f7a-20d9-4475-8a1a-5aa1c5265d67 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246152 Apr 08 11:06:46.650680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e583eee-695f-4cf3-a6df-a8e31173649d req-4168f0b1-6089-418d-b072-73906cead130 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:46.652138 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3e583eee-695f-4cf3-a6df-a8e31173649d req-4168f0b1-6089-418d-b072-73906cead130 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0799832 Apr 08 11:06:46.696103 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3e583eee-695f-4cf3-a6df-a8e31173649d req-81e6b80b-716e-4ed6-a8b4-737eeb41aa6d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376916 Apr 08 11:06:47.506426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-6397985b-bb16-4f7f-81a5-0bc467701db1 service neutron] 10.222.0.41 "GET /v2.0/ports/f650b152-75a4-44f3-9a81-157cca33a9a9/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0776134 Apr 08 11:06:47.884301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c30aa-b3da-42b4-852e-9373d009363d req-ac5fb4dc-2173-4f41-beec-bd91243c0d1e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:47.885781 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2d9c30aa-b3da-42b4-852e-9373d009363d req-ac5fb4dc-2173-4f41-beec-bd91243c0d1e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0853081 Apr 08 11:06:47.931876 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2d9c30aa-b3da-42b4-852e-9373d009363d req-0fcc458b-d0f9-4bb5-8c07-7ec77a00d47f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393162 Apr 08 11:06:48.276784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-96f90ec5-d40e-47cb-8a35-c4734f5fb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.278261 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-96f90ec5-d40e-47cb-8a35-c4734f5fb150 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 1099 time: 0.0714543 Apr 08 11:06:48.375056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-07238f26-f70d-4be6-a697-b0058ca75f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.376565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-07238f26-f70d-4be6-a697-b0058ca75f6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 1099 time: 0.0750508 Apr 08 11:06:48.506055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-5d649ed1-dc24-4dc6-bab4-f5a4c8907559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.507491 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-5d649ed1-dc24-4dc6-bab4-f5a4c8907559 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1248512 Apr 08 11:06:48.610704 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-0539abd3-764b-4f02-9797-c0dbee3e093b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f650b152-75a4-44f3-9a81-157cca33a9a9 HTTP/1.1" status: 200 len: 1002 time: 0.0966992 Apr 08 11:06:48.671592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-623bcf40-245d-48bb-81f6-4fccc6731d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.673264 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-623bcf40-245d-48bb-81f6-4fccc6731d69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0569489 Apr 08 11:06:48.745159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-5202a77c-eb72-4917-bad4-135ccd709aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.746611 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-5202a77c-eb72-4917-bad4-135ccd709aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674632 Apr 08 11:06:48.877502 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-fd737255-122b-4935-99e0-98cd928d8687 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234772 Apr 08 11:06:49.007570 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-40e0107b-86d7-46ad-87ca-9074fba4de68 req-ff2f6d69-27c3-4723-abbc-01bea2ffa939 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240182 Apr 08 11:06:49.123221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f254041-9290-4d22-93ca-04a470601ad3 req-4bcfa8b5-a89e-48d3-9b89-3564287008b3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:49.124741 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7f254041-9290-4d22-93ca-04a470601ad3 req-4bcfa8b5-a89e-48d3-9b89-3564287008b3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0847106 Apr 08 11:06:49.168557 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7f254041-9290-4d22-93ca-04a470601ad3 req-476b0988-d1ec-445d-a758-ebc412de431f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380685 Apr 08 11:06:50.359649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e8d0d-daab-41ab-83ef-450f0a8a5a4b req-16f681a7-b68c-48df-b228-c344d104e550 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:50.361142 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e11e8d0d-daab-41ab-83ef-450f0a8a5a4b req-16f681a7-b68c-48df-b228-c344d104e550 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0839376 Apr 08 11:06:50.408030 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e11e8d0d-daab-41ab-83ef-450f0a8a5a4b req-502c6056-86a3-4687-9b42-edac26e929f7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387304 Apr 08 11:06:51.517295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f650b152-75a4-44f3-9a81-157cca33a9a9 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:06:51.519981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f650b152-75a4-44f3-9a81-157cca33a9a9 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:06:51.595319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640797d-49b9-4e56-89de-e04e8ea1304d req-f42bb190-bc94-491c-b9e7-f8c61e058a16 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:51.596809 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4640797d-49b9-4e56-89de-e04e8ea1304d req-f42bb190-bc94-491c-b9e7-f8c61e058a16 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0839431 Apr 08 11:06:51.642026 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4640797d-49b9-4e56-89de-e04e8ea1304d req-45283409-743d-4fba-896f-46f07ee5e1d5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395384 Apr 08 11:06:51.739446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:51.761982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:06:51.781757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'mac_address': 'fa:16:3e:64:5d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:06:51.786645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:51.828234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:06:51.840151 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5e9b1e-8208-48ae-84ea-48e79db7fb6f'] response: {'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'code': 200} Apr 08 11:06:51.854765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:51.871392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f650b152-75a4-44f3-9a81-157cca33a9a9 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:06:51.897948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:52.010604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:06:52.010959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:06:52.014543 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:52.171827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1ffae-fc0f-468a-a9a3-edbe4fa8e575 req-fdd53936-4c41-40a0-a9b1-8b81adede668 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:52.173572 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1aa1ffae-fc0f-468a-a9a3-edbe4fa8e575 req-fdd53936-4c41-40a0-a9b1-8b81adede668 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 944 time: 0.0822885 Apr 08 11:06:52.216837 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1aa1ffae-fc0f-468a-a9a3-edbe4fa8e575 req-149cb0c7-2c28-4126-9a45-a348b554257a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374582 Apr 08 11:06:52.234137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-5308fd37-9444-40af-9661-db5a399a28e7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:52.235600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-5308fd37-9444-40af-9661-db5a399a28e7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 944 time: 0.0897565 Apr 08 11:06:52.375030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-42dc7e6c-2eab-4c8a-8336-90ccae41949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:52.376541 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-42dc7e6c-2eab-4c8a-8336-90ccae41949f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 1097 time: 0.0714083 Apr 08 11:06:52.513457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-2b55f1c2-c130-4c2e-a18c-7e0853cbb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:52.515388 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-2b55f1c2-c130-4c2e-a18c-7e0853cbb0d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1327443 Apr 08 11:06:52.565923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:52.582979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f650b152-75a4-44f3-9a81-157cca33a9a9 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:06:52.598904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:06:52.657826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:52.735650 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-0d07d4f2-1fa6-412a-a16c-6be8e999204a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f650b152-75a4-44f3-9a81-157cca33a9a9 HTTP/1.1" status: 200 len: 1000 time: 0.2138479 Apr 08 11:06:52.763340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['f650b152-75a4-44f3-9a81-157cca33a9a9'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:06:52.798479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-25f4f44b-f764-4876-92e9-aed9f3e6a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:52.799860 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-25f4f44b-f764-4876-92e9-aed9f3e6a074 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0582609 Apr 08 11:06:52.834029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:52.878674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-c8b01bd2-5c8f-402c-bf23-e8d2ea78eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:52.880160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-c8b01bd2-5c8f-402c-bf23-e8d2ea78eadd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741215 Apr 08 11:06:53.013270 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-ccecb597-c15e-41e1-868e-48fe5a653c61 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263492 Apr 08 11:06:53.152791 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd5ab503-4313-42da-a2c1-5a313376a537 req-24858b82-a6dc-4d47-a1f4-7b234a5cab54 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320963 Apr 08 11:06:53.410788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511b3c-f3bd-4650-a0ca-d9cd14eaf11f req-29a5be0d-9648-4e31-be8e-f7fb5d96fcf4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:53.412151 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-51511b3c-f3bd-4650-a0ca-d9cd14eaf11f req-29a5be0d-9648-4e31-be8e-f7fb5d96fcf4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 945 time: 0.0832870 Apr 08 11:06:53.457185 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-51511b3c-f3bd-4650-a0ca-d9cd14eaf11f req-611ff912-5d99-4b3a-93f8-e07104893de3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 Apr 08 11:06:53.530610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f650b152-75a4-44f3-9a81-157cca33a9a9 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:06:53.597462 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port f650b152-75a4-44f3-9a81-157cca33a9a9 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:06:53.598161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:53.711841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:53.741907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:06:53.822746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:53.856569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:53.892872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:53.916652 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfffb79d-a283-47b4-836a-25622ce3414b'] response: {'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'code': 200} Apr 08 11:06:54.647804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4be3-b3dc-4939-b2b0-fdcea9860ce0 req-f671e3d3-879a-49f6-a927-94a1ee4d5104 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:54.649274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-17cd4be3-b3dc-4939-b2b0-fdcea9860ce0 req-f671e3d3-879a-49f6-a927-94a1ee4d5104 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0845089 Apr 08 11:06:54.694364 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-17cd4be3-b3dc-4939-b2b0-fdcea9860ce0 req-e14ac37b-b634-421d-9365-456f349ae75f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394187 Apr 08 11:06:54.884284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3970059-9edc-4597-86ab-5cbb752bf467 req-fb2fd787-9eed-4183-afa5-8307f7e421a8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:54.885746 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b3970059-9edc-4597-86ab-5cbb752bf467 req-fb2fd787-9eed-4183-afa5-8307f7e421a8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0824440 Apr 08 11:06:54.929855 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b3970059-9edc-4597-86ab-5cbb752bf467 req-42de3df4-dbdf-4daf-b3c5-254c1051225e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 Apr 08 11:06:55.375985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9e955-fdca-4c0c-ab87-87cff937342a req-c97e7855-24cc-4d53-9f6f-6ae6602a8e0b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:55.377500 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a1e9e955-fdca-4c0c-ab87-87cff937342a req-c97e7855-24cc-4d53-9f6f-6ae6602a8e0b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0814295 Apr 08 11:06:55.424844 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a1e9e955-fdca-4c0c-ab87-87cff937342a req-d01eedde-28ee-4f59-a0b8-e1e774cd5e0d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414083 Apr 08 11:06:55.476675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-b8dfec55-e4b0-4248-9859-9113bdad5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:55.478053 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-b8dfec55-e4b0-4248-9859-9113bdad5fac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 1099 time: 0.0715458 Apr 08 11:06:55.610303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-c8a0620e-04d7-472c-9831-098f637fc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:55.611733 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-c8a0620e-04d7-472c-9831-098f637fc865 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1271126 Apr 08 11:06:55.714733 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-2812262c-9647-4bf7-a49d-ef7619f272db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f650b152-75a4-44f3-9a81-157cca33a9a9 HTTP/1.1" status: 200 len: 1002 time: 0.0968468 Apr 08 11:06:55.777853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-963c0fb9-825c-4fb8-8ab4-595171a5e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:55.779164 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-963c0fb9-825c-4fb8-8ab4-595171a5e591 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0580938 Apr 08 11:06:55.856832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-f3edb028-4966-493b-9029-ac8f615d8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:55.859090 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-f3edb028-4966-493b-9029-ac8f615d8e9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734158 Apr 08 11:06:55.992630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-49aaa687-7189-4bc9-b380-38070da2d164 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273661 Apr 08 11:06:56.122709 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eaa5c808-a1d6-46fc-8d80-78691802ad87 req-3edabdda-dd34-4b2c-988d-13b3068381cc service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237211 Apr 08 11:06:56.610202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1293063-c48b-4182-95d5-1b45a1ba3556 req-59166e8a-7bbc-48c4-bdd3-d8303b3684c0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:56.611647 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d1293063-c48b-4182-95d5-1b45a1ba3556 req-59166e8a-7bbc-48c4-bdd3-d8303b3684c0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0803323 Apr 08 11:06:56.660418 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d1293063-c48b-4182-95d5-1b45a1ba3556 req-a1d2700f-cc1a-4b9f-8be6-14fa77ac0410 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431015 Apr 08 11:06:57.320554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-49ea038f-df26-469f-b5a4-5cc75507fd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:57.853397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195c12d-8c8e-4e1d-b6bc-3232971bc77e req-90ff60ab-eeab-450a-ba4c-9b614b85342a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:57.854875 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3195c12d-8c8e-4e1d-b6bc-3232971bc77e req-90ff60ab-eeab-450a-ba4c-9b614b85342a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0871494 Apr 08 11:06:57.898545 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3195c12d-8c8e-4e1d-b6bc-3232971bc77e req-9a236ba1-dd0a-4f2f-b305-fa0e2859b225 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380778 Apr 08 11:06:58.502706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb997dd-1724-459a-8658-84d81b1deadc req-1561754a-86c8-4d8e-8a22-68afa8f90427 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:58.504157 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4fb997dd-1724-459a-8658-84d81b1deadc req-1561754a-86c8-4d8e-8a22-68afa8f90427 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0830252 Apr 08 11:06:58.548722 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4fb997dd-1724-459a-8658-84d81b1deadc req-2ccf6a25-98ce-4dd1-a494-4c3ba7f46345 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389297 Apr 08 11:06:59.555024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3150fa00-4ee0-469b-8e56-cb59d344dbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:59.730751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad303a2-fcd4-4ff6-80f5-91baeda2cd9a req-e7f095db-d1b4-4032-b832-f77460285624 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:59.732209 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8ad303a2-fcd4-4ff6-80f5-91baeda2cd9a req-e7f095db-d1b4-4032-b832-f77460285624 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0799396 Apr 08 11:06:59.789586 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8ad303a2-fcd4-4ff6-80f5-91baeda2cd9a req-6aba722d-2282-4759-9437-eb3e206b5faf tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514412 Apr 08 11:07:00.276747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-1b06fca4-3d44-4af1-9aec-67320035799a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:00.278226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-1b06fca4-3d44-4af1-9aec-67320035799a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.1981766 Apr 08 11:07:00.350121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Deleting port f650b152-75a4-44f3-9a81-157cca33a9a9 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:07:00.350394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:00.600279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] For port f650b152-75a4-44f3-9a81-157cca33a9a9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f650b152-75a4-44f3-9a81-157cca33a9a9,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:00.600594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:00.634513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:00.887363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:00.887942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:00.888246 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Floating IP 2e010de4-fb56-455e-8319-c1c116f8b457 disassociated. External IP: 172.26.7.186, port: f650b152-75a4-44f3-9a81-157cca33a9a9. Apr 08 11:07:00.888621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Calling delete_port for f650b152-75a4-44f3-9a81-157cca33a9a9 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:07:00.973905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8013cb0-1da9-4811-bb2a-4496544107a6 req-c43df1e5-8e5f-4f30-8cd7-de3dc48529c7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:00.975535 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d8013cb0-1da9-4811-bb2a-4496544107a6 req-c43df1e5-8e5f-4f30-8cd7-de3dc48529c7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 946 time: 0.0806158 Apr 08 11:07:01.020156 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d8013cb0-1da9-4811-bb2a-4496544107a6 req-40f9a283-bb82-47f5-b0c8-ab57f74ab647 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388649 Apr 08 11:07:01.069177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:01.122013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event deleted for resources: {'Port': ['ID=f650b152-75a4-44f3-9a81-157cca33a9a9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:01.133114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.133441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.133780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.134120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.134448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.134778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.135107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.135441 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.135766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.136091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.136416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.136761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:01.223803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:01.326120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:07:01.512224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:07:01.522046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:01.531996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:07:01.532647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:06:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:01.586251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] No DVR routers for this DVR port f650b152-75a4-44f3-9a81-157cca33a9a9 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:07:01.588664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:01.591090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'name': 'network-vif-deleted', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:01.637001 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dcad36-68fd-4f9d-b312-f5fcf14f2f4b'] response: {'server_uuid': 'db0089b9-ed34-40ed-9869-b160699f2614', 'name': 'network-vif-deleted', 'tag': 'f650b152-75a4-44f3-9a81-157cca33a9a9', 'status': 'completed', 'code': 200} Apr 08 11:07:01.687629 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ff4837d4-fd0f-48f1-80ac-75e0327d585b req-20f2a722-abc8-4703-9a33-81b1ec6350fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "DELETE /v2.0/ports/f650b152-75a4-44f3-9a81-157cca33a9a9 HTTP/1.1" status: 204 len: 173 time: 1.4035714 Apr 08 11:07:01.716186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:07:02.039801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:02.043624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:02.052956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:07:02.053578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:06:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:02.110532 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:02.189470 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3159e451-59fc-4112-9cdf-1a9a1350a7f3 req-7abc7d2b-864f-4195-9a9a-e56f927fc8c3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=db0089b9-ed34-40ed-9869-b160699f2614 HTTP/1.1" status: 200 len: 210 time: 0.0461214 Apr 08 11:07:02.235770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:07:02.593882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:02.597978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d196f-5a13-479f-9816-22b9587fb3e7 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:02.805518 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e398e-5633-4cff-9402-f6721b9afd06 None None] New status for floating IP 2e010de4-fb56-455e-8319-c1c116f8b457: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:07:03.526567 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-6a643909-5a68-4006-9cca-4e0c0d39dc4f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--556802560&fields=id&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 267 time: 0.0390315 Apr 08 11:07:03.578128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f650b152-75a4-44f3-9a81-157cca33a9a9 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:07:03.615588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: f650b152-75a4-44f3-9a81-157cca33a9a9 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:07:03.615848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f650b152-75a4-44f3-9a81-157cca33a9a9 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:07:03.798305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e5d33-ec49-4b85-806e-1df949899016 req-8d9bcef6-0347-4a5a-9f0a-a6d608708a2e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:03.799759 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-8d9bcef6-0347-4a5a-9f0a-a6d608708a2e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 812 time: 0.2637243 Apr 08 11:07:03.814649 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-5bc156bd-4ec5-4fc0-8f5a-8eb2ef62ef84 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/quotas/2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 375 time: 0.0094337 Apr 08 11:07:03.896742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-841e5d33-ec49-4b85-806e-1df949899016 req-d192e618-b116-46ed-819b-9c0705eca05a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:07:03.988973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-841e5d33-ec49-4b85-806e-1df949899016 req-d192e618-b116-46ed-819b-9c0705eca05a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:07:03.990282 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-d192e618-b116-46ed-819b-9c0705eca05a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705811 Apr 08 11:07:04.128149 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-e37fbb0d-b5c7-447e-9298-ea99749a5413 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262228 Apr 08 11:07:04.258805 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-55d492e1-ff6f-4bab-9ca9-41c73724a337 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246870 Apr 08 11:07:04.389955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.502947 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3ba745ee-92a8-47fa-9c60-f0cac5a79c59 req-2cd26472-d6b3-46be-ad4c-80c95ef04c03 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 210 time: 0.0435071 Apr 08 11:07:05.653540 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a800ebb-2553-4ac8-98bc-e9de2896ec9d req-8f9a1eda-1716-44b5-8330-f1d18fabf12e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 210 time: 0.0466430 Apr 08 11:07:06.361085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e5d33-ec49-4b85-806e-1df949899016 req-b01b5892-0930-43fe-aaf2-c4c3c8dde8a5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:06.362548 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-b01b5892-0930-43fe-aaf2-c4c3c8dde8a5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 812 time: 0.1487291 Apr 08 11:07:06.411213 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-a6637230-6544-44b3-9795-9d88992272a1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 379 time: 0.0406482 Apr 08 11:07:06.419587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'port': {'device_id': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'admin_state_up': True, 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'security_groups': ['2f026271-d34a-4024-b17d-0fb7e253c473']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:06.555635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:06.565591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:06.669584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Made reservation on behalf of 2019fc30a1da42d0a2014ec9e3054d8a for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:06.674347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:06.805726 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7d1f8f89-b00f-4d91-9f82-8883dc4e0ec0 req-b0620b39-b7b3-4e46-9f94-43e0c249b820 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 210 time: 0.0431426 Apr 08 11:07:06.845587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Allocated IP 172.20.0.9 (7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107/d5d4ae75-7ea8-435d-b72d-506a8b987615/935b013d-f139-486d-9e34-ca8f4b2abbad) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:07.032320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:07.047560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Transition to ACTIVE for port object 935b013d-f139-486d-9e34-ca8f4b2abbad will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:07:07.172780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:07.240574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:07.247938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:07.252602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:07:07.287473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:07.332847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:07.333346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:07.612958 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-d1f45607-c5bd-446b-bd89-d01871381e54 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1967082 Apr 08 11:07:07.623849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Request body: {'port': {'device_id': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:07.691870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-309c2325-dcf7-4009-bf89-f685dcd5edbe None None] Provisioning for port 935b013d-f139-486d-9e34-ca8f4b2abbad completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:07:07.698402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-309c2325-dcf7-4009-bf89-f685dcd5edbe None None] Provisioning complete for port 935b013d-f139-486d-9e34-ca8f4b2abbad triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:07:07.698402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-309c2325-dcf7-4009-bf89-f685dcd5edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:07.736823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:07.750545 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-309c2325-dcf7-4009-bf89-f685dcd5edbe None None] Port 935b013d-f139-486d-9e34-ca8f4b2abbad cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:07:08.205297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57473a-2a30-43fa-bf81-ce0e44a5f52f req-bafec782-41ae-4104-8965-a60863353883 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:08.205989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-0f57473a-2a30-43fa-bf81-ce0e44a5f52f req-bafec782-41ae-4104-8965-a60863353883 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:07:08.289028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935b013d-f139-486d-9e34-ca8f4b2abbad {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:08.296914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:08.311475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Transition to ACTIVE for port object 935b013d-f139-486d-9e34-ca8f4b2abbad will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:07:08.337823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-0f57473a-2a30-43fa-bf81-ce0e44a5f52f req-bafec782-41ae-4104-8965-a60863353883 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:07:08.339106 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f57473a-2a30-43fa-bf81-ce0e44a5f52f req-bafec782-41ae-4104-8965-a60863353883 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 931 time: 0.4161203 Apr 08 11:07:08.385961 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0f57473a-2a30-43fa-bf81-ce0e44a5f52f req-71c2a6ec-9f66-47f7-bb32-a249c2150c79 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404587 Apr 08 11:07:08.411699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:08.579117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:08.658145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Attempting to bind port 935b013d-f139-486d-9e34-ca8f4b2abbad on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:07:08.658477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Attempting to bind port 935b013d-f139-486d-9e34-ca8f4b2abbad by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:07:08.658796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Attempting to bind port 935b013d-f139-486d-9e34-ca8f4b2abbad on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:07:08.663297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Port 935b013d-f139-486d-9e34-ca8f4b2abbad on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:07:08.663614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Attempting to bind port 935b013d-f139-486d-9e34-ca8f4b2abbad on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:07:08.668675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:07:08.669011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Checking segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:07:08.669386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Bound using segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:07:08.669804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Bound port: 935b013d-f139-486d-9e34-ca8f4b2abbad, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:07:08.670144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:08.757464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:07:08.760189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:07:08.829391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:08.887744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:08.888322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:08.890247 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] 10.222.0.41 "PUT /v2.0/ports/935b013d-f139-486d-9e34-ca8f4b2abbad HTTP/1.1" status: 200 len: 1093 time: 1.2703807 Apr 08 11:07:08.890674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:08.915660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753773ec-9132-4b9d-a95e-1281f86eb01f service neutron] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:08.942005 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bdc09c-554d-40c0-9002-31a6cbe820e5'] response: {'name': 'network-changed', 'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'status': 'completed', 'code': 200} Apr 08 11:07:09.035490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6396-0d9b-48be-a27f-1a64cbdc5ba5 req-61a4d0d8-1bb0-4109-8ced-632e1f64b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:09.037070 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccfd6396-0d9b-48be-a27f-1a64cbdc5ba5 req-61a4d0d8-1bb0-4109-8ced-632e1f64b0f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 1096 time: 0.0746908 Apr 08 11:07:09.183483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6396-0d9b-48be-a27f-1a64cbdc5ba5 req-f745abc5-f528-498d-9e71-0a2b89b8edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:09.184886 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccfd6396-0d9b-48be-a27f-1a64cbdc5ba5 req-f745abc5-f528-498d-9e71-0a2b89b8edbc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401346 Apr 08 11:07:09.321251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6396-0d9b-48be-a27f-1a64cbdc5ba5 req-98900d64-613e-474e-93f5-a6b66a399371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:09.322628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccfd6396-0d9b-48be-a27f-1a64cbdc5ba5 req-98900d64-613e-474e-93f5-a6b66a399371 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315272 Apr 08 11:07:09.433970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e5d33-ec49-4b85-806e-1df949899016 req-7144db9d-aed6-46ce-bb14-5a08e1f36552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:09.435446 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-7144db9d-aed6-46ce-bb14-5a08e1f36552 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 1096 time: 0.0760906 Apr 08 11:07:09.538316 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-c28b0a94-ce9b-468f-9a1a-6ed8dc33a869 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935b013d-f139-486d-9e34-ca8f4b2abbad HTTP/1.1" status: 200 len: 217 time: 0.0959668 Apr 08 11:07:09.615061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e5d33-ec49-4b85-806e-1df949899016 req-0592cbcd-6051-4fe7-b825-faa838abed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:09.616393 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-0592cbcd-6051-4fe7-b825-faa838abed38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0720446 Apr 08 11:07:09.682546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06035-12d5-4434-92cb-1ed137e2b1f6 req-90a0b296-5a04-4048-b7e2-ad46d98b3e09 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:09.683951 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0de06035-12d5-4434-92cb-1ed137e2b1f6 req-90a0b296-5a04-4048-b7e2-ad46d98b3e09 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 943 time: 0.1873827 Apr 08 11:07:09.744201 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0de06035-12d5-4434-92cb-1ed137e2b1f6 req-16a2dcfd-552c-42ea-9ce7-7470fbdad9ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540950 Apr 08 11:07:09.751511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e5d33-ec49-4b85-806e-1df949899016 req-e4399779-997a-4a60-81e1-f84e819e90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:09.752992 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-e4399779-997a-4a60-81e1-f84e819e90da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1262798 Apr 08 11:07:09.886016 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-2048d28a-de76-4b86-b11d-9d3f27afe4a1 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266894 Apr 08 11:07:10.118928 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-841e5d33-ec49-4b85-806e-1df949899016 req-cbec4513-8b20-455e-ba1f-f720c0349fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267904 Apr 08 11:07:10.931892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a617fcc-c1cd-4817-8df2-5b62f01a8373 req-b64f9ed1-0af0-447a-8377-bb773baea539 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:10.933358 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7a617fcc-c1cd-4817-8df2-5b62f01a8373 req-b64f9ed1-0af0-447a-8377-bb773baea539 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 943 time: 0.0830879 Apr 08 11:07:10.976835 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7a617fcc-c1cd-4817-8df2-5b62f01a8373 req-b70dde5d-de04-47b1-a304-6e07dccaa809 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376658 Apr 08 11:07:12.158954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79035b-3966-4a05-9346-1dabd1b3ffe9 req-e2e5c8f7-29ff-4cfe-92c1-d3fa6d80d16c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:12.160397 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cc79035b-3966-4a05-9346-1dabd1b3ffe9 req-e2e5c8f7-29ff-4cfe-92c1-d3fa6d80d16c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 943 time: 0.0798159 Apr 08 11:07:12.207982 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cc79035b-3966-4a05-9346-1dabd1b3ffe9 req-7f9841ec-c4e1-4ec7-8435-eef342d4f1e3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 Apr 08 11:07:13.398134 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a20a9a-700a-4b7b-b693-d050a5c247d7 req-883a564d-439b-4e15-abb2-ab91ca8f69a0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:13.399577 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d8a20a9a-700a-4b7b-b693-d050a5c247d7 req-883a564d-439b-4e15-abb2-ab91ca8f69a0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 943 time: 0.0832224 Apr 08 11:07:13.444064 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d8a20a9a-700a-4b7b-b693-d050a5c247d7 req-99c5c56d-ac0f-43a1-97cb-ff05a5bbd97a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387065 Apr 08 11:07:13.640710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:07:13.775947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:13.788819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'mac_address': 'fa:16:3e:b3:8e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:07:13.846126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:13.862313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935b013d-f139-486d-9e34-ca8f4b2abbad {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:13.877952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:13.960924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:14.027814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:14.035238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.035602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.035924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.036259 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.036618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.036948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.037275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.037606 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.037929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.038253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.038576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.038902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:14.168297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['935b013d-f139-486d-9e34-ca8f4b2abbad'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:07:14.628300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ce772-9381-42d7-9360-30192a030da1 req-169dd78a-99c1-4682-8522-99e37f2575f7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:14.629794 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f0ce772-9381-42d7-9360-30192a030da1 req-169dd78a-99c1-4682-8522-99e37f2575f7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 944 time: 0.0797393 Apr 08 11:07:14.674861 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8f0ce772-9381-42d7-9360-30192a030da1 req-9b7eb383-717c-44dd-a90d-a3630b5f8cc7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392451 Apr 08 11:07:15.656743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:07:15.795054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 935b013d-f139-486d-9e34-ca8f4b2abbad completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:07:15.800587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 935b013d-f139-486d-9e34-ca8f4b2abbad triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:07:15.800976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:15.860140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1dc7c-626b-474f-bcd2-65e0904d0630 req-857d03cc-8a80-44b8-b956-5e27e2c61c17 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:15.861661 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-03e1dc7c-626b-474f-bcd2-65e0904d0630 req-857d03cc-8a80-44b8-b956-5e27e2c61c17 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 944 time: 0.0823174 Apr 08 11:07:15.907419 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-03e1dc7c-626b-474f-bcd2-65e0904d0630 req-73488574-7819-4994-a133-3ba3ea4a6a62 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392766 Apr 08 11:07:15.919956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:15.947662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:15.958293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:15.991645 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891f9fff-68d2-494c-abdc-b8c54f8c27c6'] response: {'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'code': 200} Apr 08 11:07:16.040614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:16.111975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:16.363666 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:07:16.397962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba91d-6e4b-4093-80c3-60eb81342bec req-23fe13b1-8143-4b29-9603-49068b5c46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:16.399430 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd3ba91d-6e4b-4093-80c3-60eb81342bec req-23fe13b1-8143-4b29-9603-49068b5c46b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 1098 time: 0.0741503 Apr 08 11:07:16.439576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd3ba91d-6e4b-4093-80c3-60eb81342bec req-05c20063-7b86-49d1-a542-c16f4698f694 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333910 Apr 08 11:07:17.091076 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fae1-9f2c-4fa3-86b0-2cb3a91c4d90 req-d85dbfb8-7dbb-4ed8-9eab-b94549199e14 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:17.092629 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3308fae1-9f2c-4fa3-86b0-2cb3a91c4d90 req-d85dbfb8-7dbb-4ed8-9eab-b94549199e14 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0825748 Apr 08 11:07:17.138624 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3308fae1-9f2c-4fa3-86b0-2cb3a91c4d90 req-505662ca-56c8-49f6-867d-75d98de636f4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403206 Apr 08 11:07:18.326169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6443a-8414-4ebf-a8a1-20a2c970c366 req-e607855a-8765-40a8-90e9-a448ac8b34f1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:18.328641 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6fe6443a-8414-4ebf-a8a1-20a2c970c366 req-e607855a-8765-40a8-90e9-a448ac8b34f1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0823412 Apr 08 11:07:18.372299 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6fe6443a-8414-4ebf-a8a1-20a2c970c366 req-c9718302-fa99-43d9-a0d9-cbb7bac3561b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379560 Apr 08 11:07:18.553191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad5215-913c-4040-8959-1d8b2faa5629 req-524adfc2-a615-46d6-bc62-7fe53777c0ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:18.554591 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-92ad5215-913c-4040-8959-1d8b2faa5629 req-524adfc2-a615-46d6-bc62-7fe53777c0ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0805957 Apr 08 11:07:18.563836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60488) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:18.568664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'floatingip': {'port_id': '935b013d-f139-486d-9e34-ca8f4b2abbad'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:07:18.646296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:19.318093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:19.372294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:19.541205 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Floating IP 2e010de4-fb56-455e-8319-c1c116f8b457 associated. External IP: 172.26.7.186, port: 935b013d-f139-486d-9e34-ca8f4b2abbad. Apr 08 11:07:19.887232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:07:20.168810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:07:20.173925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:20.179848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:20.190626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:07:20.191297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:06:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:20.229246 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3b445bdc-49cd-49f6-a327-4bfc9ee8b762 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "PUT /v2.0/floatingips/2e010de4-fb56-455e-8319-c1c116f8b457 HTTP/1.1" status: 200 len: 991 time: 1.6643686 Apr 08 11:07:20.229807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:20.276039 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb26c3b7-76c4-41d3-af21-cc2a3a211bcb'] response: {'name': 'network-changed', 'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'status': 'completed', 'code': 200} Apr 08 11:07:20.385343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-81cf8de4-5194-416f-b7c6-643abe23af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.387010 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-81cf8de4-5194-416f-b7c6-643abe23af2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 1098 time: 0.0868700 Apr 08 11:07:20.389060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:07:20.521203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-a75317d2-88c9-4306-958a-4f16b563457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.522618 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-a75317d2-88c9-4306-958a-4f16b563457f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1294155 Apr 08 11:07:20.631962 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-77dc54ee-8d46-49b7-9837-243db017f1a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935b013d-f139-486d-9e34-ca8f4b2abbad HTTP/1.1" status: 200 len: 999 time: 0.1030853 Apr 08 11:07:20.717767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a335d-8e48-4a32-8b90-e14971c3ba3e req-e619f6bc-f6d9-4184-9b73-d7f449a1ba2c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.719407 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0f6a335d-8e48-4a32-8b90-e14971c3ba3e req-e619f6bc-f6d9-4184-9b73-d7f449a1ba2c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0881698 Apr 08 11:07:20.742322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-3b3b0f47-7f57-48aa-a7f6-8e46a40b18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.743791 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-3b3b0f47-7f57-48aa-a7f6-8e46a40b18d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.1062717 Apr 08 11:07:20.762846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:b3:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:07:19Z', 'revision_number': 9, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:20.764575 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0f6a335d-8e48-4a32-8b90-e14971c3ba3e req-33461a85-3844-4ede-813d-6aed3291361e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394170 Apr 08 11:07:20.767381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:20.776856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:07:20.780827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:06:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:20.825002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-341503d1-a3b8-4a3d-a060-f99869ad4048 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385772 Apr 08 11:07:20.844018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-4addff18-808a-4621-8c41-7158e718f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:20.845569 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-4addff18-808a-4621-8c41-7158e718f870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915730 Apr 08 11:07:20.989753 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-86ee0364-74bf-47f3-96e0-be74f8290a57 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370826 Apr 08 11:07:21.002488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:07:21.125408 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-57785aaa-4d05-4091-98a6-c2aed6a68e97 req-48dd3385-223a-4cdb-b5e5-3b3475530fec service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296515 Apr 08 11:07:21.367333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:b3:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:07:19Z', 'revision_number': 9, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:21.371353 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b833247-63b3-4042-9bac-88033597dbe6 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:b3:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:07:19Z', 'revision_number': 9, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:21.570027 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd47e81-0d20-4715-b0e8-52a72847e970 None None] New status for floating IP 2e010de4-fb56-455e-8319-c1c116f8b457: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:07:21.957325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55ded1-0f2b-4071-8e0e-b9eb8ff0e6b5 req-0d8ff8d6-159b-4dcb-98dd-47308555272b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:21.958809 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4f55ded1-0f2b-4071-8e0e-b9eb8ff0e6b5 req-0d8ff8d6-159b-4dcb-98dd-47308555272b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0820491 Apr 08 11:07:22.007756 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4f55ded1-0f2b-4071-8e0e-b9eb8ff0e6b5 req-2edc5c32-7167-4a4d-8daf-825f1f2567fd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433133 Apr 08 11:07:22.701256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-f8f9f7d1-b116-4a66-8764-346605cfb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:22.703517 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-f8f9f7d1-b116-4a66-8764-346605cfb529 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 1098 time: 0.0705535 Apr 08 11:07:22.831742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-c323debd-4197-4e69-bc5f-a66d49382eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:22.833263 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-c323debd-4197-4e69-bc5f-a66d49382eec service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1234808 Apr 08 11:07:23.050121 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-d908fe15-f2d9-4d20-aaab-a359f37cc671 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935b013d-f139-486d-9e34-ca8f4b2abbad HTTP/1.1" status: 200 len: 1002 time: 0.2099369 Apr 08 11:07:23.115796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-6e200f45-0c33-42d3-808b-6145c81553a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:23.117253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-6e200f45-0c33-42d3-808b-6145c81553a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0608668 Apr 08 11:07:23.197796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-192edb99-70b6-4a63-a3f1-fa557c0471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:23.199254 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-192edb99-70b6-4a63-a3f1-fa557c0471fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747008 Apr 08 11:07:23.202696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beb597-e798-4cb9-9d0a-43167333ea32 req-b29691c4-eab4-45bd-b429-134b5f24d0e5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:23.204149 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-16beb597-e798-4cb9-9d0a-43167333ea32 req-b29691c4-eab4-45bd-b429-134b5f24d0e5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0915439 Apr 08 11:07:23.249060 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-16beb597-e798-4cb9-9d0a-43167333ea32 req-8e3436a2-1064-4578-a90d-d61103427ccf tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386183 Apr 08 11:07:23.334002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-34375e38-e1c1-429a-bf17-64c31ca8f8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273129 Apr 08 11:07:23.466284 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-41efd43c-af85-4f24-912c-48d2edfdbb71 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256692 Apr 08 11:07:24.436944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1450-da70-4c54-8477-3c151c0e96f2 req-f447bd35-3e0d-46e1-9177-04f88ab3d9ef tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:24.438417 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e78a1450-da70-4c54-8477-3c151c0e96f2 req-f447bd35-3e0d-46e1-9177-04f88ab3d9ef tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0810790 Apr 08 11:07:24.481112 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e78a1450-da70-4c54-8477-3c151c0e96f2 req-96f54b18-9a2d-40e2-9abc-d90f66a012a9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370274 Apr 08 11:07:25.812239 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d08688-2555-4594-a4a5-c4ba2ecf6697 req-e589110a-f3c2-4cc7-84ce-f8770879f954 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:25.813749 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-60d08688-2555-4594-a4a5-c4ba2ecf6697 req-e589110a-f3c2-4cc7-84ce-f8770879f954 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0800939 Apr 08 11:07:25.858550 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-60d08688-2555-4594-a4a5-c4ba2ecf6697 req-74bffa28-45a0-42f2-8786-35bf63485c8f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391407 Apr 08 11:07:27.049055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c1bb2-2505-4526-9af1-25bb8a0883b1 req-12f2b387-79b8-46f7-ad71-e8671c9e09ae tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:27.050415 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c3c1bb2-2505-4526-9af1-25bb8a0883b1 req-12f2b387-79b8-46f7-ad71-e8671c9e09ae tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0869515 Apr 08 11:07:27.094024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c3c1bb2-2505-4526-9af1-25bb8a0883b1 req-f34856e7-b388-4d81-a179-a492846582d8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380564 Apr 08 11:07:27.200716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-92fee36c-f9a5-4204-b73e-020c9de28540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:28.276985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c09ba8-4e26-4c24-a510-a01255c736b4 req-36deaa78-e6de-4098-aa27-d7c01f337650 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:28.278474 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-26c09ba8-4e26-4c24-a510-a01255c736b4 req-36deaa78-e6de-4098-aa27-d7c01f337650 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0814407 Apr 08 11:07:28.322708 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-26c09ba8-4e26-4c24-a510-a01255c736b4 req-b78bf2b0-df19-4284-8261-0cc61aa07703 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383835 Apr 08 11:07:29.507600 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d0e0-2282-438d-ad9e-bfeeb5f51049 req-bc4ee34b-cd50-431a-8113-4335b512211e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:29.509102 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1b49d0e0-2282-438d-ad9e-bfeeb5f51049 req-bc4ee34b-cd50-431a-8113-4335b512211e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0796010 Apr 08 11:07:29.555066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ae8eb5c4-a7d6-4d37-90fc-981d8fd97eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:29.557528 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1b49d0e0-2282-438d-ad9e-bfeeb5f51049 req-d3d5671c-f8e1-47d1-8d62-6b1cd248202a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415745 Apr 08 11:07:30.641143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:30.744395 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353c4a1-b2e1-495e-a147-62867f176ae9 req-c8f0b7b0-a60f-40da-b9ef-8740d5d372da tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:30.747800 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a353c4a1-b2e1-495e-a147-62867f176ae9 req-c8f0b7b0-a60f-40da-b9ef-8740d5d372da tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0801020 Apr 08 11:07:30.790900 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a353c4a1-b2e1-495e-a147-62867f176ae9 req-d94d1049-b36a-4177-be56-c381ffc89925 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388496 Apr 08 11:07:31.263269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:31.973862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf3a10-6ced-4a42-a83d-0d97d765e4e9 req-b169dd63-8b41-4b94-ae5c-fd1a0f027303 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:31.975365 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-edbf3a10-6ced-4a42-a83d-0d97d765e4e9 req-b169dd63-8b41-4b94-ae5c-fd1a0f027303 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0795555 Apr 08 11:07:32.020711 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-edbf3a10-6ced-4a42-a83d-0d97d765e4e9 req-155b8703-f911-4410-832d-e8ea4fd1c0ac tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393746 Apr 08 11:07:32.049321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:33.209121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d69235-b342-4564-bbe4-f9b9673d20d6 req-7bd71bbb-a370-49cd-a8e1-f377a5746f5d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:33.210596 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e7d69235-b342-4564-bbe4-f9b9673d20d6 req-7bd71bbb-a370-49cd-a8e1-f377a5746f5d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0843241 Apr 08 11:07:33.253907 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e7d69235-b342-4564-bbe4-f9b9673d20d6 req-ee4ff84c-4ff0-471d-bde4-f26de064d8a7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377436 Apr 08 11:07:34.423534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:34.448065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999cef-f21d-4934-b1de-585ffa4d58cd req-d0a6dc5b-6679-4d16-be48-d4a7c7d43932 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:34.449661 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e999cef-f21d-4934-b1de-585ffa4d58cd req-d0a6dc5b-6679-4d16-be48-d4a7c7d43932 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0837932 Apr 08 11:07:34.493742 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e999cef-f21d-4934-b1de-585ffa4d58cd req-54f2da9a-4303-4d5a-a091-6a9285fd6c70 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373926 Apr 08 11:07:35.672437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6b658-1226-4774-99ae-007455bb6d54 req-4d56047e-6a47-458d-913b-be6c4710b4c3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.673887 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-27e6b658-1226-4774-99ae-007455bb6d54 req-4d56047e-6a47-458d-913b-be6c4710b4c3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0767856 Apr 08 11:07:35.722132 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-27e6b658-1226-4774-99ae-007455bb6d54 req-b4584838-81f9-4a9c-b0b0-549cc3ed0d42 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424132 Apr 08 11:07:36.907451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d3bd-9d5d-47b7-bbc2-0c310fbf2eab req-e1341b0c-e210-4b1b-becc-b2c39a624231 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:36.908969 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d019d3bd-9d5d-47b7-bbc2-0c310fbf2eab req-e1341b0c-e210-4b1b-becc-b2c39a624231 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0810103 Apr 08 11:07:36.954253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d019d3bd-9d5d-47b7-bbc2-0c310fbf2eab req-c8fa40b5-ffec-4879-b616-095ded55a3a1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391169 Apr 08 11:07:38.153679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47840b-d776-4284-af57-e75f97d07ea9 req-0cc21508-eefd-4b4b-9776-76100b8a373f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:38.156668 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0e47840b-d776-4284-af57-e75f97d07ea9 req-0cc21508-eefd-4b4b-9776-76100b8a373f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0929873 Apr 08 11:07:38.201119 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0e47840b-d776-4284-af57-e75f97d07ea9 req-dbcf6351-4498-44f7-a4ae-0d9063d7466e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Apr 08 11:07:39.393461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b0aa9-908e-4593-b563-2ec534f2fa12 req-e9a1fec7-fcd8-4959-bdde-a6bf1157a07c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:39.394970 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a5b0aa9-908e-4593-b563-2ec534f2fa12 req-e9a1fec7-fcd8-4959-bdde-a6bf1157a07c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0850399 Apr 08 11:07:39.439675 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a5b0aa9-908e-4593-b563-2ec534f2fa12 req-8ec78d36-0980-406f-8123-68c10c2a639c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390651 Apr 08 11:07:40.616254 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-c6d9683e-9413-4aab-a2f4-9bdf4688b5a6 service neutron] 10.222.0.41 "GET /v2.0/ports/935b013d-f139-486d-9e34-ca8f4b2abbad/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0769167 Apr 08 11:07:40.627304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d3a52-cc72-4822-865e-dcd4bcbf24a6 req-4bc2214f-3a25-40ae-92d1-a342224428ed tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:40.628933 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d23d3a52-cc72-4822-865e-dcd4bcbf24a6 req-4bc2214f-3a25-40ae-92d1-a342224428ed tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0850453 Apr 08 11:07:40.677047 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d23d3a52-cc72-4822-865e-dcd4bcbf24a6 req-95d03a15-5f51-4de6-bf04-55307bfa0dd6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Apr 08 11:07:41.220894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-9e35ca1a-eac0-4142-a173-cb45d59b1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.222339 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-9e35ca1a-eac0-4142-a173-cb45d59b1cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 1098 time: 0.0736043 Apr 08 11:07:41.315306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-dbb9543e-2da0-447f-8269-a1dc9f009e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.316783 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-dbb9543e-2da0-447f-8269-a1dc9f009e11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 1098 time: 0.0722988 Apr 08 11:07:41.447180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-45864610-5707-42f8-b099-753ae57a7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.448720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-45864610-5707-42f8-b099-753ae57a7d62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1261153 Apr 08 11:07:41.552055 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-62c2ea3d-3b85-48c8-a60b-4f9794fe46d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935b013d-f139-486d-9e34-ca8f4b2abbad HTTP/1.1" status: 200 len: 1002 time: 0.0958619 Apr 08 11:07:41.613761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-2b74bb33-e9c3-4ec8-9302-0be6bd5f5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.615224 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-2b74bb33-e9c3-4ec8-9302-0be6bd5f5f9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0569122 Apr 08 11:07:41.837948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-813def24-dc88-4afb-aebf-f78b8465c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.839408 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-813def24-dc88-4afb-aebf-f78b8465c9e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2183483 Apr 08 11:07:41.978853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371acce8-406f-406b-8bf2-56958bb4b651 req-836213c0-fb34-43b0-8786-53c93315821f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.980220 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-371acce8-406f-406b-8bf2-56958bb4b651 req-836213c0-fb34-43b0-8786-53c93315821f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.1922841 Apr 08 11:07:42.014983 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-d5a05353-ea1c-499d-a6b7-3cd6a03bd8fb service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680458 Apr 08 11:07:42.066556 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-371acce8-406f-406b-8bf2-56958bb4b651 req-8b2001d3-8de7-4ff0-bf10-39595eb46334 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773830 Apr 08 11:07:42.157539 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cdb5c10d-bf7c-40cc-8a6a-1ea5e618187c req-292506ed-86f4-497a-9a7c-2350566b8609 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344206 Apr 08 11:07:43.251179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0d126-c062-4ae4-bcda-452fba01aac2 req-5f76cf66-b881-4501-9c3b-2ead049b2c39 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:43.252693 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-70d0d126-c062-4ae4-bcda-452fba01aac2 req-5f76cf66-b881-4501-9c3b-2ead049b2c39 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0821526 Apr 08 11:07:43.297191 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-70d0d126-c062-4ae4-bcda-452fba01aac2 req-9a9b8f02-2e29-4fbc-97a0-b969b07be768 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388610 Apr 08 11:07:43.807075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:07:43.810462 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:07:44.019451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:44.061748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:44.071652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:44.088518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'mac_address': 'fa:16:3e:b3:8e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:07:44.090933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:44.126714 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5b101b-c603-403c-8346-14c95416cb28'] response: {'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'code': 200} Apr 08 11:07:44.151064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:44.163505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:44.202015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 935b013d-f139-486d-9e34-ca8f4b2abbad {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:44.283859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:44.290244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:07:44.290594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:07:44.487751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984eac-42a1-4def-ba82-638fded1872c req-bba6f852-ffd7-4369-9998-b526ca1d5b0a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:44.489279 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8d984eac-42a1-4def-ba82-638fded1872c req-bba6f852-ffd7-4369-9998-b526ca1d5b0a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 943 time: 0.0828028 Apr 08 11:07:44.532582 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8d984eac-42a1-4def-ba82-638fded1872c req-27f71f7b-cafb-4b2d-9e6a-63052123ab70 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377171 Apr 08 11:07:44.845820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:44.862960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935b013d-f139-486d-9e34-ca8f4b2abbad {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:44.878609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:44.961079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:45.026032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['935b013d-f139-486d-9e34-ca8f4b2abbad'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:07:45.074294 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:45.323370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-d2ca6ee8-f2d2-455b-8baf-ddce200da293 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.324413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf2952-08cb-48c3-9f8c-bf3d438c515a req-86933872-a511-4c7e-831a-aba0fbf9b791 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.325051 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-d2ca6ee8-f2d2-455b-8baf-ddce200da293 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 944 time: 0.0857437 Apr 08 11:07:45.326025 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c9bf2952-08cb-48c3-9f8c-bf3d438c515a req-86933872-a511-4c7e-831a-aba0fbf9b791 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 944 time: 0.0829048 Apr 08 11:07:45.374985 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c9bf2952-08cb-48c3-9f8c-bf3d438c515a req-27cffe75-b4ba-4582-ac98-55fdf6d928fa tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424213 Apr 08 11:07:45.409853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-cf1b2a86-2dbc-4af5-a29b-2e5fb222337e service neutron] 10.222.0.41 "GET /v2.0/ports/935b013d-f139-486d-9e34-ca8f4b2abbad/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0789845 Apr 08 11:07:45.498992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-b41231f6-b428-492a-9930-f7e51861dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.500433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-b41231f6-b428-492a-9930-f7e51861dede service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 1097 time: 0.0695107 Apr 08 11:07:45.627890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-51e16c77-e868-474c-86c3-f3198dd9744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.629252 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-51e16c77-e868-474c-86c3-f3198dd9744f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1234317 Apr 08 11:07:45.730316 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-857a3cc5-5696-4e75-846d-a57b99edb37c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935b013d-f139-486d-9e34-ca8f4b2abbad HTTP/1.1" status: 200 len: 1001 time: 0.0947609 Apr 08 11:07:45.789990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-58e825d3-d244-4638-b533-d8eab07cee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.791388 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-58e825d3-d244-4638-b533-d8eab07cee52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0551012 Apr 08 11:07:45.837087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:07:45.870545 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-b0c88688-0cd2-4805-9e05-ad1642a91516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:45.872019 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-b0c88688-0cd2-4805-9e05-ad1642a91516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746744 Apr 08 11:07:45.907330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 935b013d-f139-486d-9e34-ca8f4b2abbad triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:07:45.907921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:46.006772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-225ceb75-577a-41ce-b059-614410a0b113 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282687 Apr 08 11:07:46.071830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:46.104886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:46.127815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:46.145160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-bd80a568-24e4-48f6-9807-ef4806cb0b7d service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305718 Apr 08 11:07:46.169548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:46.193224 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bddcf7-817a-4e4d-99ab-cd93721e7d4b'] response: {'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'code': 200} Apr 08 11:07:46.229756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:46.559259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975b52-5633-4ad3-a18a-9e2ea8ed31c5 req-e8bf984c-f88e-4bf2-b04c-de065afe7ce5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:46.560679 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a5975b52-5633-4ad3-a18a-9e2ea8ed31c5 req-e8bf984c-f88e-4bf2-b04c-de065afe7ce5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0803635 Apr 08 11:07:46.605330 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a5975b52-5633-4ad3-a18a-9e2ea8ed31c5 req-55ba3fd1-60f7-48d8-9bff-1208f8db11f6 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Apr 08 11:07:47.789193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03946de-fa2b-44d2-8a17-4f09eb875c7e req-d7dc2df9-bb20-49be-a08d-1d19752eb53b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:47.790664 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f03946de-fa2b-44d2-8a17-4f09eb875c7e req-d7dc2df9-bb20-49be-a08d-1d19752eb53b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0800686 Apr 08 11:07:47.838334 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f03946de-fa2b-44d2-8a17-4f09eb875c7e req-84f41229-d74d-455b-b5cf-b6bb04ef7063 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409517 Apr 08 11:07:49.028859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9707da-2736-47f1-813f-33afb578dd05 req-63b67605-1741-4d5b-8763-ad5f45ff986d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.031325 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dc9707da-2736-47f1-813f-33afb578dd05 req-63b67605-1741-4d5b-8763-ad5f45ff986d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0858290 Apr 08 11:07:49.076061 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dc9707da-2736-47f1-813f-33afb578dd05 req-6c7a0789-73fc-4405-b8e0-22a01389f649 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391603 Apr 08 11:07:49.110121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-9514a1cc-0edf-4667-8cdf-a0772dc71ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.111622 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-9514a1cc-0edf-4667-8cdf-a0772dc71ceb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 1098 time: 0.0731883 Apr 08 11:07:49.207014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-e04c4e37-a23f-45d0-ab66-96d062101046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.208504 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-e04c4e37-a23f-45d0-ab66-96d062101046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 1098 time: 0.0765460 Apr 08 11:07:49.444967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-0bcacd63-2c9e-4e80-b6df-a8b65878b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.446480 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-0bcacd63-2c9e-4e80-b6df-a8b65878b11b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.2317090 Apr 08 11:07:49.552120 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-4756ed35-8313-4659-a548-57b9b1160238 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935b013d-f139-486d-9e34-ca8f4b2abbad HTTP/1.1" status: 200 len: 1002 time: 0.0990601 Apr 08 11:07:49.617375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-0e561012-0921-4651-ac48-54c1b86df140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.618705 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-0e561012-0921-4651-ac48-54c1b86df140 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0601006 Apr 08 11:07:49.693076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-ab1573df-4400-401e-80e2-cf884132fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:49.694549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-ab1573df-4400-401e-80e2-cf884132fdf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698297 Apr 08 11:07:49.825214 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-8325a3f2-9d0e-4b23-89eb-a85ae10c2916 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238716 Apr 08 11:07:49.954513 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4164694-0b2f-49bc-b44d-234f5c77e9f3 req-6e071bfb-e07b-4939-9627-88dc7915e9d1 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231661 Apr 08 11:07:50.268751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3ab18-2a69-4d16-8062-a6a3aa44d765 req-e96c3dec-b6e7-4142-a869-fd60c51328e9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:50.270143 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3ea3ab18-2a69-4d16-8062-a6a3aa44d765 req-e96c3dec-b6e7-4142-a869-fd60c51328e9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0833905 Apr 08 11:07:50.316714 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3ea3ab18-2a69-4d16-8062-a6a3aa44d765 req-76389101-4461-456e-b5ca-1012976050e3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Apr 08 11:07:51.500132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04300b-d32e-490d-9536-bec167b168ab req-041a15a2-f2b2-499a-86c0-17096ec3a36c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:51.501612 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ca04300b-d32e-490d-9536-bec167b168ab req-041a15a2-f2b2-499a-86c0-17096ec3a36c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0808651 Apr 08 11:07:51.546067 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ca04300b-d32e-490d-9536-bec167b168ab req-466d3cd9-067d-40c0-8f50-59ea0e0dc6a0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385106 Apr 08 11:07:51.849902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:07:51.853193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:07:52.066334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:52.095428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:52.117051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:52.122996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'mac_address': 'fa:16:3e:b3:8e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:07:52.153873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:52.160907 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3ddbcf-df72-4280-acf7-b1743beffb46'] response: {'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'code': 200} Apr 08 11:07:52.187472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:52.204193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 935b013d-f139-486d-9e34-ca8f4b2abbad {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:52.209476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:52.322873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:07:52.323216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:07:52.325576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=9']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:52.730600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121a1ef-1b1a-4777-9e60-db8bba88647f req-8468c9e5-c2df-42bd-80dc-fa9c29669c20 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:52.732032 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7121a1ef-1b1a-4777-9e60-db8bba88647f req-8468c9e5-c2df-42bd-80dc-fa9c29669c20 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 943 time: 0.0810392 Apr 08 11:07:52.774964 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7121a1ef-1b1a-4777-9e60-db8bba88647f req-aed71ebc-531d-4bb8-9ae7-5767462414c7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365069 Apr 08 11:07:52.877613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:52.894691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935b013d-f139-486d-9e34-ca8f4b2abbad {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:07:52.910459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:52.958959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78972070-91d8-494f-940f-301cf0f125c8 req-1c1ae9af-15a1-45ca-88c4-d7813294d393 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:52.960532 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78972070-91d8-494f-940f-301cf0f125c8 req-1c1ae9af-15a1-45ca-88c4-d7813294d393 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 943 time: 0.0802603 Apr 08 11:07:53.005910 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-78972070-91d8-494f-940f-301cf0f125c8 req-d13aa9d4-fa01-4c86-aede-ce1b33ef1c7d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394900 Apr 08 11:07:53.030704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:53.101837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['935b013d-f139-486d-9e34-ca8f4b2abbad'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:07:53.137890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=10']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:53.194766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9186c9-a89e-442d-bd92-0917e0f11af0 req-d6395fb7-9230-4f9a-9dd4-8dbc45adc56c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:53.196237 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ff9186c9-a89e-442d-bd92-0917e0f11af0 req-d6395fb7-9230-4f9a-9dd4-8dbc45adc56c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0809851 Apr 08 11:07:53.245515 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ff9186c9-a89e-442d-bd92-0917e0f11af0 req-37c00820-a63b-428d-9eda-99504555c5d7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428879 Apr 08 11:07:53.363284 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:07:53.864502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:07:53.915988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c39b6-f272-4da8-b645-531134be6310 req-d275ede8-22dc-4faa-a1b7-501df1f96c93 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:53.917480 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0e6c39b6-f272-4da8-b645-531134be6310 req-d275ede8-22dc-4faa-a1b7-501df1f96c93 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 945 time: 0.0852931 Apr 08 11:07:53.937240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 935b013d-f139-486d-9e34-ca8f4b2abbad triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:07:53.937828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:53.962160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0e6c39b6-f272-4da8-b645-531134be6310 req-b980385d-e19b-4757-8898-fcbfe3653823 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381801 Apr 08 11:07:54.059887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:54.091368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:54.149227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:54.178944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:54.220304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=11']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:54.223679 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e202a55e-b165-481f-a3f5-6b4f45ac5508'] response: {'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'code': 200} Apr 08 11:07:55.148498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56fa03-c408-4cc0-88c7-901335888141 req-b546b76f-d391-4351-b64b-1e237a6971e3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:55.149967 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fe56fa03-c408-4cc0-88c7-901335888141 req-b546b76f-d391-4351-b64b-1e237a6971e3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 946 time: 0.0818019 Apr 08 11:07:55.194010 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fe56fa03-c408-4cc0-88c7-901335888141 req-da7c811f-8b50-4faf-9571-af152050ee51 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382192 Apr 08 11:07:55.988195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-c8cc12dc-7547-4131-9ec9-0b1afa6dd6f2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:55.989648 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-c8cc12dc-7547-4131-9ec9-0b1afa6dd6f2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 946 time: 0.0839458 Apr 08 11:07:56.058103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Deleting port 935b013d-f139-486d-9e34-ca8f4b2abbad {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:07:56.058444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:56.305932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] For port 935b013d-f139-486d-9e34-ca8f4b2abbad, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=935b013d-f139-486d-9e34-ca8f4b2abbad,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:07:56.306218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:56.551996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d148ebe-ae98-48d4-9a4b-c8ca1c214b0f req-5b9675eb-80bf-4e71-92a7-9c990f417bf1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:56.553501 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5d148ebe-ae98-48d4-9a4b-c8ca1c214b0f req-5b9675eb-80bf-4e71-92a7-9c990f417bf1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 946 time: 0.2503512 Apr 08 11:07:56.784162 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5d148ebe-ae98-48d4-9a4b-c8ca1c214b0f req-5a56cb10-6cea-4cac-ba8a-26f6d4af8151 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760679 Apr 08 11:07:56.786848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:56.787221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:56.787535 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Floating IP 2e010de4-fb56-455e-8319-c1c116f8b457 disassociated. External IP: 172.26.7.186, port: 935b013d-f139-486d-9e34-ca8f4b2abbad. Apr 08 11:07:56.787875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Calling delete_port for 935b013d-f139-486d-9e34-ca8f4b2abbad owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:07:57.030465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:57.086995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event deleted for resources: {'Port': ['ID=935b013d-f139-486d-9e34-ca8f4b2abbad,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:57.212432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3ed843a0-f5f9-4951-af36-bb85bf3f15a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:57.276440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:07:57.457110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:07:57.466333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:07:57.476281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:07:57.476926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:07:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:57.532946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] No DVR routers for this DVR port 935b013d-f139-486d-9e34-ca8f4b2abbad on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:07:57.535444 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:57.539295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-deleted', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:57.586748 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557ed17e-40b4-4aaa-9ddb-19bee263cc55'] response: {'server_uuid': '60520da4-2c6d-494e-9ae9-f8d7de6d066b', 'name': 'network-vif-deleted', 'tag': '935b013d-f139-486d-9e34-ca8f4b2abbad', 'status': 'completed', 'code': 200} Apr 08 11:07:57.630828 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0be6edb1-f038-4b8a-98bc-edaf0c9a24df req-6c147c23-a7a2-4a8e-8a92-95dbcfec793d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "DELETE /v2.0/ports/935b013d-f139-486d-9e34-ca8f4b2abbad HTTP/1.1" status: 204 len: 173 time: 1.6358023 Apr 08 11:07:57.662238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:07:57.955126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c237333d-bfad-4ae5-ae3a-b428d3d23de4 req-4e7eb2c4-a690-4d14-a467-a53fdcc2a0a8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:07:58.020427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:58.024205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:07:58.032751 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:07:58.033361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:07:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:58.046864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c237333d-bfad-4ae5-ae3a-b428d3d23de4 req-4e7eb2c4-a690-4d14-a467-a53fdcc2a0a8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:07:58.048039 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c237333d-bfad-4ae5-ae3a-b428d3d23de4 req-4e7eb2c4-a690-4d14-a467-a53fdcc2a0a8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=60520da4-2c6d-494e-9ae9-f8d7de6d066b HTTP/1.1" status: 200 len: 210 time: 0.1359859 Apr 08 11:07:58.210890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:07:58.523564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:58.527334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ab63f-b208-4a28-a762-d41db30559d2 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:07:58.741034 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75329be-d4b7-46f8-96c8-8d8ce847f91a None None] New status for floating IP 2e010de4-fb56-455e-8319-c1c116f8b457: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:07:59.382444 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b0ba15fe-043d-406f-bd9a-41fb705a1857 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--556802560&fields=id&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 267 time: 0.0386872 Apr 08 11:07:59.533313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-672b5420-994f-46c4-a7ad-d1d68a3ca195 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:59.534777 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-672b5420-994f-46c4-a7ad-d1d68a3ca195 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 812 time: 0.1459723 Apr 08 11:07:59.549596 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-13654379-a6d0-4752-bf0d-574d8865d98b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/quotas/2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 375 time: 0.0091758 Apr 08 11:07:59.561881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c6d46789-b739-4f0d-add9-ce9c49974ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:59.637320 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e6393648-7516-4f6d-9e05-215de5fef745 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824304 Apr 08 11:07:59.858842 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-f00003bd-1afd-4460-9370-f4ae2e652159 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092330 Apr 08 11:07:59.876274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:07:59.909797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 935b013d-f139-486d-9e34-ca8f4b2abbad {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:07:59.910139 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 935b013d-f139-486d-9e34-ca8f4b2abbad not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:07:59.991880 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-97c64960-d3e9-4b86-a622-aec883ad1cc9 service neutron] 10.222.0.23 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272812 Apr 08 11:08:00.245829 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-335bb73f-7ae2-4948-b7e6-abc91d3d3faf req-3c024171-12f1-424c-87c6-a8d0807f56cb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 210 time: 0.0445685 Apr 08 11:08:00.675549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:01.252395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:01.394827 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b826aba4-7756-48b8-b960-a92b16eaabfd req-adcf190e-7b40-41ef-90ba-09b9d6570e4e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 210 time: 0.0417781 Apr 08 11:08:02.040877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:02.437155 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-f129241e-2afa-4ec9-aff4-a08d13d1f984 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:02.438651 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-f129241e-2afa-4ec9-aff4-a08d13d1f984 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 812 time: 0.1488483 Apr 08 11:08:02.487320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-ef9b1508-aece-4de3-bca3-aaef81374406 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 379 time: 0.0404606 Apr 08 11:08:02.496139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'port': {'device_id': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'admin_state_up': True, 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'security_groups': ['2f026271-d34a-4024-b17d-0fb7e253c473']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:02.572570 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39480ce9-7951-4cfa-aa3e-4c35608e4955 req-0893a74a-15c5-43dc-be68-7786b372985d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 210 time: 0.0624363 Apr 08 11:08:02.673063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:08:02.682897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:08:02.772430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Made reservation on behalf of 2019fc30a1da42d0a2014ec9e3054d8a for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:08:02.776141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:02.944366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Allocated IP 172.20.0.4 (7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107/d5d4ae75-7ea8-435d-b72d-506a8b987615/d9849ec7-2d0e-48fb-9e42-ef633a6de4b0) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:08:03.236868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:03.251994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Transition to ACTIVE for port object d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:08:03.356016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:03.422486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:08:03.425641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:08:03.433914 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:08:03.476779 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.496869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:03.512917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.513643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:03.619821 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-b9f856e9-8fa3-4d70-a9a3-ca7d0c35e4ec tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271808 Apr 08 11:08:03.630739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Request body: {'port': {'device_id': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:03.733484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0691d604-cef5-4831-8907-957441f43667 None None] Provisioning for port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:08:03.738626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0691d604-cef5-4831-8907-957441f43667 None None] Provisioning complete for port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:08:03.739102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0691d604-cef5-4831-8907-957441f43667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:03.744738 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:03.765382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6c79e-3703-4de1-b668-74689a04c69a req-f1318ff4-9de8-475c-8ee1-c780eceb0b9d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:03.766928 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-09e6c79e-3703-4de1-b668-74689a04c69a req-f1318ff4-9de8-475c-8ee1-c780eceb0b9d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 931 time: 0.0865803 Apr 08 11:08:03.800917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-0691d604-cef5-4831-8907-957441f43667 None None] Port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:08:03.814607 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-09e6c79e-3703-4de1-b668-74689a04c69a req-223247f0-5928-48af-98b5-4dd6769675ab tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411546 Apr 08 11:08:04.092720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:04.099885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:04.114550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Transition to ACTIVE for port object d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:08:04.166542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:04.325316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:04.408498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Attempting to bind port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:08:04.408845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Attempting to bind port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:08:04.409180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Attempting to bind port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:08:04.414046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:08:04.414368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Attempting to bind port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 on network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:08:04.419864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:08:04.420160 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Checking segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:08:04.420579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Bound using segment: {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:08:04.421044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Bound port: d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda31ac3-dded-42ff-9648-b1b3ac1709c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:08:04.421399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:04.469795 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:04.513129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:08:04.516749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:08:04.589796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:04.642113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.642751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:04.644199 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] 10.222.0.41 "PUT /v2.0/ports/d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 HTTP/1.1" status: 200 len: 1093 time: 1.0175586 Apr 08 11:08:04.647113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:04.686644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295b036-02e9-4eac-a5fe-0baedc563bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:04.695006 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3411e8c3-61a6-418c-b2a3-a65314509169'] response: {'name': 'network-changed', 'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'status': 'completed', 'code': 200} Apr 08 11:08:04.793463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52b34a-33fb-4699-8ffc-88cadc8dade8 req-cceda8b2-f85c-494f-8d5c-bea123d4de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.795040 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3f52b34a-33fb-4699-8ffc-88cadc8dade8 req-cceda8b2-f85c-494f-8d5c-bea123d4de68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 1096 time: 0.0780597 Apr 08 11:08:04.939483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52b34a-33fb-4699-8ffc-88cadc8dade8 req-a5451c45-6e3e-486a-bc09-14da07bf69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:04.940847 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3f52b34a-33fb-4699-8ffc-88cadc8dade8 req-a5451c45-6e3e-486a-bc09-14da07bf69dc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1382306 Apr 08 11:08:05.002222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cad09-9fc2-4fa7-bd3f-301b2202061c req-21d7fe5b-8a4c-4076-9cf2-454db61d39bd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.003725 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b17cad09-9fc2-4fa7-bd3f-301b2202061c req-21d7fe5b-8a4c-4076-9cf2-454db61d39bd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 943 time: 0.0803421 Apr 08 11:08:05.048264 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b17cad09-9fc2-4fa7-bd3f-301b2202061c req-b1616c64-8cec-41bf-a2d2-8f63105a1f84 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388579 Apr 08 11:08:05.079634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52b34a-33fb-4699-8ffc-88cadc8dade8 req-da17a677-0066-4bfd-9044-aeea6cbdbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.081132 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3f52b34a-33fb-4699-8ffc-88cadc8dade8 req-da17a677-0066-4bfd-9044-aeea6cbdbb25 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344597 Apr 08 11:08:05.184345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-da37a096-2a98-4fd2-a189-16907de0fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.186107 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-da37a096-2a98-4fd2-a189-16907de0fa91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 1096 time: 0.0692520 Apr 08 11:08:05.361064 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-07b6fefa-ac8b-48cc-814f-a5465d86316b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 HTTP/1.1" status: 200 len: 217 time: 0.1682878 Apr 08 11:08:05.422425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-0a67707d-50c9-4e5f-833a-94bdf2f916c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.423830 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-0a67707d-50c9-4e5f-833a-94bdf2f916c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0567751 Apr 08 11:08:05.500766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-6359cfa7-8538-4b32-abc2-4d6a2e3ae4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:05.502222 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-6359cfa7-8538-4b32-abc2-4d6a2e3ae4db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723498 Apr 08 11:08:05.631726 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-5b5bcda2-1cec-4765-8f2e-025729cdbcc1 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229146 Apr 08 11:08:05.760810 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1c8e91ad-e368-48f8-9c70-4bd534ffc051 req-369746b1-7287-4276-ba35-460ae2e10b9b service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230829 Apr 08 11:08:06.242433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774bb38-8b2e-4847-a7dc-dec585df1c09 req-6c5bffe0-848e-40ba-b40c-24ab24a240d5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:06.243128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6774bb38-8b2e-4847-a7dc-dec585df1c09 req-6c5bffe0-848e-40ba-b40c-24ab24a240d5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Synchronizing usage tracker for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:08:06.355630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6774bb38-8b2e-4847-a7dc-dec585df1c09 req-6c5bffe0-848e-40ba-b40c-24ab24a240d5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Unset dirty status for tenant:2019fc30a1da42d0a2014ec9e3054d8a on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:08:06.356907 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6774bb38-8b2e-4847-a7dc-dec585df1c09 req-6c5bffe0-848e-40ba-b40c-24ab24a240d5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 943 time: 0.1943951 Apr 08 11:08:06.405477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6774bb38-8b2e-4847-a7dc-dec585df1c09 req-34ae6ff1-9aba-4dd1-a3d2-723e40c8f891 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421391 Apr 08 11:08:07.590668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6cdbc-8519-4d67-b545-c8f0f9d10ad5 req-f5882bb9-9633-4d9b-b7d0-5721e2d86aa8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:07.592215 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3ac6cdbc-8519-4d67-b545-c8f0f9d10ad5 req-f5882bb9-9633-4d9b-b7d0-5721e2d86aa8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 943 time: 0.0819094 Apr 08 11:08:07.636960 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3ac6cdbc-8519-4d67-b545-c8f0f9d10ad5 req-bed3b171-d065-4869-b3b7-771eec315630 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389307 Apr 08 11:08:07.922077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:08:08.051605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:08:08.064497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'mac_address': 'fa:16:3e:28:d4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:08:08.118180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:08.136696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:08.152068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:08:08.276033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:08.376135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:08.492231 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['d9849ec7-2d0e-48fb-9e42-ef633a6de4b0'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:08:08.971656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942663e0-9cba-45a1-8ace-ca2e95daa097 req-0f08df07-db80-4d05-a744-ff3513486721 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:08.973050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-942663e0-9cba-45a1-8ace-ca2e95daa097 req-0f08df07-db80-4d05-a744-ff3513486721 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 944 time: 0.0796506 Apr 08 11:08:09.016168 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-942663e0-9cba-45a1-8ace-ca2e95daa097 req-77a89f69-009c-4871-af68-fb182c574471 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374310 Apr 08 11:08:09.937787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:08:10.069817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:08:10.074852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:08:10.075223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:10.194233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:10.202627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630fcd4-079c-4e9b-ab7a-541724612853 req-2b3580cc-a94f-42c7-8d9b-84b7f82edb3a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:10.204088 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f630fcd4-079c-4e9b-ab7a-541724612853 req-2b3580cc-a94f-42c7-8d9b-84b7f82edb3a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 944 time: 0.0833318 Apr 08 11:08:10.221689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:10.231816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:08:10.256141 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f630fcd4-079c-4e9b-ab7a-541724612853 req-93fb6180-a93f-463b-80b3-2d94525b1253 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463624 Apr 08 11:08:10.270878 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c51307-a5dd-4b09-acdc-d8d162170df7'] response: {'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'code': 200} Apr 08 11:08:10.288168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:10.363240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:10.611391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7003-7762-40b8-a14f-53fa0ee01e57 req-bf327a9b-49f0-4313-90ad-f90cfa850d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:10.612786 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3b5d7003-7762-40b8-a14f-53fa0ee01e57 req-bf327a9b-49f0-4313-90ad-f90cfa850d9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 1098 time: 0.0729861 Apr 08 11:08:10.652672 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3b5d7003-7762-40b8-a14f-53fa0ee01e57 req-45081591-27ba-4461-a248-957b323de7ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336952 Apr 08 11:08:11.441875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aea12-c64b-47bd-ad17-badd13bc9745 req-f64f5572-2fcf-4685-8f06-92f3d54ae64a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:11.443314 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3d3aea12-c64b-47bd-ad17-badd13bc9745 req-f64f5572-2fcf-4685-8f06-92f3d54ae64a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0790496 Apr 08 11:08:11.486620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3d3aea12-c64b-47bd-ad17-badd13bc9745 req-9fe66d11-23a9-4d43-9514-7c55bfd97e9b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376549 Apr 08 11:08:12.670333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba162b8-b2ce-4e09-8dae-6834cd420bc3 req-f880de7d-aa26-4d79-ad27-284d6becb6f8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:12.671795 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-aba162b8-b2ce-4e09-8dae-6834cd420bc3 req-f880de7d-aa26-4d79-ad27-284d6becb6f8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0787361 Apr 08 11:08:12.715084 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-aba162b8-b2ce-4e09-8dae-6834cd420bc3 req-b399edfe-5e4b-4bcd-bfac-50fff80cffdb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373774 Apr 08 11:08:12.896429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95bdbc-4ca1-4ec4-b479-e45d2f959ad2 req-44a40b4f-eec1-4305-8b9d-ac0578974ee1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:12.897891 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-de95bdbc-4ca1-4ec4-b479-e45d2f959ad2 req-44a40b4f-eec1-4305-8b9d-ac0578974ee1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0831337 Apr 08 11:08:12.907350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 60666) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:08:12.912235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Request body: {'floatingip': {'port_id': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:08:12.989304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:13.686550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:13.749344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:13.917233 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Floating IP 2e010de4-fb56-455e-8319-c1c116f8b457 associated. External IP: 172.26.7.186, port: d9849ec7-2d0e-48fb-9e42-ef633a6de4b0. Apr 08 11:08:14.262682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:08:14.442132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:08:14.446953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:14.452178 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:08:14.461516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:08:14.462168 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:07:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:14.505695 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3e429db7-6801-478b-b1de-c152a9548495 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "PUT /v2.0/floatingips/2e010de4-fb56-455e-8319-c1c116f8b457 HTTP/1.1" status: 200 len: 992 time: 1.5972781 Apr 08 11:08:14.506432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:14.550991 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0885e4a1-f9da-4713-a344-8aa681c80554'] response: {'name': 'network-changed', 'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'status': 'completed', 'code': 200} Apr 08 11:08:14.652407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-73cfef47-b5d7-45b2-a110-a2d349edb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:14.653929 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-73cfef47-b5d7-45b2-a110-a2d349edb18b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 1098 time: 0.0787857 Apr 08 11:08:14.691188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:08:14.791900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-9a8b524e-fc18-4835-947f-c8bbf534dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:14.793381 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-9a8b524e-fc18-4835-947f-c8bbf534dcb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1329923 Apr 08 11:08:14.898136 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-e351f7e9-ac24-4884-b16f-6835a0bc4441 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 HTTP/1.1" status: 200 len: 1000 time: 0.0992897 Apr 08 11:08:14.967800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-33d6ae69-5ce6-4ce1-947f-d0b57f818e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:14.969298 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-33d6ae69-5ce6-4ce1-947f-d0b57f818e23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0641377 Apr 08 11:08:15.052978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:28:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:08:13Z', 'revision_number': 13, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:15.057161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:08:15.067129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:08:15.067756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:07:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:15.170424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-74e4d320-369a-4327-bcd3-1198de575f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:15.173718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-74e4d320-369a-4327-bcd3-1198de575f6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1970630 Apr 08 11:08:15.261114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:08:15.318994 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-daf9c111-e52b-46ac-82dd-7b8690b7d004 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393852 Apr 08 11:08:15.464439 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bccfa03a-fed5-4fe7-939c-dd616d0dfecf req-afd17f0f-bb6f-4f87-80fa-e0e111899ecd service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397216 Apr 08 11:08:15.620999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:28:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:08:13Z', 'revision_number': 13, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:08:15.625604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a65a2-4125-4b43-93a8-33a2bb509fe4 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '2e010de4-fb56-455e-8319-c1c116f8b457', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'port_id': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'mac_address': 'fa:16:3e:28:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:05:00Z', 'updated_at': '2022-04-08T11:08:13Z', 'revision_number': 13, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:08:15.818110 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838d719-b282-43db-bf4f-0dfed0fa8d07 None None] New status for floating IP 2e010de4-fb56-455e-8319-c1c116f8b457: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:08:17.555826 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097743-e5f4-4ae7-8e2f-42780837ec19 req-cd679669-8498-4649-940b-65fe16e61ff9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:17.557226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-88097743-e5f4-4ae7-8e2f-42780837ec19 req-cd679669-8498-4649-940b-65fe16e61ff9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.1265914 Apr 08 11:08:17.605075 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-88097743-e5f4-4ae7-8e2f-42780837ec19 req-682050ee-df84-441c-8983-fe3b71417075 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415413 Apr 08 11:08:27.189655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e3d15058-5bb1-4fea-8a1b-158d8f4ce168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:27.983924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca4487-9eba-4d4b-bf8b-5cc174a07b0c req-3b683134-c38a-403d-9d1d-a3f39be0d145 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:27.985403 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b4ca4487-9eba-4d4b-bf8b-5cc174a07b0c req-3b683134-c38a-403d-9d1d-a3f39be0d145 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0825942 Apr 08 11:08:28.030163 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b4ca4487-9eba-4d4b-bf8b-5cc174a07b0c req-7c4e5576-3430-4797-b94f-ab635c37e89c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 Apr 08 11:08:28.104051 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-ab69ff0f-4c78-43c8-a474-b3a1e80b6b97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107240 Apr 08 11:08:29.234836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477b49c-1641-402e-890c-bbaa3ac7fdf1 req-57f379b2-436b-491d-a607-be576f9a36fa tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:29.236242 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d477b49c-1641-402e-890c-bbaa3ac7fdf1 req-57f379b2-436b-491d-a607-be576f9a36fa tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0803533 Apr 08 11:08:29.286091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d477b49c-1641-402e-890c-bbaa3ac7fdf1 req-662d3542-a166-4af2-af0b-5d15da25dd41 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Apr 08 11:08:29.556048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b3921759-e008-4639-8a4d-ffff5cab3b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:30.202590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-d18dfae9-b979-4a67-8a21-b847144a5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:30.204069 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-d18dfae9-b979-4a67-8a21-b847144a5ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 1098 time: 0.0703111 Apr 08 11:08:30.338086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-106727c5-50df-44da-9b72-776b17d9b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:30.339682 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-106727c5-50df-44da-9b72-776b17d9b44f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1294992 Apr 08 11:08:30.363340 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:08:30.446694 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-2bead3c6-d50d-4242-9cd6-1836e6c8aad7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 HTTP/1.1" status: 200 len: 1002 time: 0.0999408 Apr 08 11:08:30.475933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3028ee-c7cd-4263-bdc9-aed5ba1fc716 req-dcbcda46-86cc-4a9c-86c6-9e4439caf84b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:30.477381 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9c3028ee-c7cd-4263-bdc9-aed5ba1fc716 req-dcbcda46-86cc-4a9c-86c6-9e4439caf84b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0826323 Apr 08 11:08:30.509366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-62ae51d5-f0ef-47ff-a533-8dc188920b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:30.510836 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-62ae51d5-f0ef-47ff-a533-8dc188920b0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0581651 Apr 08 11:08:30.522014 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9c3028ee-c7cd-4263-bdc9-aed5ba1fc716 req-356c8afe-c9fe-4d4d-b818-636f3887e405 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379968 Apr 08 11:08:30.589405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-b7664101-2b2a-45f1-b88c-20aaf76872aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:30.590859 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-b7664101-2b2a-45f1-b88c-20aaf76872aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732965 Apr 08 11:08:30.602810 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-fc1f64c8-ebdc-4885-a86e-55df12cfa4bb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:08:30.603717 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-fc1f64c8-ebdc-4885-a86e-55df12cfa4bb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047822 Apr 08 11:08:30.646922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:30.736982 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-9ebc0f4d-fe89-4517-b979-1f33fbfca863 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267669 Apr 08 11:08:30.873878 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-c82f4ca1-0553-4bbe-890c-c8d7e9211813 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296897 Apr 08 11:08:31.230369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:31.709421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af2f3c-3284-44c4-834d-4e4008a0199b req-271546c3-b992-496a-9e2c-67940fddf424 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:31.710863 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e2af2f3c-3284-44c4-834d-4e4008a0199b req-271546c3-b992-496a-9e2c-67940fddf424 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0801463 Apr 08 11:08:31.755219 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e2af2f3c-3284-44c4-834d-4e4008a0199b req-e2174f70-e314-483a-9dd7-e34ddca62269 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374815 Apr 08 11:08:32.109187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:32.941095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956c440-e2db-44e9-99d9-f1ad7661663c req-fdaaf866-c3aa-40f7-b011-0cf4e1918a8d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:32.942579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0956c440-e2db-44e9-99d9-f1ad7661663c req-fdaaf866-c3aa-40f7-b011-0cf4e1918a8d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0826464 Apr 08 11:08:32.985781 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0956c440-e2db-44e9-99d9-f1ad7661663c req-57e45bcd-1fd7-4183-9faf-6e8700aec5b1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375881 Apr 08 11:08:34.172259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753c806-3549-46be-a713-27b47291b7fe req-991a136a-f551-40e2-9af0-779678305bef tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:34.173722 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3753c806-3549-46be-a713-27b47291b7fe req-991a136a-f551-40e2-9af0-779678305bef tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0827098 Apr 08 11:08:34.217185 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3753c806-3549-46be-a713-27b47291b7fe req-b508da01-f8a5-49e9-9664-f6a4789407d2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369933 Apr 08 11:08:34.418399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:35.465954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf4e57-1259-4058-9adc-8f95d0efeb93 req-08508e6a-a2f1-4771-93c1-82670127adf3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:35.467527 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-16bf4e57-1259-4058-9adc-8f95d0efeb93 req-08508e6a-a2f1-4771-93c1-82670127adf3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.1357632 Apr 08 11:08:35.512948 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-16bf4e57-1259-4058-9adc-8f95d0efeb93 req-27c2a039-df4f-4302-9d10-9c44edb49be0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392313 Apr 08 11:08:36.697623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa893b4-0f8c-41dd-8065-a69dfb300862 req-f74389d2-5b04-4c74-bfed-c97fa70a7659 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:36.699116 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8aa893b4-0f8c-41dd-8065-a69dfb300862 req-f74389d2-5b04-4c74-bfed-c97fa70a7659 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0787075 Apr 08 11:08:36.746476 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8aa893b4-0f8c-41dd-8065-a69dfb300862 req-f8ecc62a-20af-4d93-aa47-de78d01087b8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408494 Apr 08 11:08:37.934054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd4e21-127a-473e-924a-56825ac30779 req-f88f2cd1-d583-4b7d-bc96-bc3024c1659f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:37.935574 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-abcd4e21-127a-473e-924a-56825ac30779 req-f88f2cd1-d583-4b7d-bc96-bc3024c1659f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0828168 Apr 08 11:08:37.983830 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-abcd4e21-127a-473e-924a-56825ac30779 req-3a229401-6ce9-4cd3-98f2-23338cc793c0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393643 Apr 08 11:08:38.888751 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-8aae3f60-6efc-4140-95ce-81aecd06b9b4 service neutron] 10.222.0.41 "GET /v2.0/ports/d9849ec7-2d0e-48fb-9e42-ef633a6de4b0/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.1772096 Apr 08 11:08:39.168104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf821a6-9d1c-4592-88f2-f91a746de777 req-f17f5420-8cbe-453b-9bf3-1735df5b7e75 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:39.170021 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2bf821a6-9d1c-4592-88f2-f91a746de777 req-f17f5420-8cbe-453b-9bf3-1735df5b7e75 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0819519 Apr 08 11:08:39.214990 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2bf821a6-9d1c-4592-88f2-f91a746de777 req-053cd821-f325-4df6-8d62-8ef9bffa4f36 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391619 Apr 08 11:08:39.498673 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-57ad6a02-91c8-452a-9849-77460acbac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:39.500107 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-57ad6a02-91c8-452a-9849-77460acbac76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 1098 time: 0.0744348 Apr 08 11:08:39.596762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-9c532be6-b8dd-4d84-b679-bb7eb2fde7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:39.598251 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-9c532be6-b8dd-4d84-b679-bb7eb2fde7a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 1098 time: 0.0749869 Apr 08 11:08:39.728704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-0dfdee1f-ae4b-4f55-8b99-3c7a207adfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:39.730133 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-0dfdee1f-ae4b-4f55-8b99-3c7a207adfe4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1257632 Apr 08 11:08:39.827444 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-e4556178-5bed-47ed-a2d4-0492b33a293b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 HTTP/1.1" status: 200 len: 1002 time: 0.0913541 Apr 08 11:08:39.890895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-70a3965e-5017-4ead-b15c-0bb5b8c0f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:39.892294 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-70a3965e-5017-4ead-b15c-0bb5b8c0f6dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0587280 Apr 08 11:08:39.965475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-7c50e42c-2b2e-4eae-97dd-3454428b64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:39.967019 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-7c50e42c-2b2e-4eae-97dd-3454428b64f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690486 Apr 08 11:08:40.096166 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-0c646f33-696b-4a3b-ba8c-69659d4046b4 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227140 Apr 08 11:08:40.228211 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-f69c12d0-f6e2-4e91-a8bc-4474d6e91299 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255348 Apr 08 11:08:40.412677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce28c4-8596-4bc4-9cf4-7f69903dd40b req-b6efb15b-7103-4e6c-91ec-45b9b070aebb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:40.414145 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-afce28c4-8596-4bc4-9cf4-7f69903dd40b req-b6efb15b-7103-4e6c-91ec-45b9b070aebb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0868983 Apr 08 11:08:40.462742 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-afce28c4-8596-4bc4-9cf4-7f69903dd40b req-d1c13c26-81d9-468c-9d0d-b68b650246c5 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 Apr 08 11:08:41.659189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e30290-0a39-4b8e-bb48-120a02054ada req-ead6323d-39dc-4f66-8b4a-b5d68df3fdc4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:41.660668 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d3e30290-0a39-4b8e-bb48-120a02054ada req-ead6323d-39dc-4f66-8b4a-b5d68df3fdc4 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0854027 Apr 08 11:08:41.706522 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d3e30290-0a39-4b8e-bb48-120a02054ada req-c222c132-b204-4b51-9587-f5b37e3bea66 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402527 Apr 08 11:08:42.050517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:08:42.200024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:42.230242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:42.240367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:08:42.283775 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21617946-c984-413a-87bd-d80be318d6c0'] response: {'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'code': 200} Apr 08 11:08:42.350655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:42.432450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:42.439475 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.439823 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.440162 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.440530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.440872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.441205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.441536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.441860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.442184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.442507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.442828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.443147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:08:42.892002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f52deb-7203-441b-baf9-a2f608ea2b65 req-e79bafb0-99bd-4210-8253-0e2e721ead87 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:42.893473 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80f52deb-7203-441b-baf9-a2f608ea2b65 req-e79bafb0-99bd-4210-8253-0e2e721ead87 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 943 time: 0.0821221 Apr 08 11:08:42.938308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80f52deb-7203-441b-baf9-a2f608ea2b65 req-be8cb6cf-6591-4bc4-8d8b-847bb89e70a2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391939 Apr 08 11:08:44.078615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:08:44.126235 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e560052-4ea2-4aee-b375-c66255fe7b52 req-0fb100a3-fb6b-4708-8cee-6d380391fd79 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:44.127713 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5e560052-4ea2-4aee-b375-c66255fe7b52 req-0fb100a3-fb6b-4708-8cee-6d380391fd79 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 943 time: 0.0802274 Apr 08 11:08:44.174130 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5e560052-4ea2-4aee-b375-c66255fe7b52 req-691fded5-fc17-4add-ac4b-26090725d72f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407107 Apr 08 11:08:44.213470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:08:44.226251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'mac_address': 'fa:16:3e:28:d4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:08:44.280973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:44.301080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:08:44.317110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:08:44.390138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:44.458820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['d9849ec7-2d0e-48fb-9e42-ef633a6de4b0'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:08:44.490962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:45.364106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8b12-c4c7-4d1a-ab68-bc41d15cd564 req-f57494e2-d5c8-4a5c-b98e-badb97f477d0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:45.365580 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4adc8b12-c4c7-4d1a-ab68-bc41d15cd564 req-f57494e2-d5c8-4a5c-b98e-badb97f477d0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 944 time: 0.0851774 Apr 08 11:08:45.408987 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4adc8b12-c4c7-4d1a-ab68-bc41d15cd564 req-badf109f-6ea8-4079-9af6-d20cfd203cd2 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377886 Apr 08 11:08:46.078060 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:08:46.144571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:08:46.144947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:46.259326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:46.286132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:46.295886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:08:46.341220 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57caed06-f8a8-4328-b416-5252ca98f942'] response: {'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'code': 200} Apr 08 11:08:46.401362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:46.468384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:46.594731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cfe51-d675-4664-8f39-b00996d87e79 req-ed143f0a-fba5-474b-8ae9-27100b850784 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:46.596109 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-088cfe51-d675-4664-8f39-b00996d87e79 req-ed143f0a-fba5-474b-8ae9-27100b850784 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0794237 Apr 08 11:08:46.643699 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-088cfe51-d675-4664-8f39-b00996d87e79 req-cd328bd4-0072-4fe3-ab86-26d82276fd35 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419056 Apr 08 11:08:47.828082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb53b6-5f18-4fb2-ae7a-6f17c83fd22d req-b865ecc7-3c06-461d-a740-37ee9753be8d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:47.829546 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8efb53b6-5f18-4fb2-ae7a-6f17c83fd22d req-b865ecc7-3c06-461d-a740-37ee9753be8d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0783455 Apr 08 11:08:47.871668 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8efb53b6-5f18-4fb2-ae7a-6f17c83fd22d req-f8bff5e0-5679-4785-9db8-097720f42e9b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366240 Apr 08 11:08:49.058670 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570e833-7e88-4a5d-af68-5cf1a2f74ad3 req-918045e0-3a73-40ab-83dd-e374582c7cb9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:49.060771 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d570e833-7e88-4a5d-af68-5cf1a2f74ad3 req-918045e0-3a73-40ab-83dd-e374582c7cb9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0833693 Apr 08 11:08:49.106707 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d570e833-7e88-4a5d-af68-5cf1a2f74ad3 req-4cc2c708-1a7a-450a-9ee3-478b93b63aa1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398533 Apr 08 11:08:50.402082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb080a-bbed-4b84-b7e7-f93dc8513098 req-214d0d77-4cd5-42b9-83cf-b3ae072854cb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:50.403574 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-96eb080a-bbed-4b84-b7e7-f93dc8513098 req-214d0d77-4cd5-42b9-83cf-b3ae072854cb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.1821263 Apr 08 11:08:50.447781 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-96eb080a-bbed-4b84-b7e7-f93dc8513098 req-9f4b383a-4fb7-4907-a12d-135117662f14 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378489 Apr 08 11:08:51.238238 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2c94f-3d18-4543-b511-bbbffd6570c6 req-5e2bfe96-e81d-40d5-b80b-cd8f225de7fc tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.239706 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-00d2c94f-3d18-4543-b511-bbbffd6570c6 req-5e2bfe96-e81d-40d5-b80b-cd8f225de7fc tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0793879 Apr 08 11:08:51.270789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-c6183349-7272-4e15-9f63-233ad0df6144 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.272281 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-c6183349-7272-4e15-9f63-233ad0df6144 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.0900695 Apr 08 11:08:51.288925 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-00d2c94f-3d18-4543-b511-bbbffd6570c6 req-33643ad5-a377-41ad-8dd1-c40474bde575 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Apr 08 11:08:51.399742 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-f546ae70-f93a-4ca3-bfc8-60471073dcec service neutron] 10.222.0.41 "GET /v2.0/ports/d9849ec7-2d0e-48fb-9e42-ef633a6de4b0/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.1220083 Apr 08 11:08:51.493036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-e322570e-44f0-4f5b-b63d-4e87c0b12c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.494532 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-e322570e-44f0-4f5b-b63d-4e87c0b12c16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 1098 time: 0.0738261 Apr 08 11:08:51.628108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-58ad959b-5235-460f-b1e7-6f052e6489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.629482 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-58ad959b-5235-460f-b1e7-6f052e6489ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1288776 Apr 08 11:08:51.728541 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-e4f39f05-3d4c-4a97-8975-3d12464a4a52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 HTTP/1.1" status: 200 len: 1002 time: 0.0929401 Apr 08 11:08:51.792266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-4d8d6e89-4349-4cf7-815e-b06809522bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.793711 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-4d8d6e89-4349-4cf7-815e-b06809522bdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0592935 Apr 08 11:08:51.866829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-f232e92b-f817-431d-b70b-f207b9d7859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:51.868286 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-f232e92b-f817-431d-b70b-f207b9d7859f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684226 Apr 08 11:08:52.093070 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-cd606c2f-469c-4a8a-9b87-bb878dcdaeaf service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179978 Apr 08 11:08:52.221429 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-fe1d5230-2225-4f9e-a16e-8b36c0187e48 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222775 Apr 08 11:08:52.479339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d6695-bb30-480b-9195-62d4ff7a7541 req-e308eb36-db3b-450c-bb18-cad7fee22c52 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:52.480797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac2d6695-bb30-480b-9195-62d4ff7a7541 req-e308eb36-db3b-450c-bb18-cad7fee22c52 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0830159 Apr 08 11:08:52.523729 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac2d6695-bb30-480b-9195-62d4ff7a7541 req-817b5408-e502-4f75-80ac-605928e35d4b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372603 Apr 08 11:08:53.711162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74732f2-039a-48b6-acd3-dd440d2a3000 req-c42544be-7e60-4020-8494-42cb4fd7cd24 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:53.715666 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b74732f2-039a-48b6-acd3-dd440d2a3000 req-c42544be-7e60-4020-8494-42cb4fd7cd24 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0837395 Apr 08 11:08:53.759707 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b74732f2-039a-48b6-acd3-dd440d2a3000 req-3749fd75-17d0-4ea8-862e-9a32df14a34d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405564 Apr 08 11:08:54.946317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480055c-0283-418e-a04b-3ba5832302c2 req-f69692bd-c113-40d6-90cc-e692ee4a4d6c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:54.947809 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a480055c-0283-418e-a04b-3ba5832302c2 req-f69692bd-c113-40d6-90cc-e692ee4a4d6c tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0813720 Apr 08 11:08:54.994941 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a480055c-0283-418e-a04b-3ba5832302c2 req-aa45fe51-74e6-42bd-8b96-9ddf01031c4d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Apr 08 11:08:56.190374 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4e0f-2671-4275-80f5-30ec218d04d5 req-9fcc72cf-894c-4b70-b7a2-e3ea892223d8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:56.192117 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d56e4e0f-2671-4275-80f5-30ec218d04d5 req-9fcc72cf-894c-4b70-b7a2-e3ea892223d8 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0836422 Apr 08 11:08:56.236708 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d56e4e0f-2671-4275-80f5-30ec218d04d5 req-8ab373c3-a017-4909-8c0e-eec0331fcea7 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391407 Apr 08 11:08:56.267669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-da5c0d2f-f55e-482a-91a2-9bdef3170d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:56.269182 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-da5c0d2f-f55e-482a-91a2-9bdef3170d71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e&tenant_id=2019fc30a1da42d0a2014ec9e3054d8a HTTP/1.1" status: 200 len: 1098 time: 0.0716588 Apr 08 11:08:56.361258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-aee292b9-5538-450f-9618-cd13bd6b4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:56.362720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-aee292b9-5538-450f-9618-cd13bd6b4621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 1098 time: 0.0724373 Apr 08 11:08:56.491795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-4d417cd9-c748-4f78-bd98-ad54b67f52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:56.493169 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-4d417cd9-c748-4f78-bd98-ad54b67f52e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 200 len: 913 time: 0.1250844 Apr 08 11:08:56.595328 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-8530afae-7a39-43ef-b16d-1a83df305b36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 HTTP/1.1" status: 200 len: 1002 time: 0.0956237 Apr 08 11:08:56.659197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-4f9cfaaf-0bf4-4010-9b99-e4e772c7eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:56.660651 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-4f9cfaaf-0bf4-4010-9b99-e4e772c7eadb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 200 len: 851 time: 0.0599127 Apr 08 11:08:56.733577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-930112e4-df80-493f-bea2-fb15c593f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:56.735027 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-930112e4-df80-493f-bea2-fb15c593f347 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688424 Apr 08 11:08:56.864277 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-005c8bbf-6098-4550-94d1-be1558de1bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227238 Apr 08 11:08:56.992197 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cd67b3e-06b3-4612-b517-09232c9d8204 req-a58d53bf-197c-4c44-9b96-14759d27d995 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221511 Apr 08 11:08:57.224401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-79bf6c56-1635-4840-acc1-9702ff75326a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:57.435826 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3095-81f5-4714-a261-4a0d2f70fbd1 req-dc54e177-7827-4b1a-9d74-df92b8850a27 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:57.437399 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-15fc3095-81f5-4714-a261-4a0d2f70fbd1 req-dc54e177-7827-4b1a-9d74-df92b8850a27 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0853837 Apr 08 11:08:57.481866 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-15fc3095-81f5-4714-a261-4a0d2f70fbd1 req-4854849b-f19d-4218-b502-a38d5fe44447 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385325 Apr 08 11:08:58.141473 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:08:58.254198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:58.281896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:08:58.291590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:08:58.338205 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d886f8-63de-4ca4-af22-e842ff34f11c'] response: {'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'code': 200} Apr 08 11:08:58.367381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:58.437314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=9']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:08:58.673096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bcdf3-1ac3-4e76-b061-2cc4e5880cb4 req-f43cc7b5-2141-46a9-8438-69ebe9a5e2a0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.674565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b41bcdf3-1ac3-4e76-b061-2cc4e5880cb4 req-f43cc7b5-2141-46a9-8438-69ebe9a5e2a0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 943 time: 0.0833857 Apr 08 11:08:58.720332 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b41bcdf3-1ac3-4e76-b061-2cc4e5880cb4 req-3e570433-0a5e-4def-a7a2-6cae859a325d tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396731 Apr 08 11:08:59.550153 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d9769da3-9b79-4030-a38e-12095a213f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:59.904261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63fa8b-a963-4517-ac83-44e944e11386 req-1bb47bd6-970e-4d1b-bc98-ec798d35d52a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:59.905717 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c63fa8b-a963-4517-ac83-44e944e11386 req-1bb47bd6-970e-4d1b-bc98-ec798d35d52a tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 943 time: 0.0781708 Apr 08 11:08:59.948770 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1c63fa8b-a963-4517-ac83-44e944e11386 req-1522d9b4-9054-48ef-92d0-7db14d4edbc9 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Apr 08 11:09:00.152104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:09:00.283176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:00.297375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'port_id': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'mac_address': 'fa:16:3e:28:d4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:09:00.351493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:00.370515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:00.385766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:00.447814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:00.514547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['d9849ec7-2d0e-48fb-9e42-ef633a6de4b0'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:09:00.551287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=10']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:00.693469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:01.136957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d470b83-3bbf-442f-be74-356bd0b32183 req-47796f48-8c9a-4edb-ba0d-db29f611ecdf tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:01.138721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d470b83-3bbf-442f-be74-356bd0b32183 req-47796f48-8c9a-4edb-ba0d-db29f611ecdf tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0846891 Apr 08 11:09:01.185194 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d470b83-3bbf-442f-be74-356bd0b32183 req-bc15b169-4594-496a-bbf6-3145ee3f0b40 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Apr 08 11:09:01.235891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:02.086978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:02.155856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:09:02.222474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:09:02.222846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:02.368900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:02.379927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f086a7-a707-43ec-aae0-5bb8565bcdc7 req-de0b2d08-ab34-4ef6-a301-1a87220b882e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:02.381457 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-93f086a7-a707-43ec-aae0-5bb8565bcdc7 req-de0b2d08-ab34-4ef6-a301-1a87220b882e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 945 time: 0.0887425 Apr 08 11:09:02.396866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:02.407801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:02.428354 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-93f086a7-a707-43ec-aae0-5bb8565bcdc7 req-bd337184-2c55-45cd-9efd-de66a39ab3c1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Apr 08 11:09:02.453743 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534a768e-2651-4857-b77e-6ba6058a2066'] response: {'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'code': 200} Apr 08 11:09:02.493193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:02.561600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=11']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:03.621564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20665d03-cf06-4bd0-8fbc-f751b2ccd2e1 req-41018f6b-c000-46fb-84a1-43da8d17334f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:03.623647 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-20665d03-cf06-4bd0-8fbc-f751b2ccd2e1 req-41018f6b-c000-46fb-84a1-43da8d17334f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0814016 Apr 08 11:09:03.670793 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-20665d03-cf06-4bd0-8fbc-f751b2ccd2e1 req-8d5b8d0e-7d51-44cc-9ad9-629cc5a26f70 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Apr 08 11:09:04.453186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:04.859856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d98228-0471-4f95-88a1-5ad43985bb42 req-9084b287-763f-4e95-95cb-6b436f576ddc tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:04.861349 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93d98228-0471-4f95-88a1-5ad43985bb42 req-9084b287-763f-4e95-95cb-6b436f576ddc tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0795679 Apr 08 11:09:04.905161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93d98228-0471-4f95-88a1-5ad43985bb42 req-a0d1a401-a533-4cf5-b343-468103a13a1f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381906 Apr 08 11:09:06.091604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4c62f-d92f-4a64-a2f4-9f66d3daac22 req-90198383-9907-4def-8e95-239d80eb1209 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:06.093426 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4fd4c62f-d92f-4a64-a2f4-9f66d3daac22 req-90198383-9907-4def-8e95-239d80eb1209 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0829511 Apr 08 11:09:06.137045 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4fd4c62f-d92f-4a64-a2f4-9f66d3daac22 req-30fd7e99-461f-4ccc-b8ab-9b20a46be74b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378115 Apr 08 11:09:07.324107 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556ea8b-1f91-4a12-9057-4611cc2f4bd5 req-4f306a57-4cea-49ba-9156-51b0c1479091 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:07.326215 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0556ea8b-1f91-4a12-9057-4611cc2f4bd5 req-4f306a57-4cea-49ba-9156-51b0c1479091 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0832691 Apr 08 11:09:07.361883 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:09:07.372157 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0556ea8b-1f91-4a12-9057-4611cc2f4bd5 req-9171f6e5-53c3-44d7-884f-961a021d2fba tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394897 Apr 08 11:09:07.557887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111ad44-bb31-416a-8974-625eca110b73 req-76ccb04e-66ae-453b-b2c4-54eb1f9f0fcd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:07.559259 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7111ad44-bb31-416a-8974-625eca110b73 req-76ccb04e-66ae-453b-b2c4-54eb1f9f0fcd tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0828209 Apr 08 11:09:07.604004 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7111ad44-bb31-416a-8974-625eca110b73 req-432b2e20-1185-4e4e-adc1-831c6be32ff1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Apr 08 11:09:07.785616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b93d-97c4-4d1a-a0e7-edc04064320a req-fb9c9505-d85a-4d5f-a345-75a687e247bb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:07.787101 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a58b93d-97c4-4d1a-a0e7-edc04064320a req-fb9c9505-d85a-4d5f-a345-75a687e247bb tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0799992 Apr 08 11:09:07.835106 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a58b93d-97c4-4d1a-a0e7-edc04064320a req-c3478440-285e-4f1a-a35b-8e6d72ca3390 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423779 Apr 08 11:09:08.404090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3683e-fbae-4901-9847-145283d6658c req-1c146ebb-dead-48a7-87df-3f6359adf684 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:08.405569 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-92c3683e-fbae-4901-9847-145283d6658c req-1c146ebb-dead-48a7-87df-3f6359adf684 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0816469 Apr 08 11:09:08.450772 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-92c3683e-fbae-4901-9847-145283d6658c req-406e5271-40b6-43b3-a2c4-76773570df2e tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390027 Apr 08 11:09:09.634428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2654acb-ef42-4a61-aec9-046781f2bd05 req-f6b8a547-ed07-412b-8374-4f49651df8e3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:09.635812 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e2654acb-ef42-4a61-aec9-046781f2bd05 req-f6b8a547-ed07-412b-8374-4f49651df8e3 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0795386 Apr 08 11:09:09.686930 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e2654acb-ef42-4a61-aec9-046781f2bd05 req-a42a47a4-9ec2-42e3-8e94-5a5695acc9f0 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448155 Apr 08 11:09:10.798623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-215a27ea-371f-4357-b63a-2c5a3927852b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:10.800074 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-215a27ea-371f-4357-b63a-2c5a3927852b tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.0861311 Apr 08 11:09:11.016097 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Deleting port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:09:11.016354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:11.090201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68660da-c4e5-4f3a-8ee3-f1d5969c636d req-4ceff0f2-f273-4429-b166-b6fac2277584 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:11.092615 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d68660da-c4e5-4f3a-8ee3-f1d5969c636d req-4ceff0f2-f273-4429-b166-b6fac2277584 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 946 time: 0.2916269 Apr 08 11:09:11.210453 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d68660da-c4e5-4f3a-8ee3-f1d5969c636d req-f108b862-97de-4a9d-9500-f5fdf4e2b559 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f026271-d34a-4024-b17d-0fb7e253c473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926001 Apr 08 11:09:11.315144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] For port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:11.315425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:11.609210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:11.609491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:11.609804 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Floating IP 2e010de4-fb56-455e-8319-c1c116f8b457 disassociated. External IP: 172.26.7.186, port: d9849ec7-2d0e-48fb-9e42-ef633a6de4b0. Apr 08 11:09:11.610139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Calling delete_port for d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:09:11.847624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:11.898251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event deleted for resources: {'Port': ['ID=d9849ec7-2d0e-48fb-9e42-ef633a6de4b0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:11.908840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.909189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.909528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.909868 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.910205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.910542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.910869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.911196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.911522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.911846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.912168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:11.912497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:12.107818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:09:12.293336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:09:12.307081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:09:12.318861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:09:12.319790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:08:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:12.364662 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7cb0f8b4-8935-4b7e-ae52-3db1aa94ef5c req-c1c4785d-991f-47bd-b15e-0dddd0eeae7f tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 210 time: 0.0441818 Apr 08 11:09:12.374672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] No DVR routers for this DVR port d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:09:12.377726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:12.380296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-deleted', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:12.426240 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c0f347-c440-47b6-a178-6d381ed0f906'] response: {'server_uuid': '1fa983bc-733a-4cf9-9b2d-77bd03ff450e', 'name': 'network-vif-deleted', 'tag': 'd9849ec7-2d0e-48fb-9e42-ef633a6de4b0', 'status': 'completed', 'code': 200} Apr 08 11:09:12.472454 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63bb5ffa-8516-4ab7-9679-f0c7bedb0318 req-fbdfb409-ec50-49f7-91a1-5d4025a59875 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.41 "DELETE /v2.0/ports/d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 HTTP/1.1" status: 204 len: 173 time: 1.6370471 Apr 08 11:09:12.510885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:09:12.821382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:12.825611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:09:12.834245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:09:12.834857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:08:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:13.019388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:09:13.329558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:13.336726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690780-03de-4ae8-9aba-2fee1c4aab3a None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:04:56Z', 'revision_number': 4, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '66ea0e74-a09a-4638-ab99-b1044c1733c7', 'name': '', 'network_id': '7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'mac_address': 'fa:16:3e:61:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:55Z', 'updated_at': '2022-04-08T11:05:01Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'subnets': [{'id': 'd5d4ae75-7ea8-435d-b72d-506a8b987615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:09:13.540039 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6442a4fc-586a-4413-9816-1088639fa281 req-71449ec0-f4e1-44e6-ba4f-85be9a939dda tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa983bc-733a-4cf9-9b2d-77bd03ff450e HTTP/1.1" status: 200 len: 210 time: 0.0504065 Apr 08 11:09:13.567507 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4f732-1474-4123-9470-7c8b9b2b8d83 None None] New status for floating IP 2e010de4-fb56-455e-8319-c1c116f8b457: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:09:14.202808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:09:14.236599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:09:14.236931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device d9849ec7-2d0e-48fb-9e42-ef633a6de4b0 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:09:18.021066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60884) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:18.098422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:18.126191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:18.224304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:18.242138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f026271-d34a-4024-b17d-0fb7e253c473,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:18.250402 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.250745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.251082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.251409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.251732 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.252056 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.252379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.252718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.254826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.254826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.254826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.254826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:18.314034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:18.314034 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e48d5cb7-2d99-43bf-a405-a22a63442d37 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f026271-d34a-4024-b17d-0fb7e253c473 HTTP/1.1" status: 204 len: 168 time: 0.2894230 Apr 08 11:09:18.314034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60888) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:18.332543 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-bbe66147-5fa9-49e8-b170-4e058c32f2fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] show failed (client error): The resource could not be found. Apr 08 11:09:18.333562 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bbe66147-5fa9-49e8-b170-4e058c32f2fe tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "GET /v2.0/security-groups/2f026271-d34a-4024-b17d-0fb7e253c473 HTTP/1.1" status: 404 len: 347 time: 0.0184000 Apr 08 11:09:18.336102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60892) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:18.495183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Deleting port 60767658-b3ae-4ad6-bcb4-b611ca433666 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:09:18.495426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:18.664179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:18.664519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:18.873297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Calling delete_port for 60767658-b3ae-4ad6-bcb4-b611ca433666 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:09:19.082126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:19.129463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Pushing event deleted for resources: {'Port': ['ID=60767658-b3ae-4ad6-bcb4-b611ca433666,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:19.219580 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:19.233398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:19.234517 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b2874dee-12a8-4186-b4a9-4429a3d84ab1 tempest-ServerActionsTestJSON-1349476593 tempest-ServerActionsTestJSON-1349476593-project] 10.222.0.23 "DELETE /v2.0/floatingips/2e010de4-fb56-455e-8319-c1c116f8b457 HTTP/1.1" status: 204 len: 168 time: 0.8975117 Apr 08 11:09:19.237401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60896) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:19.768230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:20.105731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Deleting port 66ea0e74-a09a-4638-ab99-b1044c1733c7 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:09:20.106452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:20.385002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] For port 66ea0e74-a09a-4638-ab99-b1044c1733c7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=66ea0e74-a09a-4638-ab99-b1044c1733c7,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:20.385248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:20.506413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Calling delete_port for 66ea0e74-a09a-4638-ab99-b1044c1733c7 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:09:20.733811 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:20.779851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ea0e74-a09a-4638-ab99-b1044c1733c7,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:21.056199 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:21.411373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Router 0eea9521-680f-4131-8f85-fa05471f553c has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:09:21.586464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:09:21.596019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] Sync routers for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:09:21.598538 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-842cbad1-43c1-44b3-9317-c0e2c66f6c56 admin admin] 10.222.0.23 "PUT /v2.0/routers/0eea9521-680f-4131-8f85-fa05471f553c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3601897 Apr 08 11:09:21.600983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60900) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:21.605082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:09:21.605691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:08:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:21.827416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:09:21.884409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:22.061948 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:22.111690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:09:20Z', 'revision_number': 5, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port': {'id': '234922bb-d90a-4e03-bfea-4f8a64429cd4', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eea9521-680f-4131-8f85-fa05471f553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:04:52Z', 'updated_at': '2022-04-08T11:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:22.115471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] Checking router: 0eea9521-680f-4131-8f85-fa05471f553c for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:09:22.124335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] Routers {'0eea9521-680f-4131-8f85-fa05471f553c'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:09:22.124972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:08:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0eea9521-680f-4131-8f85-fa05471f553c'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:22.162053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Deleting port 234922bb-d90a-4e03-bfea-4f8a64429cd4 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:09:22.171829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:22.278968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] Set router 0eea9521-680f-4131-8f85-fa05471f553c gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:09:22.346132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] For port 234922bb-d90a-4e03-bfea-4f8a64429cd4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=234922bb-d90a-4e03-bfea-4f8a64429cd4,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:22.346516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:22.389679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:09:22Z', 'revision_number': 6, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:22.393754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ea177-28f6-4b96-a3ae-810ee365cb36 None None] The sync data for ids ['0eea9521-680f-4131-8f85-fa05471f553c'] in dv-neutron-837109-1-hyperv is: [{'id': '0eea9521-680f-4131-8f85-fa05471f553c', 'name': 'tempest-ServerActionsTestJSON-1029767791-router', 'tenant_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:04:51Z', 'updated_at': '2022-04-08T11:09:22Z', 'revision_number': 6, 'project_id': '2019fc30a1da42d0a2014ec9e3054d8a', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:09:22.475141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Calling delete_port for 234922bb-d90a-4e03-bfea-4f8a64429cd4 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:09:22.717041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:22.764904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Pushing event deleted for resources: {'Port': ['ID=234922bb-d90a-4e03-bfea-4f8a64429cd4,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:22.859429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.024417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.026561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.161851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.162638 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eea9521-680f-4131-8f85-fa05471f553c {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:09:23.175768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.176903 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8afddca4-eb5a-46a3-b3c5-084db941668e admin admin] 10.222.0.23 "DELETE /v2.0/routers/0eea9521-680f-4131-8f85-fa05471f553c HTTP/1.1" status: 204 len: 168 time: 1.5750527 Apr 08 11:09:23.179654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60904) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:23.241973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-512e248c-8d44-461e-990d-3976e0bc9098 admin admin] Deleting subnet d5d4ae75-7ea8-435d-b72d-506a8b987615 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:09:23.245415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-512e248c-8d44-461e-990d-3976e0bc9098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.300122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-512e248c-8d44-461e-990d-3976e0bc9098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.396809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-512e248c-8d44-461e-990d-3976e0bc9098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.400344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 234922bb-d90a-4e03-bfea-4f8a64429cd4 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:09:23.435476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 234922bb-d90a-4e03-bfea-4f8a64429cd4 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:09:23.435996 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 234922bb-d90a-4e03-bfea-4f8a64429cd4 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:09:23.436417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 66ea0e74-a09a-4638-ab99-b1044c1733c7 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:09:23.469448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 66ea0e74-a09a-4638-ab99-b1044c1733c7 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:09:23.469791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 66ea0e74-a09a-4638-ab99-b1044c1733c7 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:09:23.522511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-512e248c-8d44-461e-990d-3976e0bc9098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.562375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e248c-8d44-461e-990d-3976e0bc9098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d4ae75-7ea8-435d-b72d-506a8b987615,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:23.564222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-512e248c-8d44-461e-990d-3976e0bc9098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.567969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bca3a7-9ec9-4ef2-833d-78eb270d308f None None] Network 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:09:23.572326 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-512e248c-8d44-461e-990d-3976e0bc9098 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d5d4ae75-7ea8-435d-b72d-506a8b987615 HTTP/1.1" status: 204 len: 168 time: 0.3914154 Apr 08 11:09:23.574520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:23.779241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.790541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Deleting port a7d8868b-d016-4005-872d-a1b42b6e5ce7 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:09:23.790883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.816560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] DHCP port deletion for 7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:09:23.820995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] Deleting port a7d8868b-d016-4005-872d-a1b42b6e5ce7 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:09:23.821497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:23.998029 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] For port a7d8868b-d016-4005-872d-a1b42b6e5ce7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a7d8868b-d016-4005-872d-a1b42b6e5ce7,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:23.998379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.021781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] For port a7d8868b-d016-4005-872d-a1b42b6e5ce7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a7d8868b-d016-4005-872d-a1b42b6e5ce7,segment=NetworkSegment(eda31ac3-dded-42ff-9648-b1b3ac1709c9),segment_id=eda31ac3-dded-42ff-9648-b1b3ac1709c9)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:24.022172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.120873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Calling delete_port for a7d8868b-d016-4005-872d-a1b42b6e5ce7 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:09:24.182061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] Calling delete_port for a7d8868b-d016-4005-872d-a1b42b6e5ce7 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:09:24.293686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.300436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:09:24.300872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:09:24.341820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d8868b-d016-4005-872d-a1b42b6e5ce7,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:24.343707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] No DVR routers for this DVR port a7d8868b-d016-4005-872d-a1b42b6e5ce7 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:09:24.455869 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.481241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:24.497331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda31ac3-dded-42ff-9648-b1b3ac1709c9') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:24.497623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda31ac3-dded-42ff-9648-b1b3ac1709c9') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:09:24.508806 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.524006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.530467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:09:24.530846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:09:24.543470 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:09:24.670516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.686550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.700141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:24.774074 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a970ba06-0187-4858-9528-edb2144388fc admin admin] 10.222.0.23 "DELETE /v2.0/networks/7c8c75bc-d32d-4fbc-90a7-6c5c7bad1107 HTTP/1.1" status: 204 len: 168 time: 1.1985102 Apr 08 11:09:24.801817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] Deleting port a7d8868b-d016-4005-872d-a1b42b6e5ce7 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:09:24.802284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:24.869315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-bc797071-a670-4e3d-b51e-6e5a18c73254 None None] The port 'a7d8868b-d016-4005-872d-a1b42b6e5ce7' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:09:25.099371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:25.148540 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1fd734ba-1deb-49c1-8902-983b33797056 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2019fc30a1da42d0a2014ec9e3054d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478864 Apr 08 11:09:25.150851 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 60920) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:25.207767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3c47f0c8-f4af-4256-bffe-9aacd30259e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:25.232603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3c47f0c8-f4af-4256-bffe-9aacd30259e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:25.346260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3c47f0c8-f4af-4256-bffe-9aacd30259e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:25.364266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47f0c8-f4af-4256-bffe-9aacd30259e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1aa6e0-7c57-484c-a4a3-994d09a36321,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:25.371794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3c47f0c8-f4af-4256-bffe-9aacd30259e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:25.373828 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3c47f0c8-f4af-4256-bffe-9aacd30259e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb1aa6e0-7c57-484c-a4a3-994d09a36321 HTTP/1.1" status: 204 len: 168 time: 0.2220862 Apr 08 11:09:25.397947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a7d8868b-d016-4005-872d-a1b42b6e5ce7 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:09:25.431188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a7d8868b-d016-4005-872d-a1b42b6e5ce7 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:09:25.431528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a7d8868b-d016-4005-872d-a1b42b6e5ce7 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:09:26.472875 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 60946) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:26.574847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1879335984-network', 'tenant_id': 'ef303ff418e84af7b8c2bb3fb7d55bb5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:26.580210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:09:26.584045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Usage tracker for resource:network and tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:09:26.586840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:09:26.594395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:09:26.658749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Made reservation on behalf of ef303ff418e84af7b8c2bb3fb7d55bb5 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:09:26.661094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:26.673654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:26.691467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:09:26.695309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Usage tracker for resource:security_group_rule and tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:09:26.698288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:09:26.704007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:09:26.785432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:26.835601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:26.865172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:09:26.873417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:26.878783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:26.883136 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Added segment 1bc59441-85a5-4ab1-b8c2-bbe88437750c of type vlan for network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 Apr 08 11:09:26.905784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:26.967865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:26.968830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:26.969409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:27.179543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:27.190431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:09:27.216157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c7b9-7d5a-4479-9294-0aa8b69fbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:27.225432 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2d9db400-a6f5-4f5f-8263-1630c22a2b60 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7514555 Apr 08 11:09:27.228162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 60952) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:09:27.233509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Request body: {'subnet': {'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1879335984-subnet', 'tenant_id': 'ef303ff418e84af7b8c2bb3fb7d55bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:27.238394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:09:27.242367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Usage tracker for resource:subnet and tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:09:27.245182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:09:27.251554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:09:27.316313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Made reservation on behalf of ef303ff418e84af7b8c2bb3fb7d55bb5 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:09:27.318665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:27.567979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:27.649566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f914158-2bd2-4d0f-b526-2488a8de542f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:27.654840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Checking segment: {'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:09:27.661065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Network hostable DHCP agents. Network: a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:09:27.756180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:09:27.858785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:27.862716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:27.863301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:27.867275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6afb6-9ca7-42c9-b4f3-81ec9611761e None None] Network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:09:27.974427 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-297043b7-5967-4621-a498-dea482c61a77 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7451572 Apr 08 11:09:28.081085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96165b6-69c5-439f-b9f0-4cc06d4fa7f0 None None] Network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:09:28.483195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-0ca09d8a-7565-4d79-9052-9170fbce6d6b tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:28.484677 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-0ca09d8a-7565-4d79-9052-9170fbce6d6b tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/networks?id=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 HTTP/1.1" status: 200 len: 814 time: 0.1446929 Apr 08 11:09:28.499601 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-975ff618-5552-47be-9751-034633bde104 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/quotas/ef303ff418e84af7b8c2bb3fb7d55bb5 HTTP/1.1" status: 200 len: 375 time: 0.0094728 Apr 08 11:09:28.548787 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-445bac70-1a05-43e2-a40d-b33fd8d445ad tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef303ff418e84af7b8c2bb3fb7d55bb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443583 Apr 08 11:09:28.726298 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-e91cf5e3-b559-4e3a-a052-6c276d1bdeb2 service neutron] 10.222.0.23 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703680 Apr 08 11:09:28.941475 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-191db240-2bf4-40ed-976c-fa61524cf083 service neutron] 10.222.0.23 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087629 Apr 08 11:09:29.255297 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-acb7f142-8595-49ec-b112-26a8a41d96b0 req-b18b7d5b-8b12-4b34-b0d9-0e32b671ea52 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 210 time: 0.0424974 Apr 08 11:09:29.584763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b856f0a5-b2fd-4fa6-a530-e42c17621cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:30.351974 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6ea03b64-06a8-490e-b989-04382a1a7535 req-021b798f-041c-4f8f-a18d-461d4eeff934 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 210 time: 0.0435131 Apr 08 11:09:30.682291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:31.213373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:31.506591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b71c2de9-3fe1-4204-beeb-c0c3aa1eafbe req-87777501-15f1-44ad-a714-5f038bf4df31 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 210 time: 0.0460570 Apr 08 11:09:31.725624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-fefffbcd-cdfc-4f9d-9ae0-a0cd44eae26d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:31.726307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-fefffbcd-cdfc-4f9d-9ae0-a0cd44eae26d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Synchronizing usage tracker for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:09:31.836024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-fefffbcd-cdfc-4f9d-9ae0-a0cd44eae26d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Unset dirty status for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:09:31.837138 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-fefffbcd-cdfc-4f9d-9ae0-a0cd44eae26d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.41 "GET /v2.0/networks?id=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 HTTP/1.1" status: 200 len: 814 time: 0.2560077 Apr 08 11:09:31.850215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Request body: {'port': {'device_id': 'f24514ca-9740-429d-b559-64e5efb43ab0', 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786', 'admin_state_up': True, 'tenant_id': 'ef303ff418e84af7b8c2bb3fb7d55bb5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:31.986728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:09:31.990602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Usage tracker for resource:port and tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:09:31.993370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:09:31.999216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:09:32.093521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Made reservation on behalf of ef303ff418e84af7b8c2bb3fb7d55bb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:09:32.093679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:32.097038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:32.256424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Allocated IP 172.20.0.9 (a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786/7f914158-2bd2-4d0f-b526-2488a8de542f/2f05ea10-5c1c-416a-8871-b85ea1b2eda2) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:09:32.456240 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:32.596933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:32.661205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:32.664248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:32.673179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:09:32.695015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7aeec-2ec1-4655-9fb2-5c244f8855a0 req-83d729d2-8ad8-4519-b1c1-31aa7f7de885 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:32.696492 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-10e7aeec-2ec1-4655-9fb2-5c244f8855a0 req-83d729d2-8ad8-4519-b1c1-31aa7f7de885 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 931 time: 0.0836763 Apr 08 11:09:32.720144 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Pushing event updated for resources: {'Port': ['ID=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:32.744587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:32.745191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:32.750862 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-10e7aeec-2ec1-4655-9fb2-5c244f8855a0 req-ffcba631-746b-484e-9abf-c776b5302675 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479133 Apr 08 11:09:32.814196 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-20ed5ab5-01d4-4f63-9f27-69a915f01f77 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676480 Apr 08 11:09:32.825859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Request body: {'port': {'device_id': 'f24514ca-9740-429d-b559-64e5efb43ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:32.935301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:33.380773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:33.388503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:33.402421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Transition to ACTIVE for port object 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:09:33.487630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:33.654888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Pushing event updated for resources: {'Port': ['ID=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:33.725226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Attempting to bind port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:09:33.725598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Attempting to bind port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:09:33.725977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Attempting to bind port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 on network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:09:33.730677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 on network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:09:33.730985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Attempting to bind port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 on network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:09:33.736646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:09:33.743070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Checking segment: {'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:09:33.743070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Bound using segment: {'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:09:33.743070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Bound port: 2f05ea10-5c1c-416a-8871-b85ea1b2eda2, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:09:33.743070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:33.832211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] For port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:09:33.835125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] For port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:09:33.940942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89517530-1ff2-490b-91f8-ec53bc42c352 req-a1302193-e328-4965-98a7-f299a86325f9 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:33.941565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-89517530-1ff2-490b-91f8-ec53bc42c352 req-a1302193-e328-4965-98a7-f299a86325f9 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Synchronizing usage tracker for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:09:33.945703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:34.010082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.010696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:34.012048 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f05ea10-5c1c-416a-8871-b85ea1b2eda2 HTTP/1.1" status: 200 len: 1093 time: 1.1908159 Apr 08 11:09:34.012511 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24514ca-9740-429d-b559-64e5efb43ab0', 'tag': '2f05ea10-5c1c-416a-8871-b85ea1b2eda2'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:34.042587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377d9a-6f89-4057-90c8-e4b92daf6958 service neutron] Pushing event updated for resources: {'Port': ['ID=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:34.059028 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89832e66-5ec1-438f-9d6b-31d3c98e0a00'] response: {'name': 'network-changed', 'server_uuid': 'f24514ca-9740-429d-b559-64e5efb43ab0', 'tag': '2f05ea10-5c1c-416a-8871-b85ea1b2eda2', 'status': 'completed', 'code': 200} Apr 08 11:09:34.113124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-89517530-1ff2-490b-91f8-ec53bc42c352 req-a1302193-e328-4965-98a7-f299a86325f9 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Unset dirty status for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:09:34.114493 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-89517530-1ff2-490b-91f8-ec53bc42c352 req-a1302193-e328-4965-98a7-f299a86325f9 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 943 time: 0.2539959 Apr 08 11:09:34.166078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-89517530-1ff2-490b-91f8-ec53bc42c352 req-ee121e86-0090-47d4-b231-2c982cf6901b tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Synchronizing usage tracker for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:09:34.200938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca58c8-c9e0-472d-8888-b805d3a8be98 req-31c3eda1-f013-4b40-a10e-990abb075a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.200938 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d9ca58c8-c9e0-472d-8888-b805d3a8be98 req-31c3eda1-f013-4b40-a10e-990abb075a0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef303ff418e84af7b8c2bb3fb7d55bb5&device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 1096 time: 0.1167552 Apr 08 11:09:34.287311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-89517530-1ff2-490b-91f8-ec53bc42c352 req-ee121e86-0090-47d4-b231-2c982cf6901b tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Unset dirty status for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:09:34.288436 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-89517530-1ff2-490b-91f8-ec53bc42c352 req-ee121e86-0090-47d4-b231-2c982cf6901b tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673603 Apr 08 11:09:34.337329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca58c8-c9e0-472d-8888-b805d3a8be98 req-458b6fa3-edd6-4b71-b62d-6cf00baeb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.338833 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d9ca58c8-c9e0-472d-8888-b805d3a8be98 req-458b6fa3-edd6-4b71-b62d-6cf00baeb1a8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ef303ff418e84af7b8c2bb3fb7d55bb5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1349707 Apr 08 11:09:34.437340 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:34.475483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca58c8-c9e0-472d-8888-b805d3a8be98 req-31ae422b-ddb5-4a62-b20a-fa2a59a09f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.476875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d9ca58c8-c9e0-472d-8888-b805d3a8be98 req-31ae422b-ddb5-4a62-b20a-fa2a59a09f40 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324039 Apr 08 11:09:34.585538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-35cacbfb-f958-4224-9eee-db9e649e8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.587002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-35cacbfb-f958-4224-9eee-db9e649e8edd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef303ff418e84af7b8c2bb3fb7d55bb5&device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0734415 Apr 08 11:09:34.653640 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-31a59fd1-29b8-4cb2-8474-229d007299b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f05ea10-5c1c-416a-8871-b85ea1b2eda2 HTTP/1.1" status: 200 len: 217 time: 0.0598776 Apr 08 11:09:34.718310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-b2ee0a5f-0878-48c7-8666-d8e4af594a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:34.719721 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-b2ee0a5f-0878-48c7-8666-d8e4af594a35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f914158-2bd2-4d0f-b526-2488a8de542f HTTP/1.1" status: 200 len: 854 time: 0.0602572 Apr 08 11:09:34.765681 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-db6eb166-6afd-43a0-8bbc-a031371592fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392776 Apr 08 11:09:34.893941 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-0c282c96-07fc-43af-9dcd-ffde3c8b9f6a service neutron] 10.222.0.41 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217766 Apr 08 11:09:35.023437 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37368a84-b29a-4f0d-8b13-f6e9a55e9fa9 req-64df5437-b430-4fe0-89c7-ddec0855d33e service neutron] 10.222.0.41 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236253 Apr 08 11:09:35.474455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e58166-ab09-48fc-b906-8b7d75e964d4 req-ff4666af-504e-413a-a609-3f56a3fd702f tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:35.475943 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-24e58166-ab09-48fc-b906-8b7d75e964d4 req-ff4666af-504e-413a-a609-3f56a3fd702f tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 943 time: 0.0798092 Apr 08 11:09:35.520328 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-24e58166-ab09-48fc-b906-8b7d75e964d4 req-75df45e5-ff53-47cc-bcf9-15df57c1c592 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Apr 08 11:09:36.708750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b664a-c278-46a8-8df8-3dce57c336fa req-345bd13f-5b31-4b7a-86be-fdbc95d776cd tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:36.710187 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a44b664a-c278-46a8-8df8-3dce57c336fa req-345bd13f-5b31-4b7a-86be-fdbc95d776cd tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 943 time: 0.0829725 Apr 08 11:09:36.849426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a44b664a-c278-46a8-8df8-3dce57c336fa req-a96a8991-ee55-4084-97bf-d6ecf422e57c tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336548 Apr 08 11:09:38.045675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2be88e-4261-45cc-b3db-a1de2be18d5e req-18b25640-6670-4be7-885e-d37d215f36d3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:38.047618 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4b2be88e-4261-45cc-b3db-a1de2be18d5e req-18b25640-6670-4be7-885e-d37d215f36d3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 943 time: 0.0856259 Apr 08 11:09:38.093884 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4b2be88e-4261-45cc-b3db-a1de2be18d5e req-a4ec3854-4881-4c95-96f7-cb6c1c6a8b1d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Apr 08 11:09:38.250336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:09:38.382460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:38.395371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '2f05ea10-5c1c-416a-8871-b85ea1b2eda2', 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786', 'port_id': '2f05ea10-5c1c-416a-8871-b85ea1b2eda2', 'mac_address': 'fa:16:3e:32:ea:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f914158-2bd2-4d0f-b526-2488a8de542f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:09:38.454615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:38.471979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:38.487408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:38.567830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:38.633045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:38.782871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['2f05ea10-5c1c-416a-8871-b85ea1b2eda2'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:09:39.281115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6cb17-9c05-4a24-b80f-4eed66f750a2 req-6e00adca-b5c0-4199-94b4-1120ea269c67 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:39.282586 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-24f6cb17-9c05-4a24-b80f-4eed66f750a2 req-6e00adca-b5c0-4199-94b4-1120ea269c67 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 944 time: 0.0794063 Apr 08 11:09:39.327707 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-24f6cb17-9c05-4a24-b80f-4eed66f750a2 req-21a325a8-d0aa-493b-8530-642acd86af21 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392208 Apr 08 11:09:40.249624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:09:40.402303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:09:40.408273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:09:40.408678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:40.520045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210d41-83c8-4261-a548-4945e0ed57b4 req-a4c54efd-f189-4739-a99b-ce5dd84f7e3d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:40.521541 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1f210d41-83c8-4261-a548-4945e0ed57b4 req-a4c54efd-f189-4739-a99b-ce5dd84f7e3d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 944 time: 0.0868857 Apr 08 11:09:40.526796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:40.553985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24514ca-9740-429d-b559-64e5efb43ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f05ea10-5c1c-416a-8871-b85ea1b2eda2'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:40.564278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:40.566734 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1f210d41-83c8-4261-a548-4945e0ed57b4 req-9998884f-c614-4cf7-bc24-d086fc2cd860 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 Apr 08 11:09:40.600711 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8c6f84-7e31-4b72-a988-9ed21f5097f4'] response: {'server_uuid': 'f24514ca-9740-429d-b559-64e5efb43ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f05ea10-5c1c-416a-8871-b85ea1b2eda2', 'code': 200} Apr 08 11:09:40.624902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:40.697911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:40.959980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec5e5-1e47-41f1-bfbb-e3ef4041acf9 req-799ddd69-5c07-4bb7-a86e-68407324fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:40.961384 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec5ec5e5-1e47-41f1-bfbb-e3ef4041acf9 req-799ddd69-5c07-4bb7-a86e-68407324fcc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 1098 time: 0.0723691 Apr 08 11:09:41.002249 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ec5ec5e5-1e47-41f1-bfbb-e3ef4041acf9 req-c1bdefb1-830a-45ec-a1e4-ad49bdf3d1a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Apr 08 11:09:41.753206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b04fd-0a3c-43d1-95e7-5d6e65948306 req-763ac028-8696-4276-b443-f1377fcbb04f tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:41.754652 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d87b04fd-0a3c-43d1-95e7-5d6e65948306 req-763ac028-8696-4276-b443-f1377fcbb04f tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0820045 Apr 08 11:09:41.799344 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d87b04fd-0a3c-43d1-95e7-5d6e65948306 req-a78fe693-68d5-4cbb-b31b-5f360d65af21 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Apr 08 11:09:42.985278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767df1-8ff5-4114-8204-3c82d57ec4ec req-1169f84f-fc89-4b9d-a80c-11ddbd04ec6a tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:42.986726 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9767df1-8ff5-4114-8204-3c82d57ec4ec req-1169f84f-fc89-4b9d-a80c-11ddbd04ec6a tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0836847 Apr 08 11:09:43.031006 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a9767df1-8ff5-4114-8204-3c82d57ec4ec req-15fdc452-c430-4b53-b2d9-a5a0dcd0acdf tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Apr 08 11:09:43.326758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-80d29f7b-24cc-4cf1-b5d3-220513bba365 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:43.328212 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-80d29f7b-24cc-4cf1-b5d3-220513bba365 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/networks?id=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 HTTP/1.1" status: 200 len: 814 time: 0.1454098 Apr 08 11:09:43.343662 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2235d611-11c8-4f09-964b-97765dbcf6b8 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/quotas/ef303ff418e84af7b8c2bb3fb7d55bb5 HTTP/1.1" status: 200 len: 375 time: 0.0097649 Apr 08 11:09:43.426390 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-c39cc73b-ebb8-432c-afa5-d1462f541b5b tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef303ff418e84af7b8c2bb3fb7d55bb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774059 Apr 08 11:09:43.559081 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-8af02d37-3c35-4519-9889-ec575c4a26d8 service neutron] 10.222.0.23 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258070 Apr 08 11:09:43.694805 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-189575cb-0597-4ddd-8b58-ef858fea9559 service neutron] 10.222.0.23 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288409 Apr 08 11:09:43.940969 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7fa873a3-a31e-4217-ad52-8872f432f566 req-eb61f133-a688-43ea-ad60-9d2f25308225 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 210 time: 0.0425422 Apr 08 11:09:44.360275 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:09:45.084453 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-46aee955-3ccf-4178-9a51-a3f2d4fc0b82 req-ee764a8c-d506-45c3-a8e1-47d0eb2671ee tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 210 time: 0.0430608 Apr 08 11:09:46.012436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-06a53359-37b4-4dc5-9402-a4c5ab481854 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:46.014011 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-06a53359-37b4-4dc5-9402-a4c5ab481854 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.41 "GET /v2.0/networks?id=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 HTTP/1.1" status: 200 len: 814 time: 0.1478906 Apr 08 11:09:46.025520 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Request body: {'port': {'device_id': 'd51408ab-a536-4735-adfb-dc00e460f75d', 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786', 'admin_state_up': True, 'tenant_id': 'ef303ff418e84af7b8c2bb3fb7d55bb5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:46.170224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:09:46.179994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:09:46.241485 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b45eb58-3fc3-411e-aff4-b3ab17d295d5 req-24ba5eae-133f-45fb-ab2a-49d29c8d0873 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 210 time: 0.0491083 Apr 08 11:09:46.242206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Made reservation on behalf of ef303ff418e84af7b8c2bb3fb7d55bb5 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:09:46.245915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:46.407809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Allocated IP 172.20.0.11 (a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786/7f914158-2bd2-4d0f-b526-2488a8de542f/57535e07-2614-4979-935c-3ff34bc5beca) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:09:46.610838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:46.687865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:46.699581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['2f05ea10-5c1c-416a-8871-b85ea1b2eda2'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:09:46.757677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:09:46.761026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:09:46.770232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:09:46.807614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Pushing event updated for resources: {'Port': ['ID=57535e07-2614-4979-935c-3ff34bc5beca,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:46.842350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:46.842959 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:46.928422 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-598da8a6-5009-4181-aaed-8f9e742457e5 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9063773 Apr 08 11:09:46.939501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Request body: {'port': {'device_id': 'd51408ab-a536-4735-adfb-dc00e460f75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:09:47.044597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:47.389662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57535e07-2614-4979-935c-3ff34bc5beca {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:47.396870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:47.412133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Transition to ACTIVE for port object 57535e07-2614-4979-935c-3ff34bc5beca will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:09:47.433776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade497f3-4bc7-4578-aca0-d4f0acd0b6c4 req-5fb32a96-b7f0-493d-80f4-ad63247b42b9 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:47.435826 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ade497f3-4bc7-4578-aca0-d4f0acd0b6c4 req-5fb32a96-b7f0-493d-80f4-ad63247b42b9 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 932 time: 0.0828454 Apr 08 11:09:47.482451 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ade497f3-4bc7-4578-aca0-d4f0acd0b6c4 req-2170d355-844a-4cb1-beb3-7f08f1fcdb34 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Apr 08 11:09:47.487755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:47.742031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Pushing event updated for resources: {'Port': ['ID=57535e07-2614-4979-935c-3ff34bc5beca,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:47.813393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Attempting to bind port 57535e07-2614-4979-935c-3ff34bc5beca on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:09:47.813628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Attempting to bind port 57535e07-2614-4979-935c-3ff34bc5beca by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:09:47.813962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Attempting to bind port 57535e07-2614-4979-935c-3ff34bc5beca on network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:09:47.818424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Port 57535e07-2614-4979-935c-3ff34bc5beca on network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:09:47.818747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Attempting to bind port 57535e07-2614-4979-935c-3ff34bc5beca on network a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:09:47.823697 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:09:47.824034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Checking segment: {'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:09:47.824415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Bound using segment: {'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:09:47.824913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Bound port: 57535e07-2614-4979-935c-3ff34bc5beca, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc59441-85a5-4ab1-b8c2-bbe88437750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:09:47.825763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:47.914562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] For port 57535e07-2614-4979-935c-3ff34bc5beca, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:09:47.917549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] For port 57535e07-2614-4979-935c-3ff34bc5beca, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=57535e07-2614-4979-935c-3ff34bc5beca,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:09:47.996320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:48.053490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.054347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:48.055707 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] 10.222.0.41 "PUT /v2.0/ports/57535e07-2614-4979-935c-3ff34bc5beca HTTP/1.1" status: 200 len: 1094 time: 1.1201522 Apr 08 11:09:48.056126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51408ab-a536-4735-adfb-dc00e460f75d', 'tag': '57535e07-2614-4979-935c-3ff34bc5beca'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:48.087187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402bfd4-c980-43e1-8b3d-d381d71915bb service neutron] Pushing event updated for resources: {'Port': ['ID=57535e07-2614-4979-935c-3ff34bc5beca,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:48.173467 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdbcd8e-bcaa-48a1-84fd-5708451daa80'] response: {'name': 'network-changed', 'server_uuid': 'd51408ab-a536-4735-adfb-dc00e460f75d', 'tag': '57535e07-2614-4979-935c-3ff34bc5beca', 'status': 'completed', 'code': 200} Apr 08 11:09:48.199332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-cf5eaf30-3d0c-47ce-9fab-20f56cffd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.201202 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-cf5eaf30-3d0c-47ce-9fab-20f56cffd32c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef303ff418e84af7b8c2bb3fb7d55bb5&device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 1097 time: 0.0739958 Apr 08 11:09:48.271634 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-560da226-342d-4c8e-b0d9-c63556047b28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57535e07-2614-4979-935c-3ff34bc5beca HTTP/1.1" status: 200 len: 217 time: 0.0638628 Apr 08 11:09:48.335200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-ca1d3a33-deeb-4d3e-b095-0eea73b0e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.336644 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-ca1d3a33-deeb-4d3e-b095-0eea73b0e8e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f914158-2bd2-4d0f-b526-2488a8de542f HTTP/1.1" status: 200 len: 854 time: 0.0598524 Apr 08 11:09:48.382574 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-fe00fffd-35d2-4152-afb1-17edbb9a9625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400913 Apr 08 11:09:48.514664 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-4b844052-1310-439a-8ebe-ef17cece9105 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262133 Apr 08 11:09:48.648884 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a232236-6b3d-4606-8876-3622a0ea25e9 req-28a36c76-071a-470b-991c-cabe096cbc67 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282184 Apr 08 11:09:48.666169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35455d8b-d1c8-4c52-8513-547d23206270 req-3e36b1ce-0194-43a1-8af5-1f653e3b5d14 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.667635 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-35455d8b-d1c8-4c52-8513-547d23206270 req-3e36b1ce-0194-43a1-8af5-1f653e3b5d14 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 944 time: 0.0799074 Apr 08 11:09:48.712780 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-35455d8b-d1c8-4c52-8513-547d23206270 req-ed28d6d9-b897-46a0-a8c7-7e1098772a67 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Apr 08 11:09:48.882724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-c508f78c-a27d-4bfd-909d-c229f29b6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:48.884192 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-c508f78c-a27d-4bfd-909d-c229f29b6432 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef303ff418e84af7b8c2bb3fb7d55bb5&device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 1097 time: 0.0750954 Apr 08 11:09:49.011835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-f1968c9f-442c-4f80-80d5-64fcd92da1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.013242 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-f1968c9f-442c-4f80-80d5-64fcd92da1a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 HTTP/1.1" status: 200 len: 915 time: 0.1229143 Apr 08 11:09:49.078855 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-d9ed1932-f0c3-440b-b746-de8a078f9e46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57535e07-2614-4979-935c-3ff34bc5beca HTTP/1.1" status: 200 len: 217 time: 0.0592997 Apr 08 11:09:49.142694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-f4e7d67d-2652-4f4c-9320-f215a0e6d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.144097 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-f4e7d67d-2652-4f4c-9320-f215a0e6d84b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f914158-2bd2-4d0f-b526-2488a8de542f HTTP/1.1" status: 200 len: 854 time: 0.0585287 Apr 08 11:09:49.190635 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-d5b1f940-85e2-407b-9315-2e74dd66e969 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399840 Apr 08 11:09:49.322474 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-0eee1afe-895d-43d1-bba9-becd497b3b1d service neutron] 10.222.0.41 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249220 Apr 08 11:09:49.455346 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39ff0d1f-6cfd-4f26-a92e-9bd5ea7a727e req-5398b95b-3fcb-4a5e-a897-8adb08fa3af4 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266668 Apr 08 11:09:49.902163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103cfb3-636b-4df9-b3fa-f847fbc6f540 req-d4f08cca-9d9e-46b5-8276-66ce30c0d658 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.902851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-0103cfb3-636b-4df9-b3fa-f847fbc6f540 req-d4f08cca-9d9e-46b5-8276-66ce30c0d658 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Synchronizing usage tracker for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:09:49.961966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-0103cfb3-636b-4df9-b3fa-f847fbc6f540 req-d4f08cca-9d9e-46b5-8276-66ce30c0d658 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Unset dirty status for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:09:49.963105 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0103cfb3-636b-4df9-b3fa-f847fbc6f540 req-d4f08cca-9d9e-46b5-8276-66ce30c0d658 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 944 time: 0.1427126 Apr 08 11:09:50.008036 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0103cfb3-636b-4df9-b3fa-f847fbc6f540 req-d5b043a3-9158-43e2-abf9-6d396b000ef6 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Apr 08 11:09:50.301291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 57535e07-2614-4979-935c-3ff34bc5beca details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:09:50.436055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 57535e07-2614-4979-935c-3ff34bc5beca, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=57535e07-2614-4979-935c-3ff34bc5beca,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:50.449040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '57535e07-2614-4979-935c-3ff34bc5beca', 'network_id': 'a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786', 'port_id': '57535e07-2614-4979-935c-3ff34bc5beca', 'mac_address': 'fa:16:3e:6d:8e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f914158-2bd2-4d0f-b526-2488a8de542f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:09:50.503201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:50.519325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57535e07-2614-4979-935c-3ff34bc5beca {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:09:50.534840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 57535e07-2614-4979-935c-3ff34bc5beca, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=57535e07-2614-4979-935c-3ff34bc5beca,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:50.613492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:50.682357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=57535e07-2614-4979-935c-3ff34bc5beca,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:50.689668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.690003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.690345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.690683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.691019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.691351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.691809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.692142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.692488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.692826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.693154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.693477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:50.817046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['57535e07-2614-4979-935c-3ff34bc5beca'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:09:51.194307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11ff7f-9f20-438e-a515-e119cead11de req-6fa530e2-58cf-4dff-8f58-1c8210e18b6e tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:51.195754 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7c11ff7f-9f20-438e-a515-e119cead11de req-6fa530e2-58cf-4dff-8f58-1c8210e18b6e tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 945 time: 0.0831206 Apr 08 11:09:51.238787 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7c11ff7f-9f20-438e-a515-e119cead11de req-db1eac41-99bb-49b4-a104-31a2829a2bba tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367920 Apr 08 11:09:52.306792 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 57535e07-2614-4979-935c-3ff34bc5beca up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:09:52.422347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f06fca-89f2-463b-b1be-4ed56daf9463 req-817ad928-cd24-4f91-ae2e-c3e995dbba4a tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:52.423928 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-52f06fca-89f2-463b-b1be-4ed56daf9463 req-817ad928-cd24-4f91-ae2e-c3e995dbba4a tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 945 time: 0.0792806 Apr 08 11:09:52.424772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 57535e07-2614-4979-935c-3ff34bc5beca completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:09:52.430314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 57535e07-2614-4979-935c-3ff34bc5beca triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:09:52.430692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:52.470338 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-52f06fca-89f2-463b-b1be-4ed56daf9463 req-0e4b1a04-7991-4274-9638-ac612cb45a0c tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Apr 08 11:09:52.548526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:52.574713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51408ab-a536-4735-adfb-dc00e460f75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57535e07-2614-4979-935c-3ff34bc5beca'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:52.584885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 57535e07-2614-4979-935c-3ff34bc5beca, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=57535e07-2614-4979-935c-3ff34bc5beca,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:52.621918 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af2b85b-2a12-4098-8639-24d896f3c6d3'] response: {'server_uuid': 'd51408ab-a536-4735-adfb-dc00e460f75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57535e07-2614-4979-935c-3ff34bc5beca', 'code': 200} Apr 08 11:09:52.693552 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:52.760869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=57535e07-2614-4979-935c-3ff34bc5beca,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:52.992139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff451e5b-4f00-425e-a64a-759d021a7ca7 req-8424bef7-bfa8-4d8c-a39b-79c2ca3c743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:52.993639 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ff451e5b-4f00-425e-a64a-759d021a7ca7 req-8424bef7-bfa8-4d8c-a39b-79c2ca3c743a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 1099 time: 0.0709083 Apr 08 11:09:53.034973 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ff451e5b-4f00-425e-a64a-759d021a7ca7 req-53dfda9a-7b33-43f2-b49f-7db18eda9659 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Apr 08 11:09:53.661982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2df8-224f-42d7-a345-84272d9b98ce req-49d9f178-16c6-4d32-bb54-b617962b527d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:53.663497 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-04cb2df8-224f-42d7-a345-84272d9b98ce req-49d9f178-16c6-4d32-bb54-b617962b527d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 946 time: 0.0802000 Apr 08 11:09:53.712406 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-04cb2df8-224f-42d7-a345-84272d9b98ce req-2b753aea-ef13-4ac8-ac38-7651b2d5bb41 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Apr 08 11:09:54.894243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c5e4b-1aec-4bcb-b78d-169f64342c63 req-60c3c2af-85ab-4a73-bd7a-3bc188a89bb1 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.895675 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-452c5e4b-1aec-4bcb-b78d-169f64342c63 req-60c3c2af-85ab-4a73-bd7a-3bc188a89bb1 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 946 time: 0.0797148 Apr 08 11:09:54.939963 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-452c5e4b-1aec-4bcb-b78d-169f64342c63 req-e8029fc4-a241-49f6-b914-3227543d66d7 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387204 Apr 08 11:09:55.528185 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc60a2-295b-4cc4-903a-2d19070d40c4 req-4d201038-8000-4099-bb6d-54b5115c6025 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:55.529736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c2cc60a2-295b-4cc4-903a-2d19070d40c4 req-4d201038-8000-4099-bb6d-54b5115c6025 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 946 time: 0.0830696 Apr 08 11:09:55.573738 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c2cc60a2-295b-4cc4-903a-2d19070d40c4 req-fcdd73f3-21c8-4fbd-8523-4eaf31280a0f tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Apr 08 11:09:56.908601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccefde-ee4d-4077-98f9-48e0db9bf0fb req-d04c18d0-a410-4a87-b1d4-857966f6add0 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.910051 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37ccefde-ee4d-4077-98f9-48e0db9bf0fb req-d04c18d0-a410-4a87-b1d4-857966f6add0 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 946 time: 0.2322237 Apr 08 11:09:56.967815 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-37ccefde-ee4d-4077-98f9-48e0db9bf0fb req-1273ca48-116e-4a6f-90ce-8d4bb7c2c022 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499849 Apr 08 11:09:56.975847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17579745-db72-46d5-929e-892e9848111b req-b646bc1d-ffba-4907-b358-e04f03c7e4ac tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.977261 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-17579745-db72-46d5-929e-892e9848111b req-b646bc1d-ffba-4907-b358-e04f03c7e4ac tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.41 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 946 time: 0.1268842 Apr 08 11:09:57.046012 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Deleting port 57535e07-2614-4979-935c-3ff34bc5beca {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:09:57.046351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:57.207643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6157b445-bf08-469c-9465-80b3f6f2350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:57.288615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] For port 57535e07-2614-4979-935c-3ff34bc5beca, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=57535e07-2614-4979-935c-3ff34bc5beca,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:09:57.288977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:57.412438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Calling delete_port for 57535e07-2614-4979-935c-3ff34bc5beca owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:09:57.613776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:57.625870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['2f05ea10-5c1c-416a-8871-b85ea1b2eda2', '57535e07-2614-4979-935c-3ff34bc5beca'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:09:57.666616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Pushing event deleted for resources: {'Port': ['ID=57535e07-2614-4979-935c-3ff34bc5beca,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:57.740725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] No DVR routers for this DVR port 57535e07-2614-4979-935c-3ff34bc5beca on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:09:57.743197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:57.745759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51408ab-a536-4735-adfb-dc00e460f75d', 'name': 'network-vif-deleted', 'tag': '57535e07-2614-4979-935c-3ff34bc5beca'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:09:57.790188 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3864f6c-870d-4ec0-853b-58a7be4efe33'] response: {'server_uuid': 'd51408ab-a536-4735-adfb-dc00e460f75d', 'name': 'network-vif-deleted', 'tag': '57535e07-2614-4979-935c-3ff34bc5beca', 'status': 'completed', 'code': 200} Apr 08 11:09:57.820104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-17579745-db72-46d5-929e-892e9848111b req-6fc16ce7-dbdd-4756-9747-509e5a5919c3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.41 "DELETE /v2.0/ports/57535e07-2614-4979-935c-3ff34bc5beca HTTP/1.1" status: 204 len: 173 time: 0.8376369 Apr 08 11:09:58.118930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-ecd470bc-e04c-4578-aca7-a7a91521edcb req-954be988-c748-4ab5-aa1d-c75ee184b18c tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Synchronizing usage tracker for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:09:58.196341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-ecd470bc-e04c-4578-aca7-a7a91521edcb req-954be988-c748-4ab5-aa1d-c75ee184b18c tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Unset dirty status for tenant:ef303ff418e84af7b8c2bb3fb7d55bb5 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:09:58.197561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ecd470bc-e04c-4578-aca7-a7a91521edcb req-954be988-c748-4ab5-aa1d-c75ee184b18c tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=d51408ab-a536-4735-adfb-dc00e460f75d HTTP/1.1" status: 200 len: 210 time: 0.1223817 Apr 08 11:09:59.458350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38197ae-03c9-4db1-bc12-4365bfbdeec0 req-1655c21c-db8c-4fd2-8e27-f4ebfb62499a tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.459858 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e38197ae-03c9-4db1-bc12-4365bfbdeec0 req-1655c21c-db8c-4fd2-8e27-f4ebfb62499a tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0819547 Apr 08 11:09:59.504912 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e38197ae-03c9-4db1-bc12-4365bfbdeec0 req-73f1223f-9e04-45b6-bdf6-09d3194a00b3 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Apr 08 11:09:59.567934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-849b9fe9-1f16-41a4-bef1-bc4b9e410cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:59.711173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b712a-e9fd-4dd3-8eb3-08e2e4e815ae req-1616d31c-84f9-4742-a37e-727d03560315 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.712856 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-993b712a-e9fd-4dd3-8eb3-08e2e4e815ae req-1616d31c-84f9-4742-a37e-727d03560315 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0842669 Apr 08 11:09:59.757994 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-993b712a-e9fd-4dd3-8eb3-08e2e4e815ae req-e99fa771-4ecf-4dfb-922a-e04fe76107e0 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383399 Apr 08 11:09:59.939693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabfd4e-74da-4d28-bf74-8dc2d43844a8 req-6b1549c4-5fd8-4cf0-b37f-ab04c250ce5f tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.941176 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6dabfd4e-74da-4d28-bf74-8dc2d43844a8 req-6b1549c4-5fd8-4cf0-b37f-ab04c250ce5f tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0788190 Apr 08 11:09:59.987284 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6dabfd4e-74da-4d28-bf74-8dc2d43844a8 req-eae45869-b8c4-43d3-826f-efd5999e08db tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Apr 08 11:10:00.270224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eefd9-c637-4c10-835f-e6bcdb0512a1 req-d77a62c3-3ec3-4bc5-b0be-85222cb6f894 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:00.271569 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ab6eefd9-c637-4c10-835f-e6bcdb0512a1 req-d77a62c3-3ec3-4bc5-b0be-85222cb6f894 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0777698 Apr 08 11:10:00.315719 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ab6eefd9-c637-4c10-835f-e6bcdb0512a1 req-1e8025a9-552c-43e8-9348-11f2e2f1d4b2 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Apr 08 11:10:00.366118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 57535e07-2614-4979-935c-3ff34bc5beca no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:10:00.403022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 57535e07-2614-4979-935c-3ff34bc5beca {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:10:00.403440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 57535e07-2614-4979-935c-3ff34bc5beca not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:10:00.500819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cfece-3ebf-4bc3-8511-2752138cdc46 req-5880559f-baf5-48f0-a76e-21b840b419d4 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:00.502307 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c21cfece-3ebf-4bc3-8511-2752138cdc46 req-5880559f-baf5-48f0-a76e-21b840b419d4 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0798779 Apr 08 11:10:00.546102 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c21cfece-3ebf-4bc3-8511-2752138cdc46 req-527a8451-ff3f-4518-aec9-7d0b35f35009 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Apr 08 11:10:00.676558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:00.742864 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c860e50-b4b4-4985-b0a4-170848174cb4 req-4f22f731-4dd1-401b-8a9a-b48b2318f712 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:00.744320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c860e50-b4b4-4985-b0a4-170848174cb4 req-4f22f731-4dd1-401b-8a9a-b48b2318f712 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0855954 Apr 08 11:10:00.788698 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c860e50-b4b4-4985-b0a4-170848174cb4 req-430b440a-56af-49c6-952c-cceecbf16e85 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Apr 08 11:10:01.225074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:01.614960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227bb9e-b735-42e8-aa0a-134fdec3aea1 req-cb3f8752-509d-4138-bab7-a99640d6a4b0 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:01.616403 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e227bb9e-b735-42e8-aa0a-134fdec3aea1 req-cb3f8752-509d-4138-bab7-a99640d6a4b0 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0778561 Apr 08 11:10:01.663086 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e227bb9e-b735-42e8-aa0a-134fdec3aea1 req-08aba3c7-f6e4-4c0c-bb27-d9ebc170f3ba tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Apr 08 11:10:02.059245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:02.854319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2723df-94c0-4efd-b23e-2f15abca43df req-b1847f80-e854-4ac8-afad-829d67a47e3d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:02.855770 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4e2723df-94c0-4efd-b23e-2f15abca43df req-b1847f80-e854-4ac8-afad-829d67a47e3d tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0837896 Apr 08 11:10:02.901151 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4e2723df-94c0-4efd-b23e-2f15abca43df req-520eddcf-d264-401a-83b7-99e918cbf317 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388424 Apr 08 11:10:02.909470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-89ab98cd-b5ab-4b34-9381-6eecd68f8c62 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:02.910902 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-89ab98cd-b5ab-4b34-9381-6eecd68f8c62 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.41 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 945 time: 0.0818396 Apr 08 11:10:02.982808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Deleting port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:02.983076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:03.230442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] For port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,segment=NetworkSegment(1bc59441-85a5-4ab1-b8c2-bbe88437750c),segment_id=1bc59441-85a5-4ab1-b8c2-bbe88437750c)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:03.230812 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:03.456980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Calling delete_port for 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:03.642508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:03.653565 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['2f05ea10-5c1c-416a-8871-b85ea1b2eda2'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:10:03.694318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Pushing event deleted for resources: {'Port': ['ID=2f05ea10-5c1c-416a-8871-b85ea1b2eda2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:03.768533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] No DVR routers for this DVR port 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:10:03.770939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:03.773364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24514ca-9740-429d-b559-64e5efb43ab0', 'name': 'network-vif-deleted', 'tag': '2f05ea10-5c1c-416a-8871-b85ea1b2eda2'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:10:03.817549 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c14527a-60b2-4f7e-ac7f-007836eff3f7'] response: {'server_uuid': 'f24514ca-9740-429d-b559-64e5efb43ab0', 'name': 'network-vif-deleted', 'tag': '2f05ea10-5c1c-416a-8871-b85ea1b2eda2', 'status': 'completed', 'code': 200} Apr 08 11:10:03.843313 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ddb5a223-3fe6-4c88-abb0-0d531dcacd80 req-81602bcb-2cd9-4305-8eee-a8e97a4fd084 tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.41 "DELETE /v2.0/ports/2f05ea10-5c1c-416a-8871-b85ea1b2eda2 HTTP/1.1" status: 204 len: 173 time: 0.9261191 Apr 08 11:10:04.051345 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dc4096ef-6dc8-47ab-830b-db6de5840e40 req-d465b7b6-6950-495e-a94c-bada5dbea1ce tempest-ServersNegativeTestJSON-194103841 tempest-ServersNegativeTestJSON-194103841-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24514ca-9740-429d-b559-64e5efb43ab0 HTTP/1.1" status: 200 len: 210 time: 0.0418937 Apr 08 11:10:04.425323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.145346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32880) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:05.206501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4362ab2-8551-4f5c-865f-596d991a4178 admin admin] Deleting subnet 7f914158-2bd2-4d0f-b526-2488a8de542f {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:10:05.209325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f4362ab2-8551-4f5c-865f-596d991a4178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.342735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f4362ab2-8551-4f5c-865f-596d991a4178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.396174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f4362ab2-8551-4f5c-865f-596d991a4178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.568390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f4362ab2-8551-4f5c-865f-596d991a4178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.605450 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4362ab2-8551-4f5c-865f-596d991a4178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f914158-2bd2-4d0f-b526-2488a8de542f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:05.609176 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f4362ab2-8551-4f5c-865f-596d991a4178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.614847 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f4362ab2-8551-4f5c-865f-596d991a4178 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f914158-2bd2-4d0f-b526-2488a8de542f HTTP/1.1" status: 204 len: 168 time: 0.4684966 Apr 08 11:10:05.617251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32884) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:05.720188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.841560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.867060 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:05.879480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc59441-85a5-4ab1-b8c2-bbe88437750c') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:05.879778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc59441-85a5-4ab1-b8c2-bbe88437750c') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:05.891221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.907112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.915625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:05.915625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:05.927034 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:06.105576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:06.122807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:06.132763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:06.259745 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0ec8af0c-3b24-4ab5-9e15-087f484b03c7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a5e739f7-e0c8-4a9c-a4e6-37cbbcb3d786 HTTP/1.1" status: 204 len: 168 time: 0.6415074 Apr 08 11:10:06.405548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:10:06.439720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:10:06.440062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 2f05ea10-5c1c-416a-8871-b85ea1b2eda2 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:10:06.568343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32890) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:06.616622 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b150be1f-cdaf-43be-b0c7-008151b0c46c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef303ff418e84af7b8c2bb3fb7d55bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470555 Apr 08 11:10:06.618913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32894) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:06.678390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-20dd5216-368a-4158-b2f9-008b852cbfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:06.704856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-20dd5216-368a-4158-b2f9-008b852cbfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:06.870363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-20dd5216-368a-4158-b2f9-008b852cbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:06.886202 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd5216-368a-4158-b2f9-008b852cbfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ef6ec-9488-42c8-8355-eb3f4090c4d4,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:06.938756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-20dd5216-368a-4158-b2f9-008b852cbfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:06.939803 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-20dd5216-368a-4158-b2f9-008b852cbfcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a9ef6ec-9488-42c8-8355-eb3f4090c4d4 HTTP/1.1" status: 204 len: 168 time: 0.3200300 Apr 08 11:10:08.080417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32918) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:08.208040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301452964'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:08.213015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:08.217529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:network and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:08.220285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:08.226336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:08.305445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:08.308874 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.321249 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.336292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:08.340292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:security_group_rule and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:08.344128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:08.349697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:08.429877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.533586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.562416 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:08.577823 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c89913-15de-4408-84b8-e3fde6dd8255,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:08.582038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.582373 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Added segment 876531f8-bbed-4d08-a9b8-58a8174d013f of type vlan for network c2205dd3-f08e-4864-b291-658dcd40ff7f Apr 08 11:10:08.608490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.687635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.693102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:08.693713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.800226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Network': ['ID=c2205dd3-f08e-4864-b291-658dcd40ff7f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:08.811129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network c2205dd3-f08e-4864-b291-658dcd40ff7f details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:08.854738 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-113be0f6-36b2-438c-bc86-3ace6f8c1341 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7730765 Apr 08 11:10:12.065189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32924) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:12.071143 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'subnet': {'network_id': 'c2205dd3-f08e-4864-b291-658dcd40ff7f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:12.180525 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:12.185164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:subnet and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:12.187908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:12.193536 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:12.270478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:12.275003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:12.568046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:12.648527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Subnet': ['ID=2c1abdf0-d773-4c2b-84fb-ad30f5f42fef,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:12.657713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Checking segment: {'id': '876531f8-bbed-4d08-a9b8-58a8174d013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c2205dd3-f08e-4864-b291-658dcd40ff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:12.658112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network hostable DHCP agents. Network: c2205dd3-f08e-4864-b291-658dcd40ff7f, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:12.790559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network c2205dd3-f08e-4864-b291-658dcd40ff7f is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:12.927862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, c2205dd3-f08e-4864-b291-658dcd40ff7f) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:12.932142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:12.932891 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:12.937901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9e06f-2f76-4816-a8bf-1e9e2a4327c8 None None] Network c2205dd3-f08e-4864-b291-658dcd40ff7f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:13.083452 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-21c4ae0f-fe87-4bde-aa3e-46b5be104674 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0170879 Apr 08 11:10:13.086849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:13.093794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152416802'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:13.099461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:13.103388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:network and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:13.106958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:13.112838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:13.152051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-c2205dd3-f08e-4864-b291-658dcd40ff7f', 'network_id': 'c2205dd3-f08e-4864-b291-658dcd40ff7f', 'tenant_id': 'd62a04a084f940e2bbc38d010d140aee', 'fixed_ips': [{'subnet_id': '2c1abdf0-d773-4c2b-84fb-ad30f5f42fef'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:13.152913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.260004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:13.263562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.294360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:13.303807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.304326 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Added segment 4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79 of type vlan for network ad2937a4-a2f0-4911-8f83-04ab044d912a Apr 08 11:10:13.313154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Allocated IP 2001:db8:0:ffff::2 (c2205dd3-f08e-4864-b291-658dcd40ff7f/2c1abdf0-d773-4c2b-84fb-ad30f5f42fef/a35cdd6b-f83c-4c21-a82d-f324761a1e94) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:13.331063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.504631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.510259 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:13.510767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.544915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.556596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Transition to ACTIVE for port object a35cdd6b-f83c-4c21-a82d-f324761a1e94 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:13.574614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Transition to ACTIVE for port object a35cdd6b-f83c-4c21-a82d-f324761a1e94 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:13.696182 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6082869 Apr 08 11:10:13.699255 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32932) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:13.706052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'subnet': {'network_id': 'ad2937a4-a2f0-4911-8f83-04ab044d912a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:13.708383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fd938-b177-4cfc-ace5-e3af0f74a3db tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Network': ['ID=ad2937a4-a2f0-4911-8f83-04ab044d912a,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:13.719109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network ad2937a4-a2f0-4911-8f83-04ab044d912a details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:13.745306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.820919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:13.824750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:subnet and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:13.828246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:13.833987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:13.880446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Network c2205dd3-f08e-4864-b291-658dcd40ff7f is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:13.885025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:13.891028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:13.895226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Pushing event updated for resources: {'Port': ['ID=a35cdd6b-f83c-4c21-a82d-f324761a1e94,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:13.905046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:13.908572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.980408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Attempting to bind port a35cdd6b-f83c-4c21-a82d-f324761a1e94 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:13.981019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Attempting to bind port a35cdd6b-f83c-4c21-a82d-f324761a1e94 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '876531f8-bbed-4d08-a9b8-58a8174d013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c2205dd3-f08e-4864-b291-658dcd40ff7f'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:13.981180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Attempting to bind port a35cdd6b-f83c-4c21-a82d-f324761a1e94 on network c2205dd3-f08e-4864-b291-658dcd40ff7f {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:13.986930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:13.990527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Checking segment: {'id': '876531f8-bbed-4d08-a9b8-58a8174d013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c2205dd3-f08e-4864-b291-658dcd40ff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:13.990527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.990527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Bound using segment: {'id': '876531f8-bbed-4d08-a9b8-58a8174d013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c2205dd3-f08e-4864-b291-658dcd40ff7f'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:13.990527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Bound port: a35cdd6b-f83c-4c21-a82d-f324761a1e94, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876531f8-bbed-4d08-a9b8-58a8174d013f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c2205dd3-f08e-4864-b291-658dcd40ff7f'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:13.990527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:14.081378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] For port a35cdd6b-f83c-4c21-a82d-f324761a1e94, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:14.084297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] For port a35cdd6b-f83c-4c21-a82d-f324761a1e94, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a35cdd6b-f83c-4c21-a82d-f324761a1e94,segment=NetworkSegment(876531f8-bbed-4d08-a9b8-58a8174d013f),segment_id=876531f8-bbed-4d08-a9b8-58a8174d013f)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:14.220016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:14.242781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:14.315311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bde63e-66b2-4593-b737-ffb97ff29f86 None None] Pushing event updated for resources: {'Port': ['ID=a35cdd6b-f83c-4c21-a82d-f324761a1e94,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:14.342562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Subnet': ['ID=301b65f8-67ed-4566-aa66-f91727292d49,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:14.353232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.353578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.353961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.354298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.354630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.354962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.355290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.355615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.355941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.357052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.357541 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.357766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:14.364173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Checking segment: {'id': '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ad2937a4-a2f0-4911-8f83-04ab044d912a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:14.364566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network hostable DHCP agents. Network: ad2937a4-a2f0-4911-8f83-04ab044d912a, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:14.482903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network ad2937a4-a2f0-4911-8f83-04ab044d912a is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:14.591336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, ad2937a4-a2f0-4911-8f83-04ab044d912a) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:14.596757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:14.596948 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:14.600918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a5ab7-13ec-40e9-bb76-46c3f7ec9581 None None] Network ad2937a4-a2f0-4911-8f83-04ab044d912a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:14.732211 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c528b1c5-1ee4-4861-aebf-e07298c2adba tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0306065 Apr 08 11:10:14.733378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32936) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:14.819295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-ad2937a4-a2f0-4911-8f83-04ab044d912a', 'network_id': 'ad2937a4-a2f0-4911-8f83-04ab044d912a', 'tenant_id': 'd62a04a084f940e2bbc38d010d140aee', 'fixed_ips': [{'subnet_id': '301b65f8-67ed-4566-aa66-f91727292d49'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:14.820112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:14.878436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:14.955276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:14.984856 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Allocated IP 2001:db8::2 (ad2937a4-a2f0-4911-8f83-04ab044d912a/301b65f8-67ed-4566-aa66-f91727292d49/a28290bf-8ba0-4e9f-84d3-0f35f2f49876) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:15.207441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.207441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6843cac-980d-4b21-9c57-9039f529b968 None None] Network c2205dd3-f08e-4864-b291-658dcd40ff7f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:15.241216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Transition to ACTIVE for port object a28290bf-8ba0-4e9f-84d3-0f35f2f49876 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:15.323834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Transition to ACTIVE for port object a28290bf-8ba0-4e9f-84d3-0f35f2f49876 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:15.409956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.482273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a35cdd6b-f83c-4c21-a82d-f324761a1e94 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:15.517391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.522508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d296a7d9-beaf-4935-9d9c-b54275ed28e2 None None] Provisioning for port a35cdd6b-f83c-4c21-a82d-f324761a1e94 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:15.541058 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Network ad2937a4-a2f0-4911-8f83-04ab044d912a is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:15.552198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:15.559040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Subnet': ['ID=301b65f8-67ed-4566-aa66-f91727292d49,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:15.565548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:15.620647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Pushing event updated for resources: {'Port': ['ID=a28290bf-8ba0-4e9f-84d3-0f35f2f49876,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:15.657421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.684497 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2937a4-a2f0-4911-8f83-04ab044d912a']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:15.696757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:15.697053 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:15.709857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.726159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.730282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Attempting to bind port a28290bf-8ba0-4e9f-84d3-0f35f2f49876 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:15.730655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Attempting to bind port a28290bf-8ba0-4e9f-84d3-0f35f2f49876 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ad2937a4-a2f0-4911-8f83-04ab044d912a'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:15.731051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Attempting to bind port a28290bf-8ba0-4e9f-84d3-0f35f2f49876 on network ad2937a4-a2f0-4911-8f83-04ab044d912a {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:15.732677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:15.738206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.742426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:15.742803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Checking segment: {'id': '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ad2937a4-a2f0-4911-8f83-04ab044d912a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:15.743203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.743595 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Bound using segment: {'id': '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ad2937a4-a2f0-4911-8f83-04ab044d912a'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:15.744062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Bound port: a28290bf-8ba0-4e9f-84d3-0f35f2f49876, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ad2937a4-a2f0-4911-8f83-04ab044d912a'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:15.744427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:15.748072 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:15.815944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a35cdd6b-f83c-4c21-a82d-f324761a1e94 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:15.837630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a35cdd6b-f83c-4c21-a82d-f324761a1e94 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:15.838002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.865487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 11:10:15.865487 dv-neutron-837109-1-hyperv neutron-server[88613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 11:10:15.865487 dv-neutron-837109-1-hyperv neutron-server[88613]: [parameters: {'id': 'ad2937a4-a2f0-4911-8f83-04ab044d912a'}] Apr 08 11:10:15.865487 dv-neutron-837109-1-hyperv neutron-server[88613]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:10:15.866182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:10:15.886033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] For port a28290bf-8ba0-4e9f-84d3-0f35f2f49876, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:15.905332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] For port a28290bf-8ba0-4e9f-84d3-0f35f2f49876, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a28290bf-8ba0-4e9f-84d3-0f35f2f49876,segment=NetworkSegment(4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79),segment_id=4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:15.969150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.985036 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.082088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port a35cdd6b-f83c-4c21-a82d-f324761a1e94, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a35cdd6b-f83c-4c21-a82d-f324761a1e94,segment=NetworkSegment(876531f8-bbed-4d08-a9b8-58a8174d013f),segment_id=876531f8-bbed-4d08-a9b8-58a8174d013f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:16.086703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-75c25277-fa7a-459e-bc67-951a7233c02f None None] Provisioning complete for port a35cdd6b-f83c-4c21-a82d-f324761a1e94 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:16.087069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-75c25277-fa7a-459e-bc67-951a7233c02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.152470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.171577 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad31bb-d2af-4eba-8329-54db04d0d362 None None] Pushing event updated for resources: {'Port': ['ID=a28290bf-8ba0-4e9f-84d3-0f35f2f49876,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:16.255963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438248d-55f0-4261-b4ef-4a3562045f21 None None] Network ad2937a4-a2f0-4911-8f83-04ab044d912a requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:16.367926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.371251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=a35cdd6b-f83c-4c21-a82d-f324761a1e94,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:16.380003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Deleting port a28290bf-8ba0-4e9f-84d3-0f35f2f49876 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:16.380003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.521430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435d646c-09ca-4ea2-bf4c-080234cd2b16 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 11:10:16.590122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] For port a28290bf-8ba0-4e9f-84d3-0f35f2f49876, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a28290bf-8ba0-4e9f-84d3-0f35f2f49876,segment=NetworkSegment(4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79),segment_id=4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:16.591081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.609915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d646c-09ca-4ea2-bf4c-080234cd2b16 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 11:10:16.710985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Calling delete_port for a28290bf-8ba0-4e9f-84d3-0f35f2f49876 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:16.871456 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.926035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No DVR routers for this DVR port a28290bf-8ba0-4e9f-84d3-0f35f2f49876 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:10:16.927734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Port': ['ID=a28290bf-8ba0-4e9f-84d3-0f35f2f49876,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:17.050126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.075700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2937a4-a2f0-4911-8f83-04ab044d912a']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:17.087141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:17.087439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbbdbe7-34ce-4ed0-b11c-a0b92c6d5f79') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:17.098684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.114871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.120748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:17.121131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:17.135767 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:17.299253 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.318037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.327364 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Network': ['ID=ad2937a4-a2f0-4911-8f83-04ab044d912a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:17.335858 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-69bd709f-e0ca-48a3-a629-ba6c41ba46ec tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/ad2937a4-a2f0-4911-8f83-04ab044d912a HTTP/1.1" status: 204 len: 168 time: 2.6012101 Apr 08 11:10:17.339359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32940) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:17.345656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173352600'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:17.350568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:17.354350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:network and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:17.357849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:17.363913 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:17.420733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a35cdd6b-f83c-4c21-a82d-f324761a1e94 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:17.433410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:17.438324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.466663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:17.475353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.488151 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Added segment 61876234-e552-4fb9-96ae-1384aa27d3a2 of type vlan for network 2997c145-c798-4e92-9b72-08de380d073e Apr 08 11:10:17.489083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a35cdd6b-f83c-4c21-a82d-f324761a1e94 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:17.489452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.506387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.682112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.688095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:17.688748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:17.794126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Network': ['ID=2997c145-c798-4e92-9b72-08de380d073e,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:17.804454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 2997c145-c798-4e92-9b72-08de380d073e details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:17.905747 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3eb71ca4-6614-410b-963d-c69846143e8f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5652730 Apr 08 11:10:17.908454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32944) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:17.913797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'subnet': {'network_id': '2997c145-c798-4e92-9b72-08de380d073e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:18.021469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:18.025279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:subnet and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:18.028135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:18.033881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:18.093458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:18.096938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:18.188467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.ipam_backend_mixin [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Performing IP validity checks on allocation pools {{(pid=88612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 08 11:10:18.189014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.ipam_backend_mixin [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 08 11:10:18.396942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:18.475306 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Subnet': ['ID=9836f1a1-a0b6-49a5-8a20-bdab977d513d,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:18.483809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Checking segment: {'id': '61876234-e552-4fb9-96ae-1384aa27d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2997c145-c798-4e92-9b72-08de380d073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:18.484168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network hostable DHCP agents. Network: 2997c145-c798-4e92-9b72-08de380d073e, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:18.584788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network 2997c145-c798-4e92-9b72-08de380d073e is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:18.676554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 2997c145-c798-4e92-9b72-08de380d073e) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:18.680736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:18.681326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:18.686830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7415bea-1443-4339-9eea-9036b59ca532 None None] Network 2997c145-c798-4e92-9b72-08de380d073e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:18.774724 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9b8865c4-ca8a-4f14-8e77-bdc032921d82 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8651986 Apr 08 11:10:18.777502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32948) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:18.941309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-2997c145-c798-4e92-9b72-08de380d073e', 'network_id': '2997c145-c798-4e92-9b72-08de380d073e', 'tenant_id': 'd62a04a084f940e2bbc38d010d140aee', 'fixed_ips': [{'subnet_id': '9836f1a1-a0b6-49a5-8a20-bdab977d513d'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:18.942137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.009381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.077220 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.094479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Allocated IP 2001:db8::3 (2997c145-c798-4e92-9b72-08de380d073e/9836f1a1-a0b6-49a5-8a20-bdab977d513d/d479ea6e-1f1d-4ce3-b98d-cfd2396094c3) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:19.298888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.308674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Transition to ACTIVE for port object d479ea6e-1f1d-4ce3-b98d-cfd2396094c3 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:19.327599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Transition to ACTIVE for port object d479ea6e-1f1d-4ce3-b98d-cfd2396094c3 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:19.425368 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.486841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Network 2997c145-c798-4e92-9b72-08de380d073e is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:19.493655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:19.494038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.498165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:19.503966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Pushing event updated for resources: {'Port': ['ID=d479ea6e-1f1d-4ce3-b98d-cfd2396094c3,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:19.535248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Subnet': ['ID=9836f1a1-a0b6-49a5-8a20-bdab977d513d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:19.573304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.573568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.573908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.574245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.574578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.575434 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.575767 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.576184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.576531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.576857 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.577179 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.577499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:19.595291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Attempting to bind port d479ea6e-1f1d-4ce3-b98d-cfd2396094c3 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:19.595660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Attempting to bind port d479ea6e-1f1d-4ce3-b98d-cfd2396094c3 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '61876234-e552-4fb9-96ae-1384aa27d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2997c145-c798-4e92-9b72-08de380d073e'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:19.596019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Attempting to bind port d479ea6e-1f1d-4ce3-b98d-cfd2396094c3 on network 2997c145-c798-4e92-9b72-08de380d073e {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:19.601462 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:19.601830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Checking segment: {'id': '61876234-e552-4fb9-96ae-1384aa27d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2997c145-c798-4e92-9b72-08de380d073e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:19.602228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.602627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Bound using segment: {'id': '61876234-e552-4fb9-96ae-1384aa27d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2997c145-c798-4e92-9b72-08de380d073e'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:19.603084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Bound port: d479ea6e-1f1d-4ce3-b98d-cfd2396094c3, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61876234-e552-4fb9-96ae-1384aa27d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2997c145-c798-4e92-9b72-08de380d073e'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:19.603455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.641620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.666276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2997c145-c798-4e92-9b72-08de380d073e']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:19.678711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61876234-e552-4fb9-96ae-1384aa27d3a2') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:19.679015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61876234-e552-4fb9-96ae-1384aa27d3a2') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:19.691518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] For port d479ea6e-1f1d-4ce3-b98d-cfd2396094c3, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:19.692106 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.694453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] For port d479ea6e-1f1d-4ce3-b98d-cfd2396094c3, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d479ea6e-1f1d-4ce3-b98d-cfd2396094c3,segment=NetworkSegment(61876234-e552-4fb9-96ae-1384aa27d3a2),segment_id=61876234-e552-4fb9-96ae-1384aa27d3a2)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:19.780572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.782531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.788733 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:19.790544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:19.808677 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:19.916043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db7561-b003-4d9c-82a4-83854e4a9f37 None None] Pushing event updated for resources: {'Port': ['ID=d479ea6e-1f1d-4ce3-b98d-cfd2396094c3,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:19.951628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.db.api [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 11:10:19.951628 dv-neutron-837109-1-hyperv neutron-server[88613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 11:10:19.951628 dv-neutron-837109-1-hyperv neutron-server[88613]: [parameters: {'id': '2997c145-c798-4e92-9b72-08de380d073e'}] Apr 08 11:10:19.951628 dv-neutron-837109-1-hyperv neutron-server[88613]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:10:19.952018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG oslo_db.api [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:10:19.954223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ab01e-e6da-4344-9138-3a3ac9c4c127 None None] Network 2997c145-c798-4e92-9b72-08de380d073e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:20.151096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b177bfb3-2beb-471d-a34e-944be2f9f997 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 11:10:20.234251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177bfb3-2beb-471d-a34e-944be2f9f997 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 11:10:20.453808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:20.464390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Deleting port d479ea6e-1f1d-4ce3-b98d-cfd2396094c3 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:20.464769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:20.673983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] For port d479ea6e-1f1d-4ce3-b98d-cfd2396094c3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d479ea6e-1f1d-4ce3-b98d-cfd2396094c3,segment=NetworkSegment(61876234-e552-4fb9-96ae-1384aa27d3a2),segment_id=61876234-e552-4fb9-96ae-1384aa27d3a2)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:20.674335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:20.793102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Calling delete_port for d479ea6e-1f1d-4ce3-b98d-cfd2396094c3 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:20.927844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:20.974839 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Port': ['ID=d479ea6e-1f1d-4ce3-b98d-cfd2396094c3,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:20.976611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No DVR routers for this DVR port d479ea6e-1f1d-4ce3-b98d-cfd2396094c3 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:10:21.097895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.122090 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2997c145-c798-4e92-9b72-08de380d073e']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:21.133798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61876234-e552-4fb9-96ae-1384aa27d3a2') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:21.134094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61876234-e552-4fb9-96ae-1384aa27d3a2') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:21.145554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.160995 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.166714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:21.167097 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:21.181833 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:21.328540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.346094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.359678 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:10:21.360209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Network': ['ID=2997c145-c798-4e92-9b72-08de380d073e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:21.364074 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e4516e06-b7d1-4f95-9c38-3c3de04b59b8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/2997c145-c798-4e92-9b72-08de380d073e HTTP/1.1" status: 204 len: 168 time: 2.5853567 Apr 08 11:10:21.367528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32952) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:21.372915 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1217022840'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:21.377860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:21.381727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:network and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:21.384541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:21.390860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:21.464998 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:21.469051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.496260 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:21.504663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.504998 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Added segment 760e5e88-0943-4105-9f5f-c6914bdc0b66 of type vlan for network e5951a8c-ff16-449b-996a-68712efc775d Apr 08 11:10:21.534675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.624789 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.630102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:21.630678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:21.734654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Network': ['ID=e5951a8c-ff16-449b-996a-68712efc775d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:21.744409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network e5951a8c-ff16-449b-996a-68712efc775d details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:21.786038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-981dec3c-d8e5-44e4-bf51-aa466b0615f8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4173963 Apr 08 11:10:21.788739 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32956) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:21.794163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'subnet': {'network_id': 'e5951a8c-ff16-449b-996a-68712efc775d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:21.988630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:21.992610 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:subnet and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:21.995405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:22.001304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:22.065109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:22.068621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.334035 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.411195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Subnet': ['ID=737ba62f-a0eb-48dc-b769-a97546e2c65b,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:22.421532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Checking segment: {'id': '760e5e88-0943-4105-9f5f-c6914bdc0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e5951a8c-ff16-449b-996a-68712efc775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:22.421879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network hostable DHCP agents. Network: e5951a8c-ff16-449b-996a-68712efc775d, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:22.493245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network e5951a8c-ff16-449b-996a-68712efc775d is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:22.556174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, e5951a8c-ff16-449b-996a-68712efc775d) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:22.560080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:22.560696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.565911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef8ec0-1309-4080-bdd9-5758e9ecd8a0 None None] Network e5951a8c-ff16-449b-996a-68712efc775d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:22.626105 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-59b81634-0171-4c19-aa50-1f538ec8b42f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8361747 Apr 08 11:10:22.629512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32960) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:22.635437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-558733105'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:22.641558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:22.645363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:network and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:22.648385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:22.667764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:22.716945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:22.720420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.752398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:22.760803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.761194 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Added segment 3ef36bbc-aadb-4c80-bf62-1f0c6eb3ba9e of type vlan for network ee103447-ff60-4ead-9d38-515880407302 Apr 08 11:10:22.786982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.814859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-e5951a8c-ff16-449b-996a-68712efc775d', 'network_id': 'e5951a8c-ff16-449b-996a-68712efc775d', 'tenant_id': 'd62a04a084f940e2bbc38d010d140aee', 'fixed_ips': [{'subnet_id': '737ba62f-a0eb-48dc-b769-a97546e2c65b'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:22.815683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.865031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.870762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:22.877775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:22.969405 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3386202 Apr 08 11:10:22.972278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32964) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:22.977979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Request body: {'subnet': {'network_id': 'ee103447-ff60-4ead-9d38-515880407302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:22.980686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Allocated IP 2001:db8::2 (e5951a8c-ff16-449b-996a-68712efc775d/737ba62f-a0eb-48dc-b769-a97546e2c65b/db45f7de-5b21-4524-8d85-34fc2317200a) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:22.981278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d119cb3-e1f4-48b1-b292-60f1f5d37513 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Network': ['ID=ee103447-ff60-4ead-9d38-515880407302,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:22.994390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network ee103447-ff60-4ead-9d38-515880407302 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:23.089892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:23.094290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Usage tracker for resource:subnet and tenant:d62a04a084f940e2bbc38d010d140aee is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:23.097120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:23.102982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:23.162562 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Made reservation on behalf of d62a04a084f940e2bbc38d010d140aee for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:23.166439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:23.284700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:23.296141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Transition to ACTIVE for port object db45f7de-5b21-4524-8d85-34fc2317200a will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:23.316150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Transition to ACTIVE for port object db45f7de-5b21-4524-8d85-34fc2317200a will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:23.391085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:23.442429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:23.456129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Network e5951a8c-ff16-449b-996a-68712efc775d is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:23.459008 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:23.463495 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:23.470044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Pushing event updated for resources: {'Port': ['ID=db45f7de-5b21-4524-8d85-34fc2317200a,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:23.523478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event updated for resources: {'Subnet': ['ID=ddd6ae36-0f42-4ea6-bcaa-b88f62fae4b7,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:23.532703 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Checking segment: {'id': '3ef36bbc-aadb-4c80-bf62-1f0c6eb3ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ee103447-ff60-4ead-9d38-515880407302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:23.533018 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network hostable DHCP agents. Network: ee103447-ff60-4ead-9d38-515880407302, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:23.560524 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Attempting to bind port db45f7de-5b21-4524-8d85-34fc2317200a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:23.560901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Attempting to bind port db45f7de-5b21-4524-8d85-34fc2317200a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '760e5e88-0943-4105-9f5f-c6914bdc0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e5951a8c-ff16-449b-996a-68712efc775d'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:23.561265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Attempting to bind port db45f7de-5b21-4524-8d85-34fc2317200a on network e5951a8c-ff16-449b-996a-68712efc775d {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:23.566469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:23.566898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Checking segment: {'id': '760e5e88-0943-4105-9f5f-c6914bdc0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e5951a8c-ff16-449b-996a-68712efc775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:23.567307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:23.567711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Bound using segment: {'id': '760e5e88-0943-4105-9f5f-c6914bdc0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e5951a8c-ff16-449b-996a-68712efc775d'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:23.568174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Bound port: db45f7de-5b21-4524-8d85-34fc2317200a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760e5e88-0943-4105-9f5f-c6914bdc0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e5951a8c-ff16-449b-996a-68712efc775d'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:23.568694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:23.619659 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Network ee103447-ff60-4ead-9d38-515880407302 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:23.659417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] For port db45f7de-5b21-4524-8d85-34fc2317200a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:23.662616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] For port db45f7de-5b21-4524-8d85-34fc2317200a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=db45f7de-5b21-4524-8d85-34fc2317200a,segment=NetworkSegment(760e5e88-0943-4105-9f5f-c6914bdc0b66),segment_id=760e5e88-0943-4105-9f5f-c6914bdc0b66)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:23.700352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, ee103447-ff60-4ead-9d38-515880407302) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:23.704630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:23.708135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:23.709497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca368c0f-7273-4f0d-878e-f6cef13f8066 None None] Network ee103447-ff60-4ead-9d38-515880407302 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:23.783998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:23.808982 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-371fc43a-a418-45c4-9732-cc10822caaf1 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8354943 Apr 08 11:10:23.811480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32968) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:23.898954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f5629-6d0f-4387-8738-8885fdfd929c None None] Pushing event updated for resources: {'Port': ['ID=db45f7de-5b21-4524-8d85-34fc2317200a,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:23.957079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.004897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d5e29-563e-4a5f-b279-610f4382eae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-ee103447-ff60-4ead-9d38-515880407302', 'network_id': 'ee103447-ff60-4ead-9d38-515880407302', 'tenant_id': 'd62a04a084f940e2bbc38d010d140aee', 'fixed_ips': [{'subnet_id': 'ddd6ae36-0f42-4ea6-bcaa-b88f62fae4b7'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:24.006276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d94d5e29-563e-4a5f-b279-610f4382eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.026750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.242924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server [None req-d94d5e29-563e-4a5f-b279-610f4382eae1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddd6ae36-0f42-4ea6-bcaa-b88f62fae4b7: This subnet is being modified by another concurrent operation. Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise self.value Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server raise exception Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddd6ae36-0f42-4ea6-bcaa-b88f62fae4b7: This subnet is being modified by another concurrent operation. Apr 08 11:10:24.276858 dv-neutron-837109-1-hyperv neutron-server[88614]: ERROR oslo_messaging.rpc.server Apr 08 11:10:24.286413 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd6ae36-0f42-4ea6-bcaa-b88f62fae4b7,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:24.310092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4493464b-2534-4cc5-94ce-06c731c85c6f None None] Network ee103447-ff60-4ead-9d38-515880407302 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:24.389533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.414599 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee103447-ff60-4ead-9d38-515880407302']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:24.427159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef36bbc-aadb-4c80-bf62-1f0c6eb3ba9e') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:24.427456 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef36bbc-aadb-4c80-bf62-1f0c6eb3ba9e') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:24.439322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.454940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.460832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:24.461214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:24.476039 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:24.608912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.627086 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:24.639163 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Network': ['ID=ee103447-ff60-4ead-9d38-515880407302,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:24.643491 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-41d3d192-4e74-4b53-b6b6-6489d3d0a724 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/ee103447-ff60-4ead-9d38-515880407302 HTTP/1.1" status: 204 len: 168 time: 0.8310237 Apr 08 11:10:24.646531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32972) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:24.686321 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdb4495-c345-43c2-b008-d74a0ba0ab04 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] GET failed (client error): The resource could not be found. Apr 08 11:10:24.686854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fcdb4495-c345-43c2-b008-d74a0ba0ab04 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Synchronizing usage tracker for tenant:d62a04a084f940e2bbc38d010d140aee on resource:subnet {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:10:24.773652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fcdb4495-c345-43c2-b008-d74a0ba0ab04 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Unset dirty status for tenant:d62a04a084f940e2bbc38d010d140aee on resource:subnet {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:10:24.774863 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fcdb4495-c345-43c2-b008-d74a0ba0ab04 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "GET /v2.0/subnets/ddd6ae36-0f42-4ea6-bcaa-b88f62fae4b7 HTTP/1.1" status: 404 len: 337 time: 0.1274061 Apr 08 11:10:24.777678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 32976) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:24.803635 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e4be1e-2429-408c-b289-46e4287f3ce8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] DELETE failed (client error): The resource could not be found. Apr 08 11:10:24.804309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e4be1e-2429-408c-b289-46e4287f3ce8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 11:10:24.810326 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-13e4be1e-2429-408c-b289-46e4287f3ce8 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/ee103447-ff60-4ead-9d38-515880407302 HTTP/1.1" status: 404 len: 339 time: 0.0268602 Apr 08 11:10:24.810481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da68759-b79f-4714-8dc0-be0a3781768a None None] Network e5951a8c-ff16-449b-996a-68712efc775d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:24.810710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32980) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:24.849083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4bb2ae-23d3-4be8-9224-276e5a8ca4a2 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] DELETE failed (client error): The resource could not be found. Apr 08 11:10:24.849533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4bb2ae-23d3-4be8-9224-276e5a8ca4a2 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 11:10:24.851171 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fd4bb2ae-23d3-4be8-9224-276e5a8ca4a2 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/subnets/ddd6ae36-0f42-4ea6-bcaa-b88f62fae4b7 HTTP/1.1" status: 404 len: 337 time: 0.0394828 Apr 08 11:10:24.853763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32984) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:24.877643 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb48f8e-618a-427a-982c-48d9a006256a tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] DELETE failed (client error): The resource could not be found. Apr 08 11:10:24.878099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb48f8e-618a-427a-982c-48d9a006256a tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 11:10:24.879676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5eb48f8e-618a-427a-982c-48d9a006256a tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/ee103447-ff60-4ead-9d38-515880407302 HTTP/1.1" status: 404 len: 339 time: 0.0248969 Apr 08 11:10:24.882166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32988) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:24.999970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2773e8af-dccb-4908-978d-fbc1833f935c None None] Provisioning for port db45f7de-5b21-4524-8d85-34fc2317200a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:25.061970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d6408a-05ef-4982-b7be-b3a52610355f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Deleting subnet 737ba62f-a0eb-48dc-b769-a97546e2c65b {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:10:25.064992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1d6408a-05ef-4982-b7be-b3a52610355f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.121432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1d6408a-05ef-4982-b7be-b3a52610355f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.208467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1d6408a-05ef-4982-b7be-b3a52610355f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.254562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cacfe7-4a48-43c8-95ce-c28e5c3b83d1 None None] get_active_networks_info from dv-neutron-837109-1-hyperv {{(pid=88614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 11:10:25.362318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cacfe7-4a48-43c8-95ce-c28e5c3b83d1 None None] Resources bound (agent type, host, resource id): {{(pid=88614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 11:10:25.374452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1d6408a-05ef-4982-b7be-b3a52610355f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.417251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6408a-05ef-4982-b7be-b3a52610355f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Subnet': ['ID=737ba62f-a0eb-48dc-b769-a97546e2c65b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:25.422908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1d6408a-05ef-4982-b7be-b3a52610355f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.458603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device db45f7de-5b21-4524-8d85-34fc2317200a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:25.494556 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b1d6408a-05ef-4982-b7be-b3a52610355f tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/subnets/737ba62f-a0eb-48dc-b769-a97546e2c65b HTTP/1.1" status: 204 len: 168 time: 0.6113439 Apr 08 11:10:25.497950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32992) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:25.614151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.624328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Deleting port db45f7de-5b21-4524-8d85-34fc2317200a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:25.624685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.663212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port db45f7de-5b21-4524-8d85-34fc2317200a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:25.675611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port db45f7de-5b21-4524-8d85-34fc2317200a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:25.675984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.788911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b919e-714a-4e88-87c2-24a026e5f429 None None] Network e5951a8c-ff16-449b-996a-68712efc775d requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:25.837778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] For port db45f7de-5b21-4524-8d85-34fc2317200a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=db45f7de-5b21-4524-8d85-34fc2317200a,segment=NetworkSegment(760e5e88-0943-4105-9f5f-c6914bdc0b66),segment_id=760e5e88-0943-4105-9f5f-c6914bdc0b66)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:25.838408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.900920 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.961851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Calling delete_port for db45f7de-5b21-4524-8d85-34fc2317200a owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:26.001758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port db45f7de-5b21-4524-8d85-34fc2317200a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=db45f7de-5b21-4524-8d85-34fc2317200a,segment=NetworkSegment(760e5e88-0943-4105-9f5f-c6914bdc0b66),segment_id=760e5e88-0943-4105-9f5f-c6914bdc0b66)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:26.070793 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.099722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.db.api [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:10:26.100047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG oslo_db.api [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:10:26.107202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] DHCP port deletion for e5951a8c-ff16-449b-996a-68712efc775d request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:10:26.120775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] Deleting port db45f7de-5b21-4524-8d85-34fc2317200a {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:26.121141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.190538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=db45f7de-5b21-4524-8d85-34fc2317200a,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:26.340465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] For port db45f7de-5b21-4524-8d85-34fc2317200a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=db45f7de-5b21-4524-8d85-34fc2317200a,segment=NetworkSegment(760e5e88-0943-4105-9f5f-c6914bdc0b66),segment_id=760e5e88-0943-4105-9f5f-c6914bdc0b66)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:26.340796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.460204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] Calling delete_port for db45f7de-5b21-4524-8d85-34fc2317200a owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:26.601579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Deleting port db45f7de-5b21-4524-8d85-34fc2317200a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:26.601923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.619538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.667594 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] Pushing event deleted for resources: {'Port': ['ID=db45f7de-5b21-4524-8d85-34fc2317200a,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:26.669466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c2d43-24bf-4ad4-89d4-ccbb77af4a3c None None] No DVR routers for this DVR port db45f7de-5b21-4524-8d85-34fc2317200a on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:10:26.675311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] The port 'db45f7de-5b21-4524-8d85-34fc2317200a' was deleted {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:10:26.797254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.822646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5951a8c-ff16-449b-996a-68712efc775d']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:26.834590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760e5e88-0943-4105-9f5f-c6914bdc0b66') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:26.834893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760e5e88-0943-4105-9f5f-c6914bdc0b66') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:26.845854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.861624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.867399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:26.867787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:26.882276 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:27.030809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.048357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.060310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Network': ['ID=e5951a8c-ff16-449b-996a-68712efc775d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:27.064288 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8b5d79d5-ea80-42a5-ac21-b09c05a569b3 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/e5951a8c-ff16-449b-996a-68712efc775d HTTP/1.1" status: 204 len: 168 time: 1.5653739 Apr 08 11:10:27.066726 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 32996) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:27.107962 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9861c5-3383-430a-805d-e708ef19ded4 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] DELETE failed (client error): The resource could not be found. Apr 08 11:10:27.108409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9861c5-3383-430a-805d-e708ef19ded4 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 11:10:27.110055 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fd9861c5-3383-430a-805d-e708ef19ded4 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/subnets/9836f1a1-a0b6-49a5-8a20-bdab977d513d HTTP/1.1" status: 404 len: 337 time: 0.0424185 Apr 08 11:10:27.112629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33000) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:27.140961 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bdc136-a5de-472c-ac47-6625df193b77 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] DELETE failed (client error): The resource could not be found. Apr 08 11:10:27.141412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bdc136-a5de-472c-ac47-6625df193b77 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 11:10:27.142994 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b2bdc136-a5de-472c-ac47-6625df193b77 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/2997c145-c798-4e92-9b72-08de380d073e HTTP/1.1" status: 404 len: 339 time: 0.0293233 Apr 08 11:10:27.145484 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33004) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:27.248900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bb760683-d12e-4a29-8c12-92d0be89cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.287841 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab05c442-bf03-4a53-b218-4872d1e1ea96 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] DELETE failed (client error): The resource could not be found. Apr 08 11:10:27.288280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab05c442-bf03-4a53-b218-4872d1e1ea96 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 11:10:27.289956 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ab05c442-bf03-4a53-b218-4872d1e1ea96 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/subnets/301b65f8-67ed-4566-aa66-f91727292d49 HTTP/1.1" status: 404 len: 337 time: 0.1435497 Apr 08 11:10:27.292692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33008) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:27.318888 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.pecan_wsgi.hooks.translation [None req-897252c3-764a-4c52-bffa-ff9a00a92271 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] DELETE failed (client error): The resource could not be found. Apr 08 11:10:27.319268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897252c3-764a-4c52-bffa-ff9a00a92271 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 11:10:27.320963 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-897252c3-764a-4c52-bffa-ff9a00a92271 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/ad2937a4-a2f0-4911-8f83-04ab044d912a HTTP/1.1" status: 404 len: 339 time: 0.0272410 Apr 08 11:10:27.323440 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33012) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:27.389725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a41a1fe-0143-4b62-9802-9add6ae6e851 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Deleting subnet 2c1abdf0-d773-4c2b-84fb-ad30f5f42fef {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:10:27.392734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1fe-0143-4b62-9802-9add6ae6e851 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.417412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device db45f7de-5b21-4524-8d85-34fc2317200a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:10:27.452790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: db45f7de-5b21-4524-8d85-34fc2317200a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:10:27.453134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device db45f7de-5b21-4524-8d85-34fc2317200a not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:10:27.456112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1fe-0143-4b62-9802-9add6ae6e851 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.552101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1fe-0143-4b62-9802-9add6ae6e851 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.693852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1fe-0143-4b62-9802-9add6ae6e851 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.730323 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41a1fe-0143-4b62-9802-9add6ae6e851 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1abdf0-d773-4c2b-84fb-ad30f5f42fef,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:27.737172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1fe-0143-4b62-9802-9add6ae6e851 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.746092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f085c-063c-42cc-82ff-dc4e323a26ac None None] Network c2205dd3-f08e-4864-b291-658dcd40ff7f requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:27.750472 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6a41a1fe-0143-4b62-9802-9add6ae6e851 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/subnets/2c1abdf0-d773-4c2b-84fb-ad30f5f42fef HTTP/1.1" status: 204 len: 168 time: 0.4225991 Apr 08 11:10:27.761945 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33016) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:27.865524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:27.876798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Deleting port a35cdd6b-f83c-4c21-a82d-f324761a1e94 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:27.877127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.023159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] DHCP port deletion for c2205dd3-f08e-4864-b291-658dcd40ff7f request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:10:28.027123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] Deleting port a35cdd6b-f83c-4c21-a82d-f324761a1e94 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:28.027499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.078630 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] For port a35cdd6b-f83c-4c21-a82d-f324761a1e94, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a35cdd6b-f83c-4c21-a82d-f324761a1e94,segment=NetworkSegment(876531f8-bbed-4d08-a9b8-58a8174d013f),segment_id=876531f8-bbed-4d08-a9b8-58a8174d013f)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:28.078985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.203478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Calling delete_port for a35cdd6b-f83c-4c21-a82d-f324761a1e94 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:28.230664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] For port a35cdd6b-f83c-4c21-a82d-f324761a1e94, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a35cdd6b-f83c-4c21-a82d-f324761a1e94,segment=NetworkSegment(876531f8-bbed-4d08-a9b8-58a8174d013f),segment_id=876531f8-bbed-4d08-a9b8-58a8174d013f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:28.231671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.345697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.353827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] Calling delete_port for a35cdd6b-f83c-4c21-a82d-f324761a1e94 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:28.398719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] No DVR routers for this DVR port a35cdd6b-f83c-4c21-a82d-f324761a1e94 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:10:28.429150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:10:28.433570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Port': ['ID=a35cdd6b-f83c-4c21-a82d-f324761a1e94,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:28.434319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:10:28.528451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.551883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2205dd3-f08e-4864-b291-658dcd40ff7f']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:28.564034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876531f8-bbed-4d08-a9b8-58a8174d013f') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:28.564332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876531f8-bbed-4d08-a9b8-58a8174d013f') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:28.576101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.592203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.598127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:28.602580 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:28.612924 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:28.767969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.784981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.796663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] Pushing event deleted for resources: {'Network': ['ID=c2205dd3-f08e-4864-b291-658dcd40ff7f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:28.799134 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ea787592-c3e6-4787-b5c4-1850b9dc7523 tempest-NetworksIpV6Test-316419933 tempest-NetworksIpV6Test-316419933-project] 10.222.0.23 "DELETE /v2.0/networks/c2205dd3-f08e-4864-b291-658dcd40ff7f HTTP/1.1" status: 204 len: 168 time: 1.0475645 Apr 08 11:10:28.930776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] Deleting port a35cdd6b-f83c-4c21-a82d-f324761a1e94 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:28.931157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:28.995804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2003cdc9-4a0c-47fb-a709-95ba03c0e2a8 None None] The port 'a35cdd6b-f83c-4c21-a82d-f324761a1e94' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:10:29.347692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33024) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:29.417616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a35cdd6b-f83c-4c21-a82d-f324761a1e94 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:10:29.456710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a35cdd6b-f83c-4c21-a82d-f324761a1e94 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:10:29.457056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a35cdd6b-f83c-4c21-a82d-f324761a1e94 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:10:29.498682 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-33d93a08-3b4d-4659-9c79-a17f30b48b2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d62a04a084f940e2bbc38d010d140aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497953 Apr 08 11:10:29.501248 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33030) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:29.517653 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-64a669a8-3ee8-45d2-93ec-72f2dd1686ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:29.561021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9d086b6a-43e6-4770-a12d-c0c0f1581aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:29.586357 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9d086b6a-43e6-4770-a12d-c0c0f1581aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:29.739726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9d086b6a-43e6-4770-a12d-c0c0f1581aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:29.753203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d086b6a-43e6-4770-a12d-c0c0f1581aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c89913-15de-4408-84b8-e3fde6dd8255,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:29.759532 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9d086b6a-43e6-4770-a12d-c0c0f1581aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:29.760667 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9d086b6a-43e6-4770-a12d-c0c0f1581aa1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2c89913-15de-4408-84b8-e3fde6dd8255 HTTP/1.1" status: 204 len: 168 time: 0.2584410 Apr 08 11:10:30.636999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:30.826876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33054) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:30.931834 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1459633152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:30.939192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:30.943698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Usage tracker for resource:router and tenant:15bb7c46a774407788f01b9d91516b43 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:30.946517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:30.953147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:31.036832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.037856 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.052498 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.128118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.231547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.232942 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d37b781e-bb8f-497c-95ca-2f32ca1f9551 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4049978 Apr 08 11:10:31.235726 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33062) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:31.241075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1674070476'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:31.246290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:31.252255 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Usage tracker for resource:network and tenant:15bb7c46a774407788f01b9d91516b43 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:31.253719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.259243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:31.266804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:31.345623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Made reservation on behalf of 15bb7c46a774407788f01b9d91516b43 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:31.353793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.362417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.378038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:31.381942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Usage tracker for resource:security_group_rule and tenant:15bb7c46a774407788f01b9d91516b43 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:31.384652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:31.391753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:31.475079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.579776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.611836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:31.619847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ec346f-8960-44a9-b814-fca0ab0cc389,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:31.625250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.625598 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Added segment aa546b91-b599-49b2-b4ea-fb1bf933b065 of type vlan for network 1167b64b-3e52-4c30-aa2c-467b5e6686a9 Apr 08 11:10:31.651127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.756716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.763391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:31.766651 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:31.979214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event updated for resources: {'Network': ['ID=1167b64b-3e52-4c30-aa2c-467b5e6686a9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:32.019946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 1167b64b-3e52-4c30-aa2c-467b5e6686a9 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:32.044027 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d4309c00-4708-4c9d-9e21-480acf7483bd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8064878 Apr 08 11:10:32.046775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33066) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:32.052553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Request body: {'subnet': {'network_id': '1167b64b-3e52-4c30-aa2c-467b5e6686a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:32.151760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:32.169273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:32.173338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Usage tracker for resource:subnet and tenant:15bb7c46a774407788f01b9d91516b43 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:32.176917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:32.182214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:32.265616 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Made reservation on behalf of 15bb7c46a774407788f01b9d91516b43 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:32.269454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:32.545638 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:32.622556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event updated for resources: {'Subnet': ['ID=38461b85-e430-4bbd-88a7-5b98a2351a7e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:32.629999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Checking segment: {'id': 'aa546b91-b599-49b2-b4ea-fb1bf933b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1167b64b-3e52-4c30-aa2c-467b5e6686a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:32.630358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Network hostable DHCP agents. Network: 1167b64b-3e52-4c30-aa2c-467b5e6686a9, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:32.710500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Network 1167b64b-3e52-4c30-aa2c-467b5e6686a9 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:32.835908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 1167b64b-3e52-4c30-aa2c-467b5e6686a9) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:32.840832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:32.841417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:32.846020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681aecf3-d61e-493c-98d7-f939d5fd8dbc None None] Network 1167b64b-3e52-4c30-aa2c-467b5e6686a9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:32.974807 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cc755929-e6d0-43d0-9eed-9f5b5bd142fd tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9269359 Apr 08 11:10:32.977831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33070) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:32.983363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1435955128'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:32.988578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:32.992587 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Usage tracker for resource:network and tenant:15bb7c46a774407788f01b9d91516b43 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:32.995387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:33.001051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:33.052843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-1167b64b-3e52-4c30-aa2c-467b5e6686a9', 'network_id': '1167b64b-3e52-4c30-aa2c-467b5e6686a9', 'tenant_id': '15bb7c46a774407788f01b9d91516b43', 'fixed_ips': [{'subnet_id': '38461b85-e430-4bbd-88a7-5b98a2351a7e'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:33.053654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.093835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Made reservation on behalf of 15bb7c46a774407788f01b9d91516b43 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:33.097331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.125404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:33.136034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.136522 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Added segment 8a9b85f4-f6b0-484b-abe7-14747e9246fc of type vlan for network 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 Apr 08 11:10:33.165579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.247118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Allocated IP 172.20.0.2 (1167b64b-3e52-4c30-aa2c-467b5e6686a9/38461b85-e430-4bbd-88a7-5b98a2351a7e/2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:33.270774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.276717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:33.283511 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.385772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event updated for resources: {'Network': ['ID=94da3faa-f706-4ea1-af3c-47ddd0e0ec84,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:33.391756 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-30dc9adb-a291-49f8-9bef-43aac0e14f8f tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4127254 Apr 08 11:10:33.395797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33074) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:33.401509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Request body: {'subnet': {'network_id': '94da3faa-f706-4ea1-af3c-47ddd0e0ec84', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:33.421301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:33.514355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:33.518491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Usage tracker for resource:subnet and tenant:15bb7c46a774407788f01b9d91516b43 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:33.521613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:33.528762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:33.540039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.565446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Transition to ACTIVE for port object 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:33.584928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Transition to ACTIVE for port object 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:33.586135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Made reservation on behalf of 15bb7c46a774407788f01b9d91516b43 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:33.589710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.659984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.769278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Network 1167b64b-3e52-4c30-aa2c-467b5e6686a9 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:33.772548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:33.778571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:33.781929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Pushing event updated for resources: {'Port': ['ID=2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:33.876827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.884042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Attempting to bind port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:33.884410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Attempting to bind port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'aa546b91-b599-49b2-b4ea-fb1bf933b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1167b64b-3e52-4c30-aa2c-467b5e6686a9'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:33.888851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Attempting to bind port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 on network 1167b64b-3e52-4c30-aa2c-467b5e6686a9 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:33.890408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:33.890776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Checking segment: {'id': 'aa546b91-b599-49b2-b4ea-fb1bf933b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1167b64b-3e52-4c30-aa2c-467b5e6686a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:33.891174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.891561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Bound using segment: {'id': 'aa546b91-b599-49b2-b4ea-fb1bf933b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1167b64b-3e52-4c30-aa2c-467b5e6686a9'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:33.892018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Bound port: 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa546b91-b599-49b2-b4ea-fb1bf933b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1167b64b-3e52-4c30-aa2c-467b5e6686a9'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:33.892395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:33.964942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event updated for resources: {'Subnet': ['ID=78dfa187-e826-4438-b716-b19ca493746a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:33.969590 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Checking segment: {'id': '8a9b85f4-f6b0-484b-abe7-14747e9246fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '94da3faa-f706-4ea1-af3c-47ddd0e0ec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:33.970021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Network hostable DHCP agents. Network: 94da3faa-f706-4ea1-af3c-47ddd0e0ec84, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:33.983306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] For port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:33.986408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] For port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022,segment=NetworkSegment(aa546b91-b599-49b2-b4ea-fb1bf933b065),segment_id=aa546b91-b599-49b2-b4ea-fb1bf933b065)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:34.094034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Network 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:34.106501 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:34.185170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 94da3faa-f706-4ea1-af3c-47ddd0e0ec84) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:34.190284 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:34.191518 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:34.195579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876c5bf-c828-4cd1-a2af-ca3b8f2e2204 None None] Network 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:34.225129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd1d5c-cef5-43bb-83a4-2ed9e3d4acea None None] Pushing event updated for resources: {'Port': ['ID=2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:34.263617 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3aab5158-afe1-4200-bc93-17a66243d006 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8637319 Apr 08 11:10:34.263926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33078) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:34.269547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-46c09d93-48c5-42b2-a737-11f57b075702 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Request body: {'router': {'external_gateway_info': {'network_id': '94da3faa-f706-4ea1-af3c-47ddd0e0ec84'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:34.483630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0909f547-2922-479e-baec-80eda8081513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-94da3faa-f706-4ea1-af3c-47ddd0e0ec84', 'network_id': '94da3faa-f706-4ea1-af3c-47ddd0e0ec84', 'tenant_id': '15bb7c46a774407788f01b9d91516b43', 'fixed_ips': [{'subnet_id': '78dfa187-e826-4438-b716-b19ca493746a'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:34.484605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0909f547-2922-479e-baec-80eda8081513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:34.498219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:34.664463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-0909f547-2922-479e-baec-80eda8081513 None None] Allocated IP 172.21.0.2 (94da3faa-f706-4ea1-af3c-47ddd0e0ec84/78dfa187-e826-4438-b716-b19ca493746a/10a40099-7d1d-4971-9d8f-81759ce87287) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:34.800604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-46c09d93-48c5-42b2-a737-11f57b075702 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:34.880357 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0909f547-2922-479e-baec-80eda8081513 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:34.894947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0909f547-2922-479e-baec-80eda8081513 None None] Transition to ACTIVE for port object 10a40099-7d1d-4971-9d8f-81759ce87287 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:34.914822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0909f547-2922-479e-baec-80eda8081513 None None] Transition to ACTIVE for port object 10a40099-7d1d-4971-9d8f-81759ce87287 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:35.008584 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.api.v2.resource [None req-46c09d93-48c5-42b2-a737-11f57b075702 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 11:10:35.009666 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-46c09d93-48c5-42b2-a737-11f57b075702 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "PUT /v2.0/routers/e78706aa-6fb9-464e-a2f4-70b9ab15376d HTTP/1.1" status: 400 len: 364 time: 0.7446964 Apr 08 11:10:35.016360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33082) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:35.025935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0909f547-2922-479e-baec-80eda8081513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.090447 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-38151d47-abbc-44b0-8b39-6879b422813b tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Deleting subnet 78dfa187-e826-4438-b716-b19ca493746a {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:10:35.091756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0909f547-2922-479e-baec-80eda8081513 None None] Network 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:35.093685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38151d47-abbc-44b0-8b39-6879b422813b tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.099747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-0909f547-2922-479e-baec-80eda8081513 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:35.104521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909f547-2922-479e-baec-80eda8081513 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:35.142250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909f547-2922-479e-baec-80eda8081513 None None] Pushing event updated for resources: {'Port': ['ID=10a40099-7d1d-4971-9d8f-81759ce87287,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:35.158674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38151d47-abbc-44b0-8b39-6879b422813b tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.205501 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0909f547-2922-479e-baec-80eda8081513 None None] Attempting to bind port 10a40099-7d1d-4971-9d8f-81759ce87287 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:35.205875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0909f547-2922-479e-baec-80eda8081513 None None] Attempting to bind port 10a40099-7d1d-4971-9d8f-81759ce87287 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8a9b85f4-f6b0-484b-abe7-14747e9246fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '94da3faa-f706-4ea1-af3c-47ddd0e0ec84'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:35.206241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0909f547-2922-479e-baec-80eda8081513 None None] Attempting to bind port 10a40099-7d1d-4971-9d8f-81759ce87287 on network 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:35.211618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0909f547-2922-479e-baec-80eda8081513 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:35.211988 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0909f547-2922-479e-baec-80eda8081513 None None] Checking segment: {'id': '8a9b85f4-f6b0-484b-abe7-14747e9246fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '94da3faa-f706-4ea1-af3c-47ddd0e0ec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:35.212383 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0909f547-2922-479e-baec-80eda8081513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.212816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0909f547-2922-479e-baec-80eda8081513 None None] Bound using segment: {'id': '8a9b85f4-f6b0-484b-abe7-14747e9246fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '94da3faa-f706-4ea1-af3c-47ddd0e0ec84'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:35.213276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-0909f547-2922-479e-baec-80eda8081513 None None] Bound port: 10a40099-7d1d-4971-9d8f-81759ce87287, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9b85f4-f6b0-484b-abe7-14747e9246fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '94da3faa-f706-4ea1-af3c-47ddd0e0ec84'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:35.213645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0909f547-2922-479e-baec-80eda8081513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.258942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38151d47-abbc-44b0-8b39-6879b422813b tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.266571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577c8a2-8cc8-4e8e-b3fa-bfa97e3165b4 None None] Network 1167b64b-3e52-4c30-aa2c-467b5e6686a9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:35.437567 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38151d47-abbc-44b0-8b39-6879b422813b tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.454558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0909f547-2922-479e-baec-80eda8081513 None None] For port 10a40099-7d1d-4971-9d8f-81759ce87287, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:35.468237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:35.477506 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38151d47-abbc-44b0-8b39-6879b422813b tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event deleted for resources: {'Subnet': ['ID=78dfa187-e826-4438-b716-b19ca493746a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:35.483707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-38151d47-abbc-44b0-8b39-6879b422813b tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.490219 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-38151d47-abbc-44b0-8b39-6879b422813b tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "DELETE /v2.0/subnets/78dfa187-e826-4438-b716-b19ca493746a HTTP/1.1" status: 204 len: 168 time: 0.4728131 Apr 08 11:10:35.492692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33086) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:35.530719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-0909f547-2922-479e-baec-80eda8081513 None None] For port 10a40099-7d1d-4971-9d8f-81759ce87287, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=10a40099-7d1d-4971-9d8f-81759ce87287,segment=NetworkSegment(8a9b85f4-f6b0-484b-abe7-14747e9246fc),segment_id=8a9b85f4-f6b0-484b-abe7-14747e9246fc)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:35.540852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8d2380b7-6f79-4006-9cd8-e1f0f25df26f None None] Provisioning for port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:35.607603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.617715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Deleting port 10a40099-7d1d-4971-9d8f-81759ce87287 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:35.618667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.618817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0909f547-2922-479e-baec-80eda8081513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.725947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909f547-2922-479e-baec-80eda8081513 None None] Pushing event updated for resources: {'Port': ['ID=10a40099-7d1d-4971-9d8f-81759ce87287,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:35.748163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:35.753791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:35.754170 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.868613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] For port 10a40099-7d1d-4971-9d8f-81759ce87287, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=10a40099-7d1d-4971-9d8f-81759ce87287,segment=NetworkSegment(8a9b85f4-f6b0-484b-abe7-14747e9246fc),segment_id=8a9b85f4-f6b0-484b-abe7-14747e9246fc)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:35.869763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.892397 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:35.931857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022,segment=NetworkSegment(aa546b91-b599-49b2-b4ea-fb1bf933b065),segment_id=aa546b91-b599-49b2-b4ea-fb1bf933b065)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:36.014103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.014309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Calling delete_port for 10a40099-7d1d-4971-9d8f-81759ce87287 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:36.101356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fcda42bf-daa6-41bd-850d-14b6973fe61d None None] Provisioning complete for port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:36.101889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fcda42bf-daa6-41bd-850d-14b6973fe61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.129885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:36.150986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.204791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event deleted for resources: {'Port': ['ID=10a40099-7d1d-4971-9d8f-81759ce87287,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:36.208363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] No DVR routers for this DVR port 10a40099-7d1d-4971-9d8f-81759ce87287 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:10:36.337134 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.363804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94da3faa-f706-4ea1-af3c-47ddd0e0ec84']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:36.375817 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9b85f4-f6b0-484b-abe7-14747e9246fc') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:36.376110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9b85f4-f6b0-484b-abe7-14747e9246fc') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:36.387252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.404436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.410568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:36.410958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:36.426048 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:36.688665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.693290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.722407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event deleted for resources: {'Network': ['ID=94da3faa-f706-4ea1-af3c-47ddd0e0ec84,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:36.726397 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b920fb5b-de58-4d12-bb5b-a06ce2328420 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "DELETE /v2.0/networks/94da3faa-f706-4ea1-af3c-47ddd0e0ec84 HTTP/1.1" status: 204 len: 168 time: 1.2328210 Apr 08 11:10:36.729242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33090) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:36.798571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a11f294-f7e4-4c0e-b478-2cabe6cbf4ae tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Deleting subnet 38461b85-e430-4bbd-88a7-5b98a2351a7e {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:10:36.801806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a11f294-f7e4-4c0e-b478-2cabe6cbf4ae tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.832107 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8045cca-14ee-4bb7-87fe-02aa0b08e678 None None] DHCP port deletion for 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:10:36.846803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-0c09f2c5-b85a-4dd8-a601-fe0b79cb283e None None] Could not find standard attr ID for object 10a40099-7d1d-4971-9d8f-81759ce87287. {{(pid=88614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 11:10:36.849280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a648b42d-9982-4abf-b821-956eb06d9d03 None None] Network 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:36.866790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a11f294-f7e4-4c0e-b478-2cabe6cbf4ae tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:36.867043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a648b42d-9982-4abf-b821-956eb06d9d03 None None] Network 94da3faa-f706-4ea1-af3c-47ddd0e0ec84 could not be found, it might have been deleted concurrently. {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 08 11:10:36.961051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a11f294-f7e4-4c0e-b478-2cabe6cbf4ae tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.117263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a11f294-f7e4-4c0e-b478-2cabe6cbf4ae tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.159882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11f294-f7e4-4c0e-b478-2cabe6cbf4ae tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event deleted for resources: {'Subnet': ['ID=38461b85-e430-4bbd-88a7-5b98a2351a7e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:37.165080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2a11f294-f7e4-4c0e-b478-2cabe6cbf4ae tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.173258 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2a11f294-f7e4-4c0e-b478-2cabe6cbf4ae tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "DELETE /v2.0/subnets/38461b85-e430-4bbd-88a7-5b98a2351a7e HTTP/1.1" status: 204 len: 168 time: 0.4426868 Apr 08 11:10:37.175615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33094) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:37.176069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98f0440-cf5e-47c2-a0a3-d3d3d75e73a9 None None] Network 1167b64b-3e52-4c30-aa2c-467b5e6686a9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:37.290883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.302158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Deleting port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:37.302505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.456923 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] DHCP port deletion for 1167b64b-3e52-4c30-aa2c-467b5e6686a9 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:10:37.461575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] Deleting port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:37.461978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.518017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] For port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022,segment=NetworkSegment(aa546b91-b599-49b2-b4ea-fb1bf933b065),segment_id=aa546b91-b599-49b2-b4ea-fb1bf933b065)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:37.518383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.666810 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] For port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022,segment=NetworkSegment(aa546b91-b599-49b2-b4ea-fb1bf933b065),segment_id=aa546b91-b599-49b2-b4ea-fb1bf933b065)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:37.667265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.755554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Calling delete_port for 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:37.794774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] Calling delete_port for 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:10:37.900022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:37.906227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:10:37.906749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:10:37.947180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event deleted for resources: {'Port': ['ID=2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:37.950696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] No DVR routers for this DVR port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:10:38.070729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.099849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1167b64b-3e52-4c30-aa2c-467b5e6686a9']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:38.111848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa546b91-b599-49b2-b4ea-fb1bf933b065') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:38.112143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa546b91-b599-49b2-b4ea-fb1bf933b065') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:38.123447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.139971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.145906 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:10:38.146289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:10:38.161045 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:10:38.299713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.303834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.335267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Pushing event deleted for resources: {'Network': ['ID=1167b64b-3e52-4c30-aa2c-467b5e6686a9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:38.339013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-89ea6b6b-d03a-4b8e-b6f7-c9d5630b7850 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "DELETE /v2.0/networks/1167b64b-3e52-4c30-aa2c-467b5e6686a9 HTTP/1.1" status: 204 len: 168 time: 1.1624603 Apr 08 11:10:38.342725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33098) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:38.385056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6806cc91-dc2c-46a2-8ed0-b9099cded588 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Synchronizing usage tracker for tenant:15bb7c46a774407788f01b9d91516b43 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:10:38.408010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] Deleting port 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:10:38.408395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.436936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6806cc91-dc2c-46a2-8ed0-b9099cded588 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Unset dirty status for tenant:15bb7c46a774407788f01b9d91516b43 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:10:38.438208 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6806cc91-dc2c-46a2-8ed0-b9099cded588 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78706aa-6fb9-464e-a2f4-70b9ab15376d HTTP/1.1" status: 200 len: 205 time: 0.0944943 Apr 08 11:10:38.440776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33102) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:38.482112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9285809d-cbff-47ab-9604-edfc91172458 None None] The port '2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:10:38.584208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a55f649-3140-4738-af3b-0c33bbc4bc70 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.887801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a55f649-3140-4738-af3b-0c33bbc4bc70 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.890258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a55f649-3140-4738-af3b-0c33bbc4bc70 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.991368 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a55f649-3140-4738-af3b-0c33bbc4bc70 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:38.991867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a55f649-3140-4738-af3b-0c33bbc4bc70 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Fanout notify agent at l3_agent the message router_deleted on router e78706aa-6fb9-464e-a2f4-70b9ab15376d {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:10:39.004634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9a55f649-3140-4738-af3b-0c33bbc4bc70 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:39.005726 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9a55f649-3140-4738-af3b-0c33bbc4bc70 tempest-RoutersNegativeTest-937707660 tempest-RoutersNegativeTest-937707660-project] 10.222.0.23 "DELETE /v2.0/routers/e78706aa-6fb9-464e-a2f4-70b9ab15376d HTTP/1.1" status: 204 len: 168 time: 0.5639582 Apr 08 11:10:39.422496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:10:39.457580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:10:39.457929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2a74a6cb-52e5-4d6f-ae0e-ca83fa4d6022 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:10:39.567715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33110) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:39.719970 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1f023ac8-e29a-4fde-b71b-f68191c438e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15bb7c46a774407788f01b9d91516b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510909 Apr 08 11:10:39.722371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33116) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:39.779677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d15875da-9d00-4cd0-8fc5-be212aca08ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:39.805452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d15875da-9d00-4cd0-8fc5-be212aca08ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:39.928141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d15875da-9d00-4cd0-8fc5-be212aca08ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:39.943102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15875da-9d00-4cd0-8fc5-be212aca08ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ec346f-8960-44a9-b814-fca0ab0cc389,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:39.949056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d15875da-9d00-4cd0-8fc5-be212aca08ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:39.950882 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d15875da-9d00-4cd0-8fc5-be212aca08ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38ec346f-8960-44a9-b814-fca0ab0cc389 HTTP/1.1" status: 204 len: 168 time: 0.2276320 Apr 08 11:10:40.935156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33140) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:41.047299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-869944816-network', 'tenant_id': '7263861f188743dfad0ce76772c6630e'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:41.052243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:41.056706 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Usage tracker for resource:network and tenant:7263861f188743dfad0ce76772c6630e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:41.060228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:41.066639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:41.156704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Made reservation on behalf of 7263861f188743dfad0ce76772c6630e for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:41.159074 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:41.172870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:41.188686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:41.192539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Usage tracker for resource:security_group_rule and tenant:7263861f188743dfad0ce76772c6630e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:41.195332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:41.201501 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:41.284312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:41.357151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:41.390422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:41.398896 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cb3120-bd6d-4965-b5d2-553aec0e295d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:41.405882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:41.406220 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Added segment 981f5d76-8ffb-4f5d-8654-9e59067b1cfc of type vlan for network 8636112f-0a56-4e7f-bf10-405987569407 Apr 08 11:10:41.434398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:41.557192 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:41.558118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:41.559213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:41.662728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] Pushing event updated for resources: {'Network': ['ID=8636112f-0a56-4e7f-bf10-405987569407,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:41.672605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 8636112f-0a56-4e7f-bf10-405987569407 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:41.718346 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-77414aa5-c1e3-4a5f-b5e2-57adc1b97925 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7820113 Apr 08 11:10:41.721223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33146) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:41.726723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Request body: {'subnet': {'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-subnet', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:41.731963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:41.736172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Usage tracker for resource:subnet and tenant:7263861f188743dfad0ce76772c6630e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:41.739509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:41.749415 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:41.834365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Made reservation on behalf of 7263861f188743dfad0ce76772c6630e for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:41.836873 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.094241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.169457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a43d849-2172-44ff-8df3-f7a6124a1bda,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:42.180034 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Checking segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:42.180687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Network hostable DHCP agents. Network: 8636112f-0a56-4e7f-bf10-405987569407, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:42.270883 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Network 8636112f-0a56-4e7f-bf10-405987569407 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:42.328973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 8636112f-0a56-4e7f-bf10-405987569407) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:42.333414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:42.334008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.340693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6512976-0471-4ad7-a7f7-388581068f61 None None] Network 8636112f-0a56-4e7f-bf10-405987569407 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:42.421431 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fed70407-4e46-4e61-8ee9-31434bb8237c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6990609 Apr 08 11:10:42.424156 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33150) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:42.429345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:42.438276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:42.442751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Usage tracker for resource:router and tenant:7263861f188743dfad0ce76772c6630e is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:42.445174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:42.451227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:42.522627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.523648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.538991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.564248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-8636112f-0a56-4e7f-bf10-405987569407', 'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'fixed_ips': [{'subnet_id': '0a43d849-2172-44ff-8df3-f7a6124a1bda'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:42.565098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.722652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Allocated IP 172.20.0.2 (8636112f-0a56-4e7f-bf10-405987569407/0a43d849-2172-44ff-8df3-f7a6124a1bda/a4595671-39fc-4922-bddf-5f31e295a629) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:42.887399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.939943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:42.950505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Transition to ACTIVE for port object a4595671-39fc-4922-bddf-5f31e295a629 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:42.968827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Transition to ACTIVE for port object a4595671-39fc-4922-bddf-5f31e295a629 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:43.049573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.111427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Network 8636112f-0a56-4e7f-bf10-405987569407 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:43.118295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:43.123699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:43.129835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Pushing event updated for resources: {'Port': ['ID=a4595671-39fc-4922-bddf-5f31e295a629,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:43.218477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Attempting to bind port a4595671-39fc-4922-bddf-5f31e295a629 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:43.218842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Attempting to bind port a4595671-39fc-4922-bddf-5f31e295a629 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:43.219202 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Attempting to bind port a4595671-39fc-4922-bddf-5f31e295a629 on network 8636112f-0a56-4e7f-bf10-405987569407 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:43.224671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:43.225040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Checking segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:43.225434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.225819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Bound using segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:43.226277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Bound port: a4595671-39fc-4922-bddf-5f31e295a629, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:43.226643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.276550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.312080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.324343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] For port a4595671-39fc-4922-bddf-5f31e295a629, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:43.328336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] For port a4595671-39fc-4922-bddf-5f31e295a629, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a4595671-39fc-4922-bddf-5f31e295a629,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:43.426175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.447611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Allocated IP 172.26.7.243 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:43.510389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a977a3a-8a74-4b50-b3c8-56aece4e6674 None None] Pushing event updated for resources: {'Port': ['ID=a4595671-39fc-4922-bddf-5f31e295a629,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:43.720026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.797335 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.859772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:43.866679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:43.870965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:43.901731 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:44.369063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:44.516800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ce5585-f70e-4fb5-bf47-5d3bda18ab0e None None] Network 8636112f-0a56-4e7f-bf10-405987569407 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:44.681122 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4deb74b7-e567-440c-a9ff-1eb91d8471f4 None None] Provisioning for port a4595671-39fc-4922-bddf-5f31e295a629 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:44.716231 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:45.031172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:10:45.304377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:10:45.315381 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Sync routers for ids ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:10:45.327109 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Routers {'32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:10:45.327721 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:10:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:45.379816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:45.383005 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a5fea3c3-ac14-45f6-bd99-7036627ae1a5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9558568 Apr 08 11:10:45.383912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33154) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:45.479454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a4595671-39fc-4922-bddf-5f31e295a629 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:45.518360 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Set router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:10:45.631301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a4595671-39fc-4922-bddf-5f31e295a629 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:45.636408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a4595671-39fc-4922-bddf-5f31e295a629 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:45.637333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:45.763872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:45.796113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port a4595671-39fc-4922-bddf-5f31e295a629, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a4595671-39fc-4922-bddf-5f31e295a629,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:45.817582 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:10:44Z', 'revision_number': 3, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port': {'id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:43Z', 'updated_at': '2022-04-08T11:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:45.821307 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Checking router: 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:10:45.821647 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Updating router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:10:45.865554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:45.876743 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:45.937037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=a4595671-39fc-4922-bddf-5f31e295a629,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:46.206546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.235743 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.247358 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Transition to ACTIVE for port object ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:46.345464 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.413682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Allocated IP 172.20.0.1 (8636112f-0a56-4e7f-bf10-405987569407/0a43d849-2172-44ff-8df3-f7a6124a1bda/931e8ebd-3006-49f1-8484-ef23e234b7fc) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:46.421818 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Attempting to bind port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:46.422192 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Attempting to bind port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:46.422555 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Attempting to bind port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:46.431997 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Pushing event updated for resources: {'Port': ['ID=ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:46.439458 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:46.439458 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:46.439458 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.439458 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:46.439458 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Bound port: ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:46.439458 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.475556 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.475814 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.476156 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.476540 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.476838 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.477171 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.477498 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.477820 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.478145 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.478468 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.478791 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.479130 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:46.521970 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] For port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:46.524899 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] For port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:46.565890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.581439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Transition to ACTIVE for port object 931e8ebd-3006-49f1-8484-ef23e234b7fc will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:46.654407 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.694289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.729648 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Routers {'32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:10:46.730185 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:10:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:46.758287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Network 8636112f-0a56-4e7f-bf10-405987569407 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:46.760978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:46.764129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:46.799817 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e7ee0-2eb0-4bb2-a804-32efc4812c01 None None] Pushing event updated for resources: {'Port': ['ID=ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:46.821475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Pushing event updated for resources: {'Port': ['ID=931e8ebd-3006-49f1-8484-ef23e234b7fc,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:46.838892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.919642 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] Set router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:10:47.016598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:47.088213 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b0f3cf11-1c42-4214-b4d9-c276e0d61b86 None None] Provisioning for port 931e8ebd-3006-49f1-8484-ef23e234b7fc completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:47.094540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b0f3cf11-1c42-4214-b4d9-c276e0d61b86 None None] Provisioning complete for port 931e8ebd-3006-49f1-8484-ef23e234b7fc triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:47.095018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b0f3cf11-1c42-4214-b4d9-c276e0d61b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:47.148770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3cf11-1c42-4214-b4d9-c276e0d61b86 None None] Port 931e8ebd-3006-49f1-8484-ef23e234b7fc cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:10:47.210504 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:10:44Z', 'revision_number': 3, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port': {'id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:43Z', 'updated_at': '2022-04-08T11:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:47.214535 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe65a3-8842-4672-8b52-7edfb25f201b None None] The sync data for ids ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'] in dv-neutron-837109-1-hyperv is: [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:10:44Z', 'revision_number': 3, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port': {'id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:43Z', 'updated_at': '2022-04-08T11:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:10:47.241139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:47.322213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:47.439598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:47.452956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Pushing event updated for resources: {'Port': ['ID=931e8ebd-3006-49f1-8484-ef23e234b7fc,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:47.468930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a4595671-39fc-4922-bddf-5f31e295a629 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:47.551468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a4595671-39fc-4922-bddf-5f31e295a629 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:47.551833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:47.743442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Network 8636112f-0a56-4e7f-bf10-405987569407 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:47.749646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:47.951275 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:10:47.981889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d5602ac0-5309-4334-a4dd-ad4060297253 None None] Provisioning complete for port 931e8ebd-3006-49f1-8484-ef23e234b7fc triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:47.981889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d5602ac0-5309-4334-a4dd-ad4060297253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:48.041793 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d5602ac0-5309-4334-a4dd-ad4060297253 None None] Port 931e8ebd-3006-49f1-8484-ef23e234b7fc cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:10:48.151819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:10:48.161659 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8ff19f59-6526-40d3-b762-6ea653d315ae admin admin] 10.222.0.23 "PUT /v2.0/routers/32c7e1ac-482a-4bbd-810a-bf6cd2fb5023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7766631 Apr 08 11:10:48.747156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Sync routers for ids ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:10:48.757075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Routers {'32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:10:48.757702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:10:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:48.970754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Set router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:10:48.973819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33172) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:48.979401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1547573051-network', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:48.984862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:48.988863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Usage tracker for resource:network and tenant:b6d2194f4a014628ad3abadd8dd72d06 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:48.991746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:48.998260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:49.116346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Made reservation on behalf of b6d2194f4a014628ad3abadd8dd72d06 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:49.119539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.132769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.148732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:49.152926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d2194f4a014628ad3abadd8dd72d06 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:49.155988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:49.162054 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:49.249933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.293529 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:10:46Z', 'revision_number': 4, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port': {'id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:43Z', 'updated_at': '2022-04-08T11:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '931e8ebd-3006-49f1-8484-ef23e234b7fc', 'name': '', 'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'mac_address': 'fa:16:3e:de:b6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0a43d849-2172-44ff-8df3-f7a6124a1bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:46Z', 'updated_at': '2022-04-08T11:10:47Z', 'revision_number': 2, 'project_id': '7263861f188743dfad0ce76772c6630e', 'subnets': [{'id': '0a43d849-2172-44ff-8df3-f7a6124a1bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:49.297718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Checking router: 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:10:49.298073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Updating router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 port 931e8ebd-3006-49f1-8484-ef23e234b7fc binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:10:49.311370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.353486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:10:49.358265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.359805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4deb6e-e034-4ed7-988d-cd1d2c7decb6,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:49.367548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.367548 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Added segment cff2f0e6-bb96-4f75-abed-8733948da4bd of type vlan for network 35f601e0-d890-4f78-87c6-bef9a445a375 Apr 08 11:10:49.398015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.492978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:49.512610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.513604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:49.514202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.621970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] Pushing event updated for resources: {'Network': ['ID=35f601e0-d890-4f78-87c6-bef9a445a375,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:49.633493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 35f601e0-d890-4f78-87c6-bef9a445a375 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:10:49.734592 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ccfdf6d2-78c2-40ce-8aa4-e30490d614e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7595692 Apr 08 11:10:49.737257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33176) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:49.742679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Request body: {'subnet': {'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-subnet', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:49.748345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:49.752308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Usage tracker for resource:subnet and tenant:b6d2194f4a014628ad3abadd8dd72d06 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:49.755131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:49.761092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:49.773129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:49.791467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:49.791834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.853987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Made reservation on behalf of b6d2194f4a014628ad3abadd8dd72d06 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:10:49.856970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:49.998770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.016806 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.030157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:50.032831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Transition to ACTIVE for port object 931e8ebd-3006-49f1-8484-ef23e234b7fc will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:50.094241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.131096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.169323 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.251016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:50.263116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Checking segment: {'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:50.263466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Network hostable DHCP agents. Network: 35f601e0-d890-4f78-87c6-bef9a445a375, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:10:50.305435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:50.351430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Network 35f601e0-d890-4f78-87c6-bef9a445a375 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:10:50.419873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 35f601e0-d890-4f78-87c6-bef9a445a375) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:50.422325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Attempting to bind port 931e8ebd-3006-49f1-8484-ef23e234b7fc on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:50.422701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Attempting to bind port 931e8ebd-3006-49f1-8484-ef23e234b7fc by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:50.423063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Attempting to bind port 931e8ebd-3006-49f1-8484-ef23e234b7fc on network 8636112f-0a56-4e7f-bf10-405987569407 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:50.428282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:50.428282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.430359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Pushing event updated for resources: {'Port': ['ID=931e8ebd-3006-49f1-8484-ef23e234b7fc,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:50.432857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7335b7ec-4c46-471c-b621-24d8ccf545c5 None None] Network 35f601e0-d890-4f78-87c6-bef9a445a375 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:50.461150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:50.461571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Checking segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:50.461931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.462326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Bound using segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:50.462805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Bound port: 931e8ebd-3006-49f1-8484-ef23e234b7fc, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:50.463182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.541072 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9f102339-e8c5-4e42-9497-6f0b483a290e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8025997 Apr 08 11:10:50.544084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33180) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:50.549266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:10:50.554095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:10:50.558457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Usage tracker for resource:router and tenant:b6d2194f4a014628ad3abadd8dd72d06 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:10:50.561792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:10:50.567620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:10:50.648058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.649383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.666021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.681970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] For port 931e8ebd-3006-49f1-8484-ef23e234b7fc, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:50.694488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] For port 931e8ebd-3006-49f1-8484-ef23e234b7fc, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=931e8ebd-3006-49f1-8484-ef23e234b7fc,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:50.750919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-35f601e0-d890-4f78-87c6-bef9a445a375', 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'fixed_ips': [{'subnet_id': '0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:10:50.750919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.880139 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:50.981432 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Allocated IP 172.20.0.2 (35f601e0-d890-4f78-87c6-bef9a445a375/0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b/8ca5e11b-4a91-426c-9187-52268efb5a49) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:50.997150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Routers {'32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:10:50.997809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:10:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:51.050710 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Pushing event updated for resources: {'Port': ['ID=931e8ebd-3006-49f1-8484-ef23e234b7fc,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:51.075426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.075937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.076103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.076440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.076796 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.077129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.077456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.077784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.078114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.078435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.078761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.079084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b354c59a-4c7e-4623-bb51-2a20cb4a30c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:10:51.207182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:51.320803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] Set router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:10:51.446512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:51.604550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:51.612492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:51.639242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:51.735502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Transition to ACTIVE for port object 8ca5e11b-4a91-426c-9187-52268efb5a49 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:51.776445 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Transition to ACTIVE for port object 8ca5e11b-4a91-426c-9187-52268efb5a49 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:51.783213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Allocated IP 172.26.7.105 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/7ffc3c26-d3b8-46a9-bad5-6fabec6701cb) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:51.822261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:51.822647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:51.904223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:51.950203 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:52.006681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Network 35f601e0-d890-4f78-87c6-bef9a445a375 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:52.016979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:52.029273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Pushing event updated for resources: {'Port': ['ID=8ca5e11b-4a91-426c-9187-52268efb5a49,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:52.034663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:52.049193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:52.088650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:10:46Z', 'revision_number': 4, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port': {'id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:43Z', 'updated_at': '2022-04-08T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '931e8ebd-3006-49f1-8484-ef23e234b7fc', 'name': '', 'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'mac_address': 'fa:16:3e:de:b6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0a43d849-2172-44ff-8df3-f7a6124a1bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:46Z', 'updated_at': '2022-04-08T11:10:50Z', 'revision_number': 4, 'project_id': '7263861f188743dfad0ce76772c6630e', 'subnets': [{'id': '0a43d849-2172-44ff-8df3-f7a6124a1bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:52.115821 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:52.118606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:52.125345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2a88f-0c03-4c0e-9f15-205e8b97a528 None None] The sync data for ids ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'] in dv-neutron-837109-1-hyperv is: [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:10:46Z', 'revision_number': 4, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port': {'id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:43Z', 'updated_at': '2022-04-08T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '931e8ebd-3006-49f1-8484-ef23e234b7fc', 'name': '', 'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'mac_address': 'fa:16:3e:de:b6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0a43d849-2172-44ff-8df3-f7a6124a1bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:46Z', 'updated_at': '2022-04-08T11:10:50Z', 'revision_number': 4, 'project_id': '7263861f188743dfad0ce76772c6630e', 'subnets': [{'id': '0a43d849-2172-44ff-8df3-f7a6124a1bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:10:52.127829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:52.160934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Attempting to bind port 8ca5e11b-4a91-426c-9187-52268efb5a49 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:52.161385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Attempting to bind port 8ca5e11b-4a91-426c-9187-52268efb5a49 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:52.162424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Attempting to bind port 8ca5e11b-4a91-426c-9187-52268efb5a49 on network 35f601e0-d890-4f78-87c6-bef9a445a375 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:52.171790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Pushing event updated for resources: {'Port': ['ID=7ffc3c26-d3b8-46a9-bad5-6fabec6701cb,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:52.177384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:52.177763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Checking segment: {'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:52.178169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:52.179344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Bound using segment: {'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:52.179344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Bound port: 8ca5e11b-4a91-426c-9187-52268efb5a49, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:52.179562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:52.295935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-57b764c8-2700-498f-afea-51385f11c856 None None] For port 8ca5e11b-4a91-426c-9187-52268efb5a49, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:52.299328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-57b764c8-2700-498f-afea-51385f11c856 None None] For port 8ca5e11b-4a91-426c-9187-52268efb5a49, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8ca5e11b-4a91-426c-9187-52268efb5a49,segment=NetworkSegment(cff2f0e6-bb96-4f75-abed-8733948da4bd),segment_id=cff2f0e6-bb96-4f75-abed-8733948da4bd)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:52.381192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:52.465981 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b764c8-2700-498f-afea-51385f11c856 None None] Pushing event updated for resources: {'Port': ['ID=8ca5e11b-4a91-426c-9187-52268efb5a49,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:52.709576 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:53.236519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:53.521746 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8ca5e11b-4a91-426c-9187-52268efb5a49 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:53.586163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:10:53.613392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da029b0-6c8b-41b5-86eb-1c463ad3b3b5 None None] Network 35f601e0-d890-4f78-87c6-bef9a445a375 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:10:53.706032 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 8ca5e11b-4a91-426c-9187-52268efb5a49 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:53.720345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 931e8ebd-3006-49f1-8484-ef23e234b7fc up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:53.781624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:10:53.796531 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8461d67f-6255-497a-bcfd-c0101554e3ad None None] Provisioning for port 8ca5e11b-4a91-426c-9187-52268efb5a49 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:53.797196 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Sync routers for ids ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:10:53.808182 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Routers {'79e25289-0a98-4b6e-a83c-7f75e9ac4310'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:10:53.808884 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:10:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:53.833982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8461d67f-6255-497a-bcfd-c0101554e3ad None None] Provisioning complete for port 8ca5e11b-4a91-426c-9187-52268efb5a49 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:53.833982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8461d67f-6255-497a-bcfd-c0101554e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:53.928679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:53.932935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-766ee202-44af-4a41-972d-6941bf348e07 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3849533 Apr 08 11:10:53.933366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33184) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:10:54.000186 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Set router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:10:54.020873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 931e8ebd-3006-49f1-8484-ef23e234b7fc completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:54.026673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8461d67f-6255-497a-bcfd-c0101554e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.051063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 931e8ebd-3006-49f1-8484-ef23e234b7fc triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:54.051435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.129911 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8461d67f-6255-497a-bcfd-c0101554e3ad None None] For port 8ca5e11b-4a91-426c-9187-52268efb5a49, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8ca5e11b-4a91-426c-9187-52268efb5a49,segment=NetworkSegment(cff2f0e6-bb96-4f75-abed-8733948da4bd),segment_id=cff2f0e6-bb96-4f75-abed-8733948da4bd)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:54.210149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8461d67f-6255-497a-bcfd-c0101554e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.337294 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.417555 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:10:52Z', 'revision_number': 3, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port': {'id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:51Z', 'updated_at': '2022-04-08T11:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:54.422386 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Checking router: 79e25289-0a98-4b6e-a83c-7f75e9ac4310 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:10:54.423116 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Updating router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:10:54.469757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461d67f-6255-497a-bcfd-c0101554e3ad None None] Pushing event updated for resources: {'Port': ['ID=8ca5e11b-4a91-426c-9187-52268efb5a49,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:54.473507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 931e8ebd-3006-49f1-8484-ef23e234b7fc, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=931e8ebd-3006-49f1-8484-ef23e234b7fc,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:54.504834 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.535483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b776abf2-8cc1-45f6-84f2-635b8d9ad66a None None] Provisioning complete for port 8ca5e11b-4a91-426c-9187-52268efb5a49 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:54.536455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b776abf2-8cc1-45f6-84f2-635b8d9ad66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.566977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.682087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=931e8ebd-3006-49f1-8484-ef23e234b7fc,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:54.897337 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.969275 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:54.993132 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Transition to ACTIVE for port object 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:55.076894 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:55.128583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Allocated IP 172.20.0.1 (35f601e0-d890-4f78-87c6-bef9a445a375/0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b/e95cf00b-517e-4107-bc2d-b11390ebfc2b) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:10:55.164149 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2fcff-e0ca-48d6-9e1c-4976a6bf6bf9 None None] Pushing event updated for resources: {'Port': ['ID=7ffc3c26-d3b8-46a9-bad5-6fabec6701cb,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:55.169505 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Attempting to bind port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:55.169505 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Attempting to bind port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:55.169852 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Attempting to bind port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:55.177233 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:55.177615 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:55.178025 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:55.178488 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:55.178981 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Bound port: 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:55.179345 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:55.268832 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] For port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:10:55.272317 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] For port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7ffc3c26-d3b8-46a9-bad5-6fabec6701cb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:10:55.296888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:55.322741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Transition to ACTIVE for port object e95cf00b-517e-4107-bc2d-b11390ebfc2b will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:55.368786 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:55.426704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:55.446330 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Routers {'79e25289-0a98-4b6e-a83c-7f75e9ac4310'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:10:55.447156 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:10:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:55.460161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8ca5e11b-4a91-426c-9187-52268efb5a49 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:55.507947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Network 35f601e0-d890-4f78-87c6-bef9a445a375 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:55.511001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:55.513695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:10:55.576629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 8ca5e11b-4a91-426c-9187-52268efb5a49 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:55.577199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:55.579392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Pushing event updated for resources: {'Port': ['ID=e95cf00b-517e-4107-bc2d-b11390ebfc2b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:55.595879 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:55.711285 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] Set router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:10:55.817445 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2fcff-e0ca-48d6-9e1c-4976a6bf6bf9 None None] Pushing event updated for resources: {'Port': ['ID=7ffc3c26-d3b8-46a9-bad5-6fabec6701cb,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:55.837112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 931e8ebd-3006-49f1-8484-ef23e234b7fc up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:55.978487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-64c6074b-4b60-4c5b-aaff-c6ded0fe117b None None] Provisioning for port e95cf00b-517e-4107-bc2d-b11390ebfc2b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:55.991209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-64c6074b-4b60-4c5b-aaff-c6ded0fe117b None None] Provisioning complete for port e95cf00b-517e-4107-bc2d-b11390ebfc2b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:55.991721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-64c6074b-4b60-4c5b-aaff-c6ded0fe117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:56.035330 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:10:52Z', 'revision_number': 3, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port': {'id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:51Z', 'updated_at': '2022-04-08T11:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:56.040243 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19081d31-66c5-4cc4-af98-be51206fa03b None None] The sync data for ids ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'] in dv-neutron-837109-1-hyperv is: [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:10:52Z', 'revision_number': 3, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port': {'id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:51Z', 'updated_at': '2022-04-08T11:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:10:56.081474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-64c6074b-4b60-4c5b-aaff-c6ded0fe117b None None] Port e95cf00b-517e-4107-bc2d-b11390ebfc2b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:10:56.090767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 931e8ebd-3006-49f1-8484-ef23e234b7fc triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:56.091137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:56.118072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:56.397971 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:56.442623 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:56.563649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:56.567164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Pushing event updated for resources: {'Port': ['ID=e95cf00b-517e-4107-bc2d-b11390ebfc2b,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:56.720315 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Network 35f601e0-d890-4f78-87c6-bef9a445a375 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:10:56.721418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:10:56.924495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:10:57.009557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6843d59b-0a64-478f-b143-0e9023ca571b None None] Provisioning complete for port e95cf00b-517e-4107-bc2d-b11390ebfc2b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:57.010091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6843d59b-0a64-478f-b143-0e9023ca571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:57.067188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6843d59b-0a64-478f-b143-0e9023ca571b None None] Port e95cf00b-517e-4107-bc2d-b11390ebfc2b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:10:57.111268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:10:57.120443 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-103e0f2a-8b01-4396-bb51-6159a19d5f97 admin admin] 10.222.0.23 "PUT /v2.0/routers/79e25289-0a98-4b6e-a83c-7f75e9ac4310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1858492 Apr 08 11:10:57.219750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d30573e3-3474-43ee-b860-c71bc5cb4761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:57.459279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:57.596508 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:10:57.601356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:57.601728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:57.722547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:57.738720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7ffc3c26-d3b8-46a9-bad5-6fabec6701cb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:10:57.831232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:57.900667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=7ffc3c26-d3b8-46a9-bad5-6fabec6701cb,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:58.033198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-68f5446b-1411-470e-bc1c-49d6415820d5 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:58.034717 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-68f5446b-1411-470e-bc1c-49d6415820d5 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/networks?id=8636112f-0a56-4e7f-bf10-405987569407 HTTP/1.1" status: 200 len: 816 time: 0.1487243 Apr 08 11:10:58.049598 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-7262aea6-dd94-48a4-a852-28c5c7919518 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/quotas/7263861f188743dfad0ce76772c6630e HTTP/1.1" status: 200 len: 375 time: 0.0095270 Apr 08 11:10:58.132438 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-8182e7c6-a09c-4c13-9b69-875731d2a8ff tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Synchronizing usage tracker for tenant:7263861f188743dfad0ce76772c6630e on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:10:58.288393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-8182e7c6-a09c-4c13-9b69-875731d2a8ff tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Unset dirty status for tenant:7263861f188743dfad0ce76772c6630e on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:10:58.289692 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-8182e7c6-a09c-4c13-9b69-875731d2a8ff tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7263861f188743dfad0ce76772c6630e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2352960 Apr 08 11:10:58.359888 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:10:58.409624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-b6080a4f-3e9b-40ad-8382-e135a44e1c86 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:10:58.410650 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-b6080a4f-3e9b-40ad-8382-e135a44e1c86 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1087003 Apr 08 11:10:58.512783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Sync routers for ids ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:10:58.521705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Routers {'79e25289-0a98-4b6e-a83c-7f75e9ac4310'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:10:58.522305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:10:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:58.546651 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-b58c61d8-6fb4-4fa0-a03d-3b5fc57ecef2 service neutron] 10.222.0.23 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294398 Apr 08 11:10:58.681301 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-3c52d946-c3cd-45e3-a187-4c9265a03806 service neutron] 10.222.0.23 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285141 Apr 08 11:10:58.702758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Set router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:10:58.929296 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5fbc7ecc-c16a-402e-8a1b-71676e755a6d req-a1797853-abf3-4f52-997d-519e89a4c1bb tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 210 time: 0.0441918 Apr 08 11:10:59.040296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:10:55Z', 'revision_number': 4, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port': {'id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:51Z', 'updated_at': '2022-04-08T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e95cf00b-517e-4107-bc2d-b11390ebfc2b', 'name': '', 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'mac_address': 'fa:16:3e:92:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:54Z', 'updated_at': '2022-04-08T11:10:56Z', 'revision_number': 2, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'subnets': [{'id': '0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:10:59.045140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Checking router: 79e25289-0a98-4b6e-a83c-7f75e9ac4310 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:10:59.045475 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Updating router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 port e95cf00b-517e-4107-bc2d-b11390ebfc2b binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:10:59.098990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:59.447367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:59.577631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:59.594492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Transition to ACTIVE for port object e95cf00b-517e-4107-bc2d-b11390ebfc2b will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:10:59.608830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:59.609176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:59.647771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9a623f7e-cc70-4aac-bbba-df7a344b18f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:59.712161 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:59.865055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c6798-b0a7-4c0a-9b9b-258f065158d1 None None] Pushing event updated for resources: {'Port': ['ID=e95cf00b-517e-4107-bc2d-b11390ebfc2b,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:59.966652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Attempting to bind port e95cf00b-517e-4107-bc2d-b11390ebfc2b on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:10:59.966904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Attempting to bind port e95cf00b-517e-4107-bc2d-b11390ebfc2b by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:10:59.967263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Attempting to bind port e95cf00b-517e-4107-bc2d-b11390ebfc2b on network 35f601e0-d890-4f78-87c6-bef9a445a375 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:10:59.972881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:10:59.973265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Checking segment: {'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:10:59.973673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:59.974189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Bound using segment: {'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:10:59.974689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Bound port: e95cf00b-517e-4107-bc2d-b11390ebfc2b, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff2f0e6-bb96-4f75-abed-8733948da4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:10:59.975070 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:00.035536 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-68ea6500-5af0-4c87-9ae9-bc3a80e7bbff req-8af5c988-fecd-4e67-8e81-5689822f6873 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 210 time: 0.0511754 Apr 08 11:11:00.082281 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] For port e95cf00b-517e-4107-bc2d-b11390ebfc2b, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:11:00.085388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] For port e95cf00b-517e-4107-bc2d-b11390ebfc2b, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e95cf00b-517e-4107-bc2d-b11390ebfc2b,segment=NetworkSegment(cff2f0e6-bb96-4f75-abed-8733948da4bd),segment_id=cff2f0e6-bb96-4f75-abed-8733948da4bd)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:11:00.140428 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:00.223331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Routers {'79e25289-0a98-4b6e-a83c-7f75e9ac4310'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:11:00.223995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:10:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:00.292034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c6798-b0a7-4c0a-9b9b-258f065158d1 None None] Pushing event updated for resources: {'Port': ['ID=e95cf00b-517e-4107-bc2d-b11390ebfc2b,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:00.420721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] Set router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:11:00.698732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:00.784824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:10:55Z', 'revision_number': 4, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port': {'id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:51Z', 'updated_at': '2022-04-08T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e95cf00b-517e-4107-bc2d-b11390ebfc2b', 'name': '', 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'mac_address': 'fa:16:3e:92:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:54Z', 'updated_at': '2022-04-08T11:11:00Z', 'revision_number': 4, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'subnets': [{'id': '0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:00.788868 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8540adb1-7652-4e43-8ed9-b76c25c5e689 None None] The sync data for ids ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'] in dv-neutron-837109-1-hyperv is: [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:10:55Z', 'revision_number': 4, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port': {'id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:51Z', 'updated_at': '2022-04-08T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'e95cf00b-517e-4107-bc2d-b11390ebfc2b', 'name': '', 'network_id': '35f601e0-d890-4f78-87c6-bef9a445a375', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'mac_address': 'fa:16:3e:92:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:54Z', 'updated_at': '2022-04-08T11:11:00Z', 'revision_number': 4, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'subnets': [{'id': '0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:11:01.197962 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9307b3a5-5855-42cc-97b9-53ce879b15b6 req-fff5ae23-565b-4733-82be-9daee2c9653b tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 210 time: 0.0455718 Apr 08 11:11:01.243274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:01.476181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e95cf00b-517e-4107-bc2d-b11390ebfc2b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:01.637164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e95cf00b-517e-4107-bc2d-b11390ebfc2b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:01.644282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e95cf00b-517e-4107-bc2d-b11390ebfc2b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:01.644691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:01.765708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-cdd9a7b4-57f8-4f2e-b181-db558c245384 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:01.767135 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-cdd9a7b4-57f8-4f2e-b181-db558c245384 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.41 "GET /v2.0/networks?id=8636112f-0a56-4e7f-bf10-405987569407 HTTP/1.1" status: 200 len: 816 time: 0.1617861 Apr 08 11:11:01.779268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Request body: {'port': {'device_id': '837bf495-7b91-4263-9034-36a9c9d00945', 'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'admin_state_up': True, 'tenant_id': '7263861f188743dfad0ce76772c6630e'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:01.781331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:01.820150 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port e95cf00b-517e-4107-bc2d-b11390ebfc2b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e95cf00b-517e-4107-bc2d-b11390ebfc2b,segment=NetworkSegment(cff2f0e6-bb96-4f75-abed-8733948da4bd),segment_id=cff2f0e6-bb96-4f75-abed-8733948da4bd)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:11:01.886049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:01.935192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:01.952634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:01.973781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=e95cf00b-517e-4107-bc2d-b11390ebfc2b,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:02.031376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Made reservation on behalf of 7263861f188743dfad0ce76772c6630e for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:11:02.034880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:02.060614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:02.414940 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8d91046c-0798-42b0-baa5-45eb9eae7eb5 req-bf5813f7-9460-4a82-8c9d-6833404a2883 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 210 time: 0.0870926 Apr 08 11:11:02.430256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Allocated IP 172.20.0.12 (8636112f-0a56-4e7f-bf10-405987569407/0a43d849-2172-44ff-8df3-f7a6124a1bda/4f9de039-210f-4720-b83f-af961d5658fd) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:02.658664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:02.674785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Transition to ACTIVE for port object 4f9de039-210f-4720-b83f-af961d5658fd will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:02.803006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:02.872859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Network 8636112f-0a56-4e7f-bf10-405987569407 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:02.881055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:02.885746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:11:02.926780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Pushing event updated for resources: {'Port': ['ID=4f9de039-210f-4720-b83f-af961d5658fd,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:02.970904 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:02.971557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:03.141137 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-1bc7a563-e427-4b07-9bb9-da60d734cee0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3662629 Apr 08 11:11:03.153169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Request body: {'port': {'device_id': '837bf495-7b91-4263-9034-36a9c9d00945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:03.157199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b30e9931-e89f-497e-90ea-1fb46da71930 None None] Provisioning for port 4f9de039-210f-4720-b83f-af961d5658fd completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:03.163392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b30e9931-e89f-497e-90ea-1fb46da71930 None None] Provisioning complete for port 4f9de039-210f-4720-b83f-af961d5658fd triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:03.164709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b30e9931-e89f-497e-90ea-1fb46da71930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:03.231398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b30e9931-e89f-497e-90ea-1fb46da71930 None None] Port 4f9de039-210f-4720-b83f-af961d5658fd cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:11:03.287221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:03.471937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e95cf00b-517e-4107-bc2d-b11390ebfc2b up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:03.560643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e95cf00b-517e-4107-bc2d-b11390ebfc2b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:03.561013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:03.689996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c391b4-4983-4f53-9880-603af1b39f20 req-b837e03e-be26-47a6-a330-6a0968523668 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:03.692462 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-84c391b4-4983-4f53-9880-603af1b39f20 req-b837e03e-be26-47a6-a330-6a0968523668 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 932 time: 0.1078787 Apr 08 11:11:03.750113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-84c391b4-4983-4f53-9880-603af1b39f20 req-c5225a4f-eaf2-49fe-a6b1-d0d15b5e263c tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Synchronizing usage tracker for tenant:7263861f188743dfad0ce76772c6630e on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:11:03.764237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9de039-210f-4720-b83f-af961d5658fd {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:11:03.778365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:03.795679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Transition to ACTIVE for port object 4f9de039-210f-4720-b83f-af961d5658fd will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:03.854301 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-84c391b4-4983-4f53-9880-603af1b39f20 req-c5225a4f-eaf2-49fe-a6b1-d0d15b5e263c tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Unset dirty status for tenant:7263861f188743dfad0ce76772c6630e on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:11:03.855708 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-84c391b4-4983-4f53-9880-603af1b39f20 req-c5225a4f-eaf2-49fe-a6b1-d0d15b5e263c tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539321 Apr 08 11:11:03.882701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:04.092557 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9de039-210f-4720-b83f-af961d5658fd,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:04.179577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Attempting to bind port 4f9de039-210f-4720-b83f-af961d5658fd on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:11:04.179920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Attempting to bind port 4f9de039-210f-4720-b83f-af961d5658fd by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:11:04.180768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Attempting to bind port 4f9de039-210f-4720-b83f-af961d5658fd on network 8636112f-0a56-4e7f-bf10-405987569407 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:11:04.186246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Port 4f9de039-210f-4720-b83f-af961d5658fd on network 8636112f-0a56-4e7f-bf10-405987569407 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:11:04.186604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Attempting to bind port 4f9de039-210f-4720-b83f-af961d5658fd on network 8636112f-0a56-4e7f-bf10-405987569407 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:11:04.191782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:11:04.192242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Checking segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:11:04.192693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Bound using segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:11:04.193127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Bound port: 4f9de039-210f-4720-b83f-af961d5658fd, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:11:04.193477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:04.293886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] For port 4f9de039-210f-4720-b83f-af961d5658fd, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:11:04.297214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] For port 4f9de039-210f-4720-b83f-af961d5658fd, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4f9de039-210f-4720-b83f-af961d5658fd,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:11:04.369338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:04.435884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:04.436452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:04.437883 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f9de039-210f-4720-b83f-af961d5658fd HTTP/1.1" status: 200 len: 1094 time: 1.2897351 Apr 08 11:11:04.438332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837bf495-7b91-4263-9034-36a9c9d00945', 'tag': '4f9de039-210f-4720-b83f-af961d5658fd'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:04.455847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:04.472145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc90475-c7e2-44c3-8bdb-47ad853afc52 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9de039-210f-4720-b83f-af961d5658fd,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:04.503277 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9637aa0-bd48-4e2f-80a6-8d82c35eb01d'] response: {'name': 'network-changed', 'server_uuid': '837bf495-7b91-4263-9034-36a9c9d00945', 'tag': '4f9de039-210f-4720-b83f-af961d5658fd', 'status': 'completed', 'code': 200} Apr 08 11:11:04.608424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc4048-5ba2-48dc-896c-aee2d00a964b req-82c80ced-a76b-49b1-8c29-93e660577615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:04.610050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-79fc4048-5ba2-48dc-896c-aee2d00a964b req-82c80ced-a76b-49b1-8c29-93e660577615 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7263861f188743dfad0ce76772c6630e&device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 1097 time: 0.0848467 Apr 08 11:11:04.759980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc4048-5ba2-48dc-896c-aee2d00a964b req-14c66afb-08e4-4049-84d6-7d0b3b05fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:04.761524 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-79fc4048-5ba2-48dc-896c-aee2d00a964b req-14c66afb-08e4-4049-84d6-7d0b3b05fe23 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7263861f188743dfad0ce76772c6630e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1445267 Apr 08 11:11:05.027566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc4048-5ba2-48dc-896c-aee2d00a964b req-1851de25-44f6-4790-b157-abe346b6e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:05.030039 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-79fc4048-5ba2-48dc-896c-aee2d00a964b req-1851de25-44f6-4790-b157-abe346b6e13b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2630718 Apr 08 11:11:05.072545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658318b0-6099-4ff5-83d9-f31b4f4c8bb2 req-827849a7-5c51-4621-93a1-ecd506ecf224 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:05.074653 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-658318b0-6099-4ff5-83d9-f31b4f4c8bb2 req-827849a7-5c51-4621-93a1-ecd506ecf224 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 944 time: 0.1039615 Apr 08 11:11:05.126347 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-658318b0-6099-4ff5-83d9-f31b4f4c8bb2 req-adc9db95-1af4-4131-98cc-45eb79ec99dc tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449767 Apr 08 11:11:05.151344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-79d251ba-db50-4824-8c22-412530e73755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:05.154544 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-79d251ba-db50-4824-8c22-412530e73755 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7263861f188743dfad0ce76772c6630e&device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 1097 time: 0.0849485 Apr 08 11:11:05.271402 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-adf6ac96-6575-4bed-a882-29cbc7a3b3e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f9de039-210f-4720-b83f-af961d5658fd HTTP/1.1" status: 200 len: 217 time: 0.1095386 Apr 08 11:11:05.337351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-9321bb5f-ad12-4683-bd32-713132140438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:05.338906 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-9321bb5f-ad12-4683-bd32-713132140438 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a43d849-2172-44ff-8df3-f7a6124a1bda HTTP/1.1" status: 200 len: 855 time: 0.0609319 Apr 08 11:11:05.422151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-c9e881a2-bc80-4bc7-a207-e8f3b0a54997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:05.423639 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-c9e881a2-bc80-4bc7-a207-e8f3b0a54997 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8636112f-0a56-4e7f-bf10-405987569407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789578 Apr 08 11:11:05.571398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-b9c2de30-ecd6-4daf-9324-c68f815396d0 service neutron] 10.222.0.41 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414561 Apr 08 11:11:05.714396 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ae26087-87a4-4e33-9857-d4d6a20fe3d2 req-489b3348-185d-47f0-8216-c0b0b3591e54 service neutron] 10.222.0.41 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368756 Apr 08 11:11:06.348024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff06c05-6a9f-4c02-816d-80c15535f655 req-18acb212-85ab-43ea-a05a-4411adb0aeb0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:06.348794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-dff06c05-6a9f-4c02-816d-80c15535f655 req-18acb212-85ab-43ea-a05a-4411adb0aeb0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Synchronizing usage tracker for tenant:7263861f188743dfad0ce76772c6630e on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:11:06.419759 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-dff06c05-6a9f-4c02-816d-80c15535f655 req-18acb212-85ab-43ea-a05a-4411adb0aeb0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Unset dirty status for tenant:7263861f188743dfad0ce76772c6630e on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:11:06.421363 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dff06c05-6a9f-4c02-816d-80c15535f655 req-18acb212-85ab-43ea-a05a-4411adb0aeb0 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 944 time: 0.1683364 Apr 08 11:11:06.475412 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dff06c05-6a9f-4c02-816d-80c15535f655 req-b01083b2-15de-46a3-9187-366c0c59d70d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 Apr 08 11:11:07.667171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff2f69-02a6-42d6-8dd6-f8a460798164 req-977905d4-568d-49ae-98f1-c199e1cd482b tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:07.668799 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cff2f69-02a6-42d6-8dd6-f8a460798164 req-977905d4-568d-49ae-98f1-c199e1cd482b tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 944 time: 0.0829508 Apr 08 11:11:07.717611 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5cff2f69-02a6-42d6-8dd6-f8a460798164 req-802c2dc0-0c1a-47f2-b1e1-e3649f7cd341 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Apr 08 11:11:08.749092 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4f9de039-210f-4720-b83f-af961d5658fd details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:11:08.925538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4f9de039-210f-4720-b83f-af961d5658fd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4f9de039-210f-4720-b83f-af961d5658fd,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:11:08.933040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162129aa-6a1d-4817-b369-fa7392859941 req-ea1d051b-2e11-4d3e-87c7-fe7c9bc14beb tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:08.935481 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-162129aa-6a1d-4817-b369-fa7392859941 req-ea1d051b-2e11-4d3e-87c7-fe7c9bc14beb tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 944 time: 0.1022327 Apr 08 11:11:08.944657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '4f9de039-210f-4720-b83f-af961d5658fd', 'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'port_id': '4f9de039-210f-4720-b83f-af961d5658fd', 'mac_address': 'fa:16:3e:51:0a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a43d849-2172-44ff-8df3-f7a6124a1bda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:11:09.002274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-162129aa-6a1d-4817-b369-fa7392859941 req-ce54861c-bb4b-40ee-846b-4607512ef8fd tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520029 Apr 08 11:11:09.007671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:09.026687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9de039-210f-4720-b83f-af961d5658fd {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:11:09.052949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4f9de039-210f-4720-b83f-af961d5658fd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4f9de039-210f-4720-b83f-af961d5658fd,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:11:09.139805 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:09.219926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=4f9de039-210f-4720-b83f-af961d5658fd,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:09.361039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['4f9de039-210f-4720-b83f-af961d5658fd'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:11:10.213294 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe9ebb-ad48-43d2-9b94-300cc9e31982 req-6b48774c-cf34-479e-bf8f-429802da5c4d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:10.215241 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bebe9ebb-ad48-43d2-9b94-300cc9e31982 req-6b48774c-cf34-479e-bf8f-429802da5c4d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 945 time: 0.0909908 Apr 08 11:11:10.265661 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bebe9ebb-ad48-43d2-9b94-300cc9e31982 req-17ecfa84-edd5-40ae-806e-81f571732112 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Apr 08 11:11:10.764376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4f9de039-210f-4720-b83f-af961d5658fd up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:10.871075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 4f9de039-210f-4720-b83f-af961d5658fd completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:10.876740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 4f9de039-210f-4720-b83f-af961d5658fd triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:10.877042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:11.012091 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:11.041695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837bf495-7b91-4263-9034-36a9c9d00945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9de039-210f-4720-b83f-af961d5658fd'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:11.053207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4f9de039-210f-4720-b83f-af961d5658fd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4f9de039-210f-4720-b83f-af961d5658fd,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:11:11.116799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:11.187491 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a804cf0e-9f9d-4f49-93dd-109fb0e458c1'] response: {'server_uuid': '837bf495-7b91-4263-9034-36a9c9d00945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9de039-210f-4720-b83f-af961d5658fd', 'code': 200} Apr 08 11:11:11.190085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=4f9de039-210f-4720-b83f-af961d5658fd,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:11.480309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fd551-8280-47f6-b71d-51ee6833c142 req-4f21bb19-4bcf-481a-9ce4-f718fb6f0f9c tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:11.481854 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-860fd551-8280-47f6-b71d-51ee6833c142 req-4f21bb19-4bcf-481a-9ce4-f718fb6f0f9c tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 946 time: 0.0909264 Apr 08 11:11:11.535513 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-860fd551-8280-47f6-b71d-51ee6833c142 req-20a59248-ef70-4ba2-bda7-72580628472d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476241 Apr 08 11:11:11.622068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dc18e-7d3d-46e3-903c-3e2e523af8e8 req-7bb916c8-422e-461e-9617-48941baa8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:11.623755 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-969dc18e-7d3d-46e3-903c-3e2e523af8e8 req-7bb916c8-422e-461e-9617-48941baa8b7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 1099 time: 0.0736609 Apr 08 11:11:11.675657 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-969dc18e-7d3d-46e3-903c-3e2e523af8e8 req-27f04e3e-11d8-4789-9d5a-94f084baf526 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Apr 08 11:11:12.758171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd00e-9d06-4493-8c9d-59c327360b48 req-5942b016-e2e4-4181-8989-1c71446bd47a tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:12.760406 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-baddd00e-9d06-4493-8c9d-59c327360b48 req-5942b016-e2e4-4181-8989-1c71446bd47a tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 946 time: 0.1122544 Apr 08 11:11:12.820362 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-baddd00e-9d06-4493-8c9d-59c327360b48 req-1979483f-f3f7-4eea-bc98-937750ef62e7 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Apr 08 11:11:14.135850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78595cbd-13c3-496f-a4c9-99f84a00f26f req-7da277e4-64eb-4369-97bd-48e5843803a5 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.137452 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78595cbd-13c3-496f-a4c9-99f84a00f26f req-7da277e4-64eb-4369-97bd-48e5843803a5 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 946 time: 0.2031720 Apr 08 11:11:14.186038 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-78595cbd-13c3-496f-a4c9-99f84a00f26f req-6c9fa109-4592-488c-86a8-fbf733212e86 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Apr 08 11:11:14.380086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc7831-419c-4282-9e15-f58b86985fae req-00b14081-94c5-49d5-b1c3-0247c2dc7e2c tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:14.381672 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8afc7831-419c-4282-9e15-f58b86985fae req-00b14081-94c5-49d5-b1c3-0247c2dc7e2c tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 946 time: 0.0831711 Apr 08 11:11:14.440432 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8afc7831-419c-4282-9e15-f58b86985fae req-b4fbaeec-4e7c-4cff-9923-dadfaeabe224 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513790 Apr 08 11:11:27.214772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-753dfb78-0f7c-4b15-b960-ec6273f428e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:29.534230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f7149e56-2ee7-46a7-a572-e68952ade27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:30.700750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:31.242719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:32.099619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:34.464865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:35.359070 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:11:39.660865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a4378-6626-4a7c-8fe0-f8aca8f13933 req-9ed09cb3-2fa8-4b37-93b7-06db243fe1f6 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:39.662238 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-199a4378-6626-4a7c-8fe0-f8aca8f13933 req-9ed09cb3-2fa8-4b37-93b7-06db243fe1f6 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 946 time: 0.0824945 Apr 08 11:11:39.707293 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-199a4378-6626-4a7c-8fe0-f8aca8f13933 req-baca73b4-043b-4d27-81cf-793246a03440 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Apr 08 11:11:40.914572 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57a410-76cf-46e5-b2ed-5a4bc9fbd64b req-09342b21-7af0-43c7-9545-a735a0c3f4f1 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:40.916179 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9e57a410-76cf-46e5-b2ed-5a4bc9fbd64b req-09342b21-7af0-43c7-9545-a735a0c3f4f1 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 946 time: 0.0879834 Apr 08 11:11:40.966705 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9e57a410-76cf-46e5-b2ed-5a4bc9fbd64b req-918991af-bba6-49f0-b824-26d2a27ca7a8 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Apr 08 11:11:41.229472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-3a2f3ac1-1635-4d82-8b49-ddc4b30d6b54 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:41.230866 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-3a2f3ac1-1635-4d82-8b49-ddc4b30d6b54 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.41 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 946 time: 0.0862803 Apr 08 11:11:41.303073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Deleting port 4f9de039-210f-4720-b83f-af961d5658fd {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:11:41.303410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:41.653698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] For port 4f9de039-210f-4720-b83f-af961d5658fd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4f9de039-210f-4720-b83f-af961d5658fd,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:11:41.654055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:41.774547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Calling delete_port for 4f9de039-210f-4720-b83f-af961d5658fd owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:11:41.979123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:41.991567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['4f9de039-210f-4720-b83f-af961d5658fd'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:11:42.032161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Pushing event deleted for resources: {'Port': ['ID=4f9de039-210f-4720-b83f-af961d5658fd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:42.076741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.077087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.077424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.077756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.078085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.078411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.078734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.079056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.079375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.079693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.080014 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.080331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:42.154028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] No DVR routers for this DVR port 4f9de039-210f-4720-b83f-af961d5658fd on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:11:42.157153 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a4ec40f0-0852-4c65-a2c2-1f4e725caa10 req-06fb3516-23ec-4a86-aade-f26f49b86364 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=837bf495-7b91-4263-9034-36a9c9d00945 HTTP/1.1" status: 200 len: 210 time: 0.0737994 Apr 08 11:11:42.158048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:42.160569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837bf495-7b91-4263-9034-36a9c9d00945', 'name': 'network-vif-deleted', 'tag': '4f9de039-210f-4720-b83f-af961d5658fd'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:42.208429 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda8d2ab-882c-49f2-9f68-e196940f5691'] response: {'server_uuid': '837bf495-7b91-4263-9034-36a9c9d00945', 'name': 'network-vif-deleted', 'tag': '4f9de039-210f-4720-b83f-af961d5658fd', 'status': 'completed', 'code': 200} Apr 08 11:11:42.234713 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b4ebaaf-9ed5-434f-a9dd-25287122af84 req-479adeb9-0bf5-4364-9a4d-acef3b53e0f2 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.41 "DELETE /v2.0/ports/4f9de039-210f-4720-b83f-af961d5658fd HTTP/1.1" status: 204 len: 173 time: 0.9958906 Apr 08 11:11:44.047559 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-6939f50e-8407-4a19-b010-594dd1cfc570 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:44.048158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-6939f50e-8407-4a19-b010-594dd1cfc570 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Synchronizing usage tracker for tenant:7263861f188743dfad0ce76772c6630e on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:11:44.115785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-6939f50e-8407-4a19-b010-594dd1cfc570 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Unset dirty status for tenant:7263861f188743dfad0ce76772c6630e on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:11:44.116952 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-6939f50e-8407-4a19-b010-594dd1cfc570 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/networks?id=8636112f-0a56-4e7f-bf10-405987569407 HTTP/1.1" status: 200 len: 816 time: 0.2114799 Apr 08 11:11:44.131281 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-a19e488a-9831-4c27-92c6-27f6ef40229a tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/quotas/7263861f188743dfad0ce76772c6630e HTTP/1.1" status: 200 len: 375 time: 0.0088797 Apr 08 11:11:44.213901 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-15259b4c-0f6a-4c4d-b6a7-d0c1df8e2f14 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7263861f188743dfad0ce76772c6630e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777278 Apr 08 11:11:44.352781 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-5f6f0887-33dc-49fb-ad71-44179ca35880 service neutron] 10.222.0.23 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264815 Apr 08 11:11:44.484266 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-f1ae6fa1-7fbb-4e0e-9c87-184821f97328 service neutron] 10.222.0.23 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255229 Apr 08 11:11:44.794537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e7804075-b75f-4462-8e5f-61c06cb125fd req-87eea6a3-9655-4c35-aa14-8279a5193b89 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Synchronizing usage tracker for tenant:7263861f188743dfad0ce76772c6630e on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:11:44.871692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e7804075-b75f-4462-8e5f-61c06cb125fd req-87eea6a3-9655-4c35-aa14-8279a5193b89 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Unset dirty status for tenant:7263861f188743dfad0ce76772c6630e on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:11:44.872854 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e7804075-b75f-4462-8e5f-61c06cb125fd req-87eea6a3-9655-4c35-aa14-8279a5193b89 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 210 time: 0.1527920 Apr 08 11:11:44.983439 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4f9de039-210f-4720-b83f-af961d5658fd no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:11:45.018322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 4f9de039-210f-4720-b83f-af961d5658fd {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:11:45.018669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4f9de039-210f-4720-b83f-af961d5658fd not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:11:46.038208 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c22752e5-fd88-495f-a606-ef6fd4055ff8 req-e834fa29-77e8-4b04-8b3e-033c2383ac35 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 210 time: 0.0498903 Apr 08 11:11:46.706518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-01ca3e85-5823-4462-8062-289465555cb6 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:46.707979 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-01ca3e85-5823-4462-8062-289465555cb6 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.41 "GET /v2.0/networks?id=8636112f-0a56-4e7f-bf10-405987569407 HTTP/1.1" status: 200 len: 816 time: 0.1555712 Apr 08 11:11:46.719626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Request body: {'port': {'device_id': '3e56beb4-1a43-4639-8df5-a117406f6724', 'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'admin_state_up': True, 'tenant_id': '7263861f188743dfad0ce76772c6630e'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:46.901424 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:46.911543 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:46.997700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Made reservation on behalf of 7263861f188743dfad0ce76772c6630e for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:11:47.001599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.202967 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-58a6c2a3-eb2b-4d72-9d34-9638e77eebf9 req-77b3fddf-ebd1-4258-ae99-4039e183ed2f tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 210 time: 0.0544841 Apr 08 11:11:47.219307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Allocated IP 172.20.0.13 (8636112f-0a56-4e7f-bf10-405987569407/0a43d849-2172-44ff-8df3-f7a6124a1bda/20287e49-4947-4930-a47c-e04af259dc08) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:47.425654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.441253 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Transition to ACTIVE for port object 20287e49-4947-4930-a47c-e04af259dc08 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:47.534325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.604282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Network 8636112f-0a56-4e7f-bf10-405987569407 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:47.612085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:47.616410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:11:47.646752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Pushing event updated for resources: {'Port': ['ID=20287e49-4947-4930-a47c-e04af259dc08,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:47.686610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:47.687005 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.850366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-ff5ba0d8-577f-4d1c-a777-46af0e7d9372 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1342475 Apr 08 11:11:47.864250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Request body: {'port': {'device_id': '3e56beb4-1a43-4639-8df5-a117406f6724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:11:47.928343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6f227b3b-78bf-4190-a1cd-5a0dbed46842 None None] Provisioning for port 20287e49-4947-4930-a47c-e04af259dc08 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:47.934206 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6f227b3b-78bf-4190-a1cd-5a0dbed46842 None None] Provisioning complete for port 20287e49-4947-4930-a47c-e04af259dc08 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:47.934876 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6f227b3b-78bf-4190-a1cd-5a0dbed46842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.991257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6f227b3b-78bf-4190-a1cd-5a0dbed46842 None None] Port 20287e49-4947-4930-a47c-e04af259dc08 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:11:48.010817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.390396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61088038-f583-407a-9530-7f0201730525 req-4bf82888-dfa7-4326-8c27-23d6be7b0d46 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:48.391906 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-61088038-f583-407a-9530-7f0201730525 req-4bf82888-dfa7-4326-8c27-23d6be7b0d46 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 932 time: 0.0821981 Apr 08 11:11:48.437369 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-61088038-f583-407a-9530-7f0201730525 req-087436e0-8e39-4da9-93bb-847ab8fc617a tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Apr 08 11:11:48.510416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20287e49-4947-4930-a47c-e04af259dc08 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:11:48.518445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.533007 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Transition to ACTIVE for port object 20287e49-4947-4930-a47c-e04af259dc08 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:48.608136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.780525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Pushing event updated for resources: {'Port': ['ID=20287e49-4947-4930-a47c-e04af259dc08,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:48.863742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Attempting to bind port 20287e49-4947-4930-a47c-e04af259dc08 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:11:48.864457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Attempting to bind port 20287e49-4947-4930-a47c-e04af259dc08 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:11:48.864457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Attempting to bind port 20287e49-4947-4930-a47c-e04af259dc08 on network 8636112f-0a56-4e7f-bf10-405987569407 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:11:48.868945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Port 20287e49-4947-4930-a47c-e04af259dc08 on network 8636112f-0a56-4e7f-bf10-405987569407 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:11:48.869269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Attempting to bind port 20287e49-4947-4930-a47c-e04af259dc08 on network 8636112f-0a56-4e7f-bf10-405987569407 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:11:48.875333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:11:48.875672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Checking segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:11:48.876061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Bound using segment: {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:11:48.876498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Bound port: 20287e49-4947-4930-a47c-e04af259dc08, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981f5d76-8ffb-4f5d-8654-9e59067b1cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8636112f-0a56-4e7f-bf10-405987569407'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:11:48.876876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.969106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] For port 20287e49-4947-4930-a47c-e04af259dc08, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:11:48.971945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] For port 20287e49-4947-4930-a47c-e04af259dc08, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=20287e49-4947-4930-a47c-e04af259dc08,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:11:49.054414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:49.111181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.111792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:49.113193 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] 10.222.0.41 "PUT /v2.0/ports/20287e49-4947-4930-a47c-e04af259dc08 HTTP/1.1" status: 200 len: 1094 time: 1.2554908 Apr 08 11:11:49.113628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e56beb4-1a43-4639-8df5-a117406f6724', 'tag': '20287e49-4947-4930-a47c-e04af259dc08'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:49.140881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ddd19-1a14-4ca8-940f-cda573d0fec5 service neutron] Pushing event updated for resources: {'Port': ['ID=20287e49-4947-4930-a47c-e04af259dc08,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:49.167050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487f1a3e-3111-4d8c-a1b3-8bad8134cc58'] response: {'name': 'network-changed', 'server_uuid': '3e56beb4-1a43-4639-8df5-a117406f6724', 'tag': '20287e49-4947-4930-a47c-e04af259dc08', 'status': 'completed', 'code': 200} Apr 08 11:11:49.269355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e1dbd-d062-4adb-96be-5bd5e7ef8bae req-d590c0d0-be8c-40fc-a6a2-aa71670976a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.270958 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-df6e1dbd-d062-4adb-96be-5bd5e7ef8bae req-d590c0d0-be8c-40fc-a6a2-aa71670976a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7263861f188743dfad0ce76772c6630e&device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 1097 time: 0.0843997 Apr 08 11:11:49.428043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e1dbd-d062-4adb-96be-5bd5e7ef8bae req-17c17633-b195-4a52-a948-d0a38b533289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.429620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-df6e1dbd-d062-4adb-96be-5bd5e7ef8bae req-17c17633-b195-4a52-a948-d0a38b533289 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7263861f188743dfad0ce76772c6630e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1510372 Apr 08 11:11:49.575095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e1dbd-d062-4adb-96be-5bd5e7ef8bae req-281ea230-75fc-4019-911d-de3826731c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.576517 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-df6e1dbd-d062-4adb-96be-5bd5e7ef8bae req-281ea230-75fc-4019-911d-de3826731c52 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409872 Apr 08 11:11:49.642432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f9477-17b2-42ee-be06-48ead4c15fc2 req-1c80ba32-9a7c-4b91-a85d-3212789f401d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.647465 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-347f9477-17b2-42ee-be06-48ead4c15fc2 req-1c80ba32-9a7c-4b91-a85d-3212789f401d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 944 time: 0.0966871 Apr 08 11:11:49.685743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-9e4d2ec5-3d24-44a5-a0b3-ce6fd3f94972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.687307 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-9e4d2ec5-3d24-44a5-a0b3-ce6fd3f94972 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7263861f188743dfad0ce76772c6630e&device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 1097 time: 0.0743501 Apr 08 11:11:49.691696 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-347f9477-17b2-42ee-be06-48ead4c15fc2 req-3f88f634-e9e9-4375-8571-86a2cafa3606 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Apr 08 11:11:49.762174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-83d641a6-65a9-45f7-ad8d-b3b51b240d32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20287e49-4947-4930-a47c-e04af259dc08 HTTP/1.1" status: 200 len: 217 time: 0.0674539 Apr 08 11:11:49.827337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-b6abf039-e6b8-436e-9603-9f325d8014ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.828799 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-b6abf039-e6b8-436e-9603-9f325d8014ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a43d849-2172-44ff-8df3-f7a6124a1bda HTTP/1.1" status: 200 len: 855 time: 0.0621350 Apr 08 11:11:49.910385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-36298ba7-d50a-4bdb-b88c-e47b6733f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:49.911805 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-36298ba7-d50a-4bdb-b88c-e47b6733f9ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8636112f-0a56-4e7f-bf10-405987569407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771959 Apr 08 11:11:50.051149 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-32e8769e-2ec1-4f56-8a29-75b42861f768 service neutron] 10.222.0.41 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323507 Apr 08 11:11:50.303830 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-99fb12be-c9e8-42d0-b327-403b5a3f5093 req-24ac7987-94ff-4ae0-a6e3-9882e942579b service neutron] 10.222.0.41 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457073 Apr 08 11:11:50.879685 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e6382-0352-4e34-8e39-6099cf75d68b req-e963c747-e338-46fa-82ba-3c85650ff2f4 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:50.880386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f59e6382-0352-4e34-8e39-6099cf75d68b req-e963c747-e338-46fa-82ba-3c85650ff2f4 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Synchronizing usage tracker for tenant:7263861f188743dfad0ce76772c6630e on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:11:50.951112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-f59e6382-0352-4e34-8e39-6099cf75d68b req-e963c747-e338-46fa-82ba-3c85650ff2f4 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Unset dirty status for tenant:7263861f188743dfad0ce76772c6630e on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:11:50.952958 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f59e6382-0352-4e34-8e39-6099cf75d68b req-e963c747-e338-46fa-82ba-3c85650ff2f4 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 944 time: 0.1519747 Apr 08 11:11:50.999063 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f59e6382-0352-4e34-8e39-6099cf75d68b req-b7c15694-9acc-4bed-8c94-fa74ccf6af3a tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Apr 08 11:11:52.186101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794825fe-c24f-4c48-a504-0910d91641d6 req-3a41b7b8-85c3-4ffc-be6e-b8674413b51b tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:52.187615 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-794825fe-c24f-4c48-a504-0910d91641d6 req-3a41b7b8-85c3-4ffc-be6e-b8674413b51b tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 944 time: 0.0811958 Apr 08 11:11:52.240011 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-794825fe-c24f-4c48-a504-0910d91641d6 req-f70df7fc-8039-456e-ab3c-15bb9a9f62b3 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465422 Apr 08 11:11:53.046240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 20287e49-4947-4930-a47c-e04af259dc08 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:11:53.179617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 20287e49-4947-4930-a47c-e04af259dc08, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=20287e49-4947-4930-a47c-e04af259dc08,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:11:53.197323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '20287e49-4947-4930-a47c-e04af259dc08', 'network_id': '8636112f-0a56-4e7f-bf10-405987569407', 'port_id': '20287e49-4947-4930-a47c-e04af259dc08', 'mac_address': 'fa:16:3e:60:46:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a43d849-2172-44ff-8df3-f7a6124a1bda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:11:53.253262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.271050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20287e49-4947-4930-a47c-e04af259dc08 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:11:53.287192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 20287e49-4947-4930-a47c-e04af259dc08, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=20287e49-4947-4930-a47c-e04af259dc08,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:11:53.391193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.433610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51043e4a-c1de-4e62-b6c1-3b50dc9a410a req-26e33d69-4a1b-47bb-b6a5-2333e06fe2aa tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:53.435379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-51043e4a-c1de-4e62-b6c1-3b50dc9a410a req-26e33d69-4a1b-47bb-b6a5-2333e06fe2aa tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 944 time: 0.0867972 Apr 08 11:11:53.460700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=20287e49-4947-4930-a47c-e04af259dc08,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:53.468859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.469207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.469550 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.469890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.470218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.470547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.470954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.471278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.471602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.471931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.472245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.472592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:53.483010 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-51043e4a-c1de-4e62-b6c1-3b50dc9a410a req-1589b276-8520-4498-9684-efccc87525de tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Apr 08 11:11:53.586940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['20287e49-4947-4930-a47c-e04af259dc08'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:11:54.670547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d68a30-3b97-4c75-a847-1645b70afc29 req-efe1bfe7-9b6b-4486-8a6e-50529675d995 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:54.672022 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-95d68a30-3b97-4c75-a847-1645b70afc29 req-efe1bfe7-9b6b-4486-8a6e-50529675d995 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 945 time: 0.0851250 Apr 08 11:11:54.721898 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-95d68a30-3b97-4c75-a847-1645b70afc29 req-3e99bfb4-940c-459a-97c9-d5a1d28099e4 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Apr 08 11:11:55.061950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 20287e49-4947-4930-a47c-e04af259dc08 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:55.196912 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 20287e49-4947-4930-a47c-e04af259dc08 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:55.202110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 20287e49-4947-4930-a47c-e04af259dc08 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:55.202488 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:55.317718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:55.352661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e56beb4-1a43-4639-8df5-a117406f6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20287e49-4947-4930-a47c-e04af259dc08'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:11:55.362819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 20287e49-4947-4930-a47c-e04af259dc08, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=20287e49-4947-4930-a47c-e04af259dc08,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:11:55.397731 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615386fa-36f3-4bea-bfc3-98011c46de18'] response: {'server_uuid': '3e56beb4-1a43-4639-8df5-a117406f6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20287e49-4947-4930-a47c-e04af259dc08', 'code': 200} Apr 08 11:11:55.448464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:55.542480 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=20287e49-4947-4930-a47c-e04af259dc08,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:55.783647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46f12-2140-480b-9b6f-1cd023772b77 req-7d7f0706-4365-46f7-b461-32f19a5ec39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:55.785274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7db46f12-2140-480b-9b6f-1cd023772b77 req-7d7f0706-4365-46f7-b461-32f19a5ec39c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 1099 time: 0.0695846 Apr 08 11:11:55.829646 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7db46f12-2140-480b-9b6f-1cd023772b77 req-5e38869d-342f-41c7-ba09-c9fc01f12b36 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Apr 08 11:11:55.909197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d4a1-ef4a-4ce4-8851-315c6d430ab5 req-50f119a2-52d7-492e-84cc-f2403cdf6472 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:55.910626 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7ce9d4a1-ef4a-4ce4-8851-315c6d430ab5 req-50f119a2-52d7-492e-84cc-f2403cdf6472 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 946 time: 0.0807426 Apr 08 11:11:55.955276 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7ce9d4a1-ef4a-4ce4-8851-315c6d430ab5 req-74441350-b6b6-4892-8dac-fb488e134a7a tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Apr 08 11:11:57.143651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5302f-a5f1-4ee3-af53-0d9c34bb1915 req-8d74ed0c-2d94-426f-aa36-8a8f3460cf63 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:57.145174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-92a5302f-a5f1-4ee3-af53-0d9c34bb1915 req-8d74ed0c-2d94-426f-aa36-8a8f3460cf63 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 946 time: 0.0830929 Apr 08 11:11:57.191333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-92a5302f-a5f1-4ee3-af53-0d9c34bb1915 req-ce266fa0-8ce1-45ea-b1fd-b82fa9272072 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Apr 08 11:11:57.213886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3fab892e-8e50-4e17-9475-3a945e31c081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:57.377367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562d61-fbcf-4213-ba83-f1bc6dec9ec1 req-0c731f9a-62c4-478b-a055-0c81b6a31a78 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:57.378853 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5f562d61-fbcf-4213-ba83-f1bc6dec9ec1 req-0c731f9a-62c4-478b-a055-0c81b6a31a78 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 946 time: 0.0805635 Apr 08 11:11:57.423877 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5f562d61-fbcf-4213-ba83-f1bc6dec9ec1 req-e70040e6-9418-44d5-99fb-8688005131d3 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Apr 08 11:11:59.557898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dc196fab-c1d1-43c7-8051-a243a632749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:00.659943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:01.254280 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:02.060408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:04.465433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:12.361574 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:12:12.863226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-cb9e674d-f23b-4a23-b33d-22ef57d4ae4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781353 Apr 08 11:12:13.002928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-e9a1bf33-3fc8-4c43-a66e-cbfedb834faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:13.004396 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-e9a1bf33-3fc8-4c43-a66e-cbfedb834faa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7263861f188743dfad0ce76772c6630e&device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 1099 time: 0.0732942 Apr 08 11:12:13.156940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-73bebe93-37d2-422f-9392-916d9520c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:13.158384 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-73bebe93-37d2-422f-9392-916d9520c4aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=8636112f-0a56-4e7f-bf10-405987569407 HTTP/1.1" status: 200 len: 917 time: 0.1344013 Apr 08 11:12:13.230463 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-8bf21080-0660-4485-967b-351c8102bcd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20287e49-4947-4930-a47c-e04af259dc08 HTTP/1.1" status: 200 len: 217 time: 0.0655925 Apr 08 11:12:13.294622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-4e249ed5-f1c8-4007-a35b-0407ac69e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:13.296350 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-4e249ed5-f1c8-4007-a35b-0407ac69e16a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a43d849-2172-44ff-8df3-f7a6124a1bda HTTP/1.1" status: 200 len: 855 time: 0.0602150 Apr 08 11:12:13.376201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-b887c74f-3d9a-4b3f-a795-af58d4cc7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:13.377701 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-b887c74f-3d9a-4b3f-a795-af58d4cc7826 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8636112f-0a56-4e7f-bf10-405987569407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751684 Apr 08 11:12:13.520941 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-4ac48263-2070-4319-a3a4-d7259ac5df2e service neutron] 10.222.0.41 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360562 Apr 08 11:12:13.661527 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6bcf924-11e2-420b-80c1-85cfb6669dc1 req-889b6245-36f6-411b-98ac-934e6ce831a2 service neutron] 10.222.0.41 "GET /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341715 Apr 08 11:12:16.915251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd1f6c-5df0-417d-a130-378ef2421b0f req-91370a08-9fec-4380-ba2a-a4519043cce7 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:16.916880 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-57fd1f6c-5df0-417d-a130-378ef2421b0f req-91370a08-9fec-4380-ba2a-a4519043cce7 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 946 time: 0.0895579 Apr 08 11:12:16.966692 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-57fd1f6c-5df0-417d-a130-378ef2421b0f req-4c10d0e1-f223-4a9d-a0d6-e02ace9b42f7 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Apr 08 11:12:18.154830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02f92-e9d4-451c-a692-21e534ce6920 req-fc829507-59b3-4e2d-89ac-509a22282c41 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:18.156409 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5aa02f92-e9d4-451c-a692-21e534ce6920 req-fc829507-59b3-4e2d-89ac-509a22282c41 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 946 time: 0.0819106 Apr 08 11:12:18.203118 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5aa02f92-e9d4-451c-a692-21e534ce6920 req-19800ca4-de95-4999-898f-9a63fd76c69b tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/security-groups?id=67cb3120-bd6d-4965-b5d2-553aec0e295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Apr 08 11:12:18.445069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-56708869-32de-4633-bb9b-68fa3a3d4d75 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:18.446579 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-56708869-32de-4633-bb9b-68fa3a3d4d75 tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 946 time: 0.0829940 Apr 08 11:12:18.517264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Deleting port 20287e49-4947-4930-a47c-e04af259dc08 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:18.517611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:18.890873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] For port 20287e49-4947-4930-a47c-e04af259dc08, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=20287e49-4947-4930-a47c-e04af259dc08,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:18.891231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:19.021789 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Calling delete_port for 20287e49-4947-4930-a47c-e04af259dc08 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:19.265884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:19.322031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Pushing event deleted for resources: {'Port': ['ID=20287e49-4947-4930-a47c-e04af259dc08,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:19.362754 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f7fc25f0-adc2-4bc8-a2fb-8a558502bead req-0a4752ce-78a9-43b7-9b00-72495f53a18a tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e56beb4-1a43-4639-8df5-a117406f6724 HTTP/1.1" status: 200 len: 210 time: 0.0516527 Apr 08 11:12:19.406655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] No DVR routers for this DVR port 20287e49-4947-4930-a47c-e04af259dc08 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:12:19.409128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:19.411736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e56beb4-1a43-4639-8df5-a117406f6724', 'name': 'network-vif-deleted', 'tag': '20287e49-4947-4930-a47c-e04af259dc08'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:12:19.457873 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b61c9a5-48d6-4e1e-9d11-6dacf0d0f1d0'] response: {'server_uuid': '3e56beb4-1a43-4639-8df5-a117406f6724', 'name': 'network-vif-deleted', 'tag': '20287e49-4947-4930-a47c-e04af259dc08', 'status': 'completed', 'code': 200} Apr 08 11:12:19.489444 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aad70ce-984c-4066-9aba-b82697fb9964 req-a41ca0ac-9bb4-4bd5-9974-4e41a0d6c99d tempest-TestEncryptedCinderVolumes-987032704 tempest-TestEncryptedCinderVolumes-987032704-project] 10.222.0.41 "DELETE /v2.0/ports/20287e49-4947-4930-a47c-e04af259dc08 HTTP/1.1" status: 204 len: 173 time: 1.0376766 Apr 08 11:12:20.566068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33508) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:21.201889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 20287e49-4947-4930-a47c-e04af259dc08 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:12:21.213745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:21.237861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 20287e49-4947-4930-a47c-e04af259dc08 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:12:21.238170 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 20287e49-4947-4930-a47c-e04af259dc08 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:12:21.571072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Deleting port 931e8ebd-3006-49f1-8484-ef23e234b7fc {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:21.571645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:21.757492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] For port 931e8ebd-3006-49f1-8484-ef23e234b7fc, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=931e8ebd-3006-49f1-8484-ef23e234b7fc,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:21.757850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:21.880895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Calling delete_port for 931e8ebd-3006-49f1-8484-ef23e234b7fc owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:22.367681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:22.415645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=931e8ebd-3006-49f1-8484-ef23e234b7fc,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:22.462287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.462632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.462975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.463306 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.463650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.463965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.464299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.464822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.465152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.466404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.466849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.467244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:22.693650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:23.045305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:12:23.220410 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:12:23.231729 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] Sync routers for ids ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:23.232905 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7fb1cab5-4b49-434b-8fdb-b169ce1b00b5 admin admin] 10.222.0.23 "PUT /v2.0/routers/32c7e1ac-482a-4bbd-810a-bf6cd2fb5023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6657648 Apr 08 11:12:23.235352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33512) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:23.241276 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] Routers {'32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:23.241885 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:11:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:23.414288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:23.441678 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] Set router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:23.708644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:23.742506 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:12:22Z', 'revision_number': 5, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port': {'id': 'ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:43Z', 'updated_at': '2022-04-08T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:23.746330 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] Checking router: 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:23.754640 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] Routers {'32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:23.755427 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:11:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:23.803184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Deleting port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:23.803527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:23.904605 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] Set router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:23.978708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] For port ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:23.978974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.008002 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:12:23Z', 'revision_number': 6, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:24.011819 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce8c8c3-7793-45d9-ae0c-0eb2db8a2011 None None] The sync data for ids ['32c7e1ac-482a-4bbd-810a-bf6cd2fb5023'] in dv-neutron-837109-1-hyperv is: [{'id': '32c7e1ac-482a-4bbd-810a-bf6cd2fb5023', 'name': 'tempest-TestEncryptedCinderVolumes-869944816-router', 'tenant_id': '7263861f188743dfad0ce76772c6630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:42Z', 'updated_at': '2022-04-08T11:12:23Z', 'revision_number': 6, 'project_id': '7263861f188743dfad0ce76772c6630e', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:24.102471 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Calling delete_port for ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:24.334102 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.385387 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:24.477435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.657256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.662516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.763500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.764205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:12:24.781449 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.782590 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dbb5f3fc-4d65-4548-ac7b-17340976b308 admin admin] 10.222.0.23 "DELETE /v2.0/routers/32c7e1ac-482a-4bbd-810a-bf6cd2fb5023 HTTP/1.1" status: 204 len: 168 time: 1.5462747 Apr 08 11:12:24.785436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33516) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:24.847354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-45061673-dd11-4ed7-9e72-f4e26877bfe4 admin admin] Deleting subnet 0a43d849-2172-44ff-8df3-f7a6124a1bda {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:12:24.850211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45061673-dd11-4ed7-9e72-f4e26877bfe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.899743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45061673-dd11-4ed7-9e72-f4e26877bfe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:24.981320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45061673-dd11-4ed7-9e72-f4e26877bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.134373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45061673-dd11-4ed7-9e72-f4e26877bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.172193 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45061673-dd11-4ed7-9e72-f4e26877bfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a43d849-2172-44ff-8df3-f7a6124a1bda,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:25.175843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-45061673-dd11-4ed7-9e72-f4e26877bfe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.183541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc2bc2-81a1-4e21-a2e4-bbfbb84cbdfc None None] Network 8636112f-0a56-4e7f-bf10-405987569407 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:12:25.184516 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-45061673-dd11-4ed7-9e72-f4e26877bfe4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0a43d849-2172-44ff-8df3-f7a6124a1bda HTTP/1.1" status: 204 len: 168 time: 0.3974092 Apr 08 11:12:25.187045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33520) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:25.294032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.304212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Deleting port a4595671-39fc-4922-bddf-5f31e295a629 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:25.304569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.441801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] DHCP port deletion for 8636112f-0a56-4e7f-bf10-405987569407 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:12:25.446342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] Deleting port a4595671-39fc-4922-bddf-5f31e295a629 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:25.446717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.503402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:12:25.569881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:12:25.570230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ec3dc66a-0c21-4aca-8a44-7b5c5a0d6ffb not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:12:25.570537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a4595671-39fc-4922-bddf-5f31e295a629 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:12:25.616675 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] For port a4595671-39fc-4922-bddf-5f31e295a629, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a4595671-39fc-4922-bddf-5f31e295a629,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:25.617031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.738805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Calling delete_port for a4595671-39fc-4922-bddf-5f31e295a629 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:25.779752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] For port a4595671-39fc-4922-bddf-5f31e295a629, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a4595671-39fc-4922-bddf-5f31e295a629,segment=NetworkSegment(981f5d76-8ffb-4f5d-8654-9e59067b1cfc),segment_id=981f5d76-8ffb-4f5d-8654-9e59067b1cfc)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:25.780144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.870531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:25.911457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] Calling delete_port for a4595671-39fc-4922-bddf-5f31e295a629 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:25.916019 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4595671-39fc-4922-bddf-5f31e295a629,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:25.920825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] No DVR routers for this DVR port a4595671-39fc-4922-bddf-5f31e295a629 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:12:25.938558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:26.029608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 931e8ebd-3006-49f1-8484-ef23e234b7fc no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:12:26.036170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:26.061011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8636112f-0a56-4e7f-bf10-405987569407']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:26.069533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 931e8ebd-3006-49f1-8484-ef23e234b7fc {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:12:26.069836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 931e8ebd-3006-49f1-8484-ef23e234b7fc not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:12:26.076366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981f5d76-8ffb-4f5d-8654-9e59067b1cfc') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:26.076366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981f5d76-8ffb-4f5d-8654-9e59067b1cfc') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:26.082464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:12:26.082877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:12:26.086899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:26.102932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:26.109123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:12:26.109509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:12:26.122586 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:12:26.282666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:26.298997 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:26.309672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] Pushing event deleted for resources: {'Network': ['ID=8636112f-0a56-4e7f-bf10-405987569407,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:26.397820 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-50be79a0-d7a5-417a-9e17-92b86b450632 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8636112f-0a56-4e7f-bf10-405987569407 HTTP/1.1" status: 204 len: 168 time: 1.2097425 Apr 08 11:12:26.400574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33524) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:26.583749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] Deleting port a4595671-39fc-4922-bddf-5f31e295a629 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:26.584327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:26.648871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6cb60fc7-5bc6-4551-8eb8-43d6544d1f78 None None] The port 'a4595671-39fc-4922-bddf-5f31e295a629' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:12:26.933700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:27.275772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a9fbef7a-d7f2-459e-b8a8-abcb29663849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:27.378807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Deleting port e95cf00b-517e-4107-bc2d-b11390ebfc2b {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:27.379144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:27.551657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] For port e95cf00b-517e-4107-bc2d-b11390ebfc2b, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e95cf00b-517e-4107-bc2d-b11390ebfc2b,segment=NetworkSegment(cff2f0e6-bb96-4f75-abed-8733948da4bd),segment_id=cff2f0e6-bb96-4f75-abed-8733948da4bd)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:27.551920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:27.677032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Calling delete_port for e95cf00b-517e-4107-bc2d-b11390ebfc2b owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:27.951876 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:28.002096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Pushing event deleted for resources: {'Port': ['ID=e95cf00b-517e-4107-bc2d-b11390ebfc2b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:28.267803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:28.727648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:12:28.902358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:12:28.911174 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e51557fd-e25f-4430-957d-98f8bc7001af admin admin] 10.222.0.23 "PUT /v2.0/routers/79e25289-0a98-4b6e-a83c-7f75e9ac4310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5096226 Apr 08 11:12:28.911334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] Sync routers for ids ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:28.913635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33528) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:28.922074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] Routers {'79e25289-0a98-4b6e-a83c-7f75e9ac4310'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:28.922689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:11:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:29.093257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:29.104240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] Set router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:29.268139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:29.350242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Deleting port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:29.350521 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:29.432133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:12:27Z', 'revision_number': 5, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port': {'id': '7ffc3c26-d3b8-46a9-bad5-6fabec6701cb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:10:51Z', 'updated_at': '2022-04-08T11:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:29.437119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] Checking router: 79e25289-0a98-4b6e-a83c-7f75e9ac4310 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:29.446407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] Routers {'79e25289-0a98-4b6e-a83c-7f75e9ac4310'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:29.447036 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:11:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:29.542116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] For port 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=7ffc3c26-d3b8-46a9-bad5-6fabec6701cb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:29.542576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:29.593064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f3b8da3f-0991-4f93-970e-a7222556e1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:29.618541 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] Set router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:29.666147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Calling delete_port for 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:29.724870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:12:29Z', 'revision_number': 6, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:29.728902 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9147e-e5b3-4946-83d4-978b185d1b05 None None] The sync data for ids ['79e25289-0a98-4b6e-a83c-7f75e9ac4310'] in dv-neutron-837109-1-hyperv is: [{'id': '79e25289-0a98-4b6e-a83c-7f75e9ac4310', 'name': 'tempest-TestEncryptedCinderVolumes-1547573051-router', 'tenant_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:10:50Z', 'updated_at': '2022-04-08T11:12:29Z', 'revision_number': 6, 'project_id': 'b6d2194f4a014628ad3abadd8dd72d06', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:29.876753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:29.922840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffc3c26-d3b8-46a9-bad5-6fabec6701cb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:30.013258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.294561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.296818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.374150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.374645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e25289-0a98-4b6e-a83c-7f75e9ac4310 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:12:30.386694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.388445 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-37d73429-46c1-4aec-a5f1-a29081e0b081 admin admin] 10.222.0.23 "DELETE /v2.0/routers/79e25289-0a98-4b6e-a83c-7f75e9ac4310 HTTP/1.1" status: 204 len: 168 time: 1.4731574 Apr 08 11:12:30.391339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33532) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:30.449087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e6a9f1-7ced-488f-b6f3-f0412b44d7b8 admin admin] Deleting subnet 0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:12:30.455115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0e6a9f1-7ced-488f-b6f3-f0412b44d7b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.507181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0e6a9f1-7ced-488f-b6f3-f0412b44d7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.584752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0e6a9f1-7ced-488f-b6f3-f0412b44d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.665790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.700594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0e6a9f1-7ced-488f-b6f3-f0412b44d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.743495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6a9f1-7ced-488f-b6f3-f0412b44d7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:30.750637 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0e6a9f1-7ced-488f-b6f3-f0412b44d7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.757055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b306c55-dc15-465c-81dc-f958e6aeccde None None] Network 35f601e0-d890-4f78-87c6-bef9a445a375 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:12:30.757257 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f0e6a9f1-7ced-488f-b6f3-f0412b44d7b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0e1fc8b7-5fe1-4e38-892d-ca0a1d41481b HTTP/1.1" status: 204 len: 168 time: 0.3649454 Apr 08 11:12:30.759843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33536) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:30.869403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:30.880512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Deleting port 8ca5e11b-4a91-426c-9187-52268efb5a49 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:30.880862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.010986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] DHCP port deletion for 35f601e0-d890-4f78-87c6-bef9a445a375 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:12:31.015323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] Deleting port 8ca5e11b-4a91-426c-9187-52268efb5a49 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:31.015709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.087893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] For port 8ca5e11b-4a91-426c-9187-52268efb5a49, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8ca5e11b-4a91-426c-9187-52268efb5a49,segment=NetworkSegment(cff2f0e6-bb96-4f75-abed-8733948da4bd),segment_id=cff2f0e6-bb96-4f75-abed-8733948da4bd)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:31.088236 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.216734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Calling delete_port for 8ca5e11b-4a91-426c-9187-52268efb5a49 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:31.234332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] For port 8ca5e11b-4a91-426c-9187-52268efb5a49, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=8ca5e11b-4a91-426c-9187-52268efb5a49,segment=NetworkSegment(cff2f0e6-bb96-4f75-abed-8733948da4bd),segment_id=cff2f0e6-bb96-4f75-abed-8733948da4bd)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:31.234780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.295733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.363221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] Calling delete_port for 8ca5e11b-4a91-426c-9187-52268efb5a49 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:12:31.390702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.441762 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:12:31.442187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:12:31.442879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca5e11b-4a91-426c-9187-52268efb5a49,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:31.453911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] No DVR routers for this DVR port 8ca5e11b-4a91-426c-9187-52268efb5a49 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:12:31.493336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:12:31.531961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:12:31.532300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 7ffc3c26-d3b8-46a9-bad5-6fabec6701cb not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:12:31.532739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8ca5e11b-4a91-426c-9187-52268efb5a49 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:12:31.565620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 8ca5e11b-4a91-426c-9187-52268efb5a49 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:12:31.565962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 8ca5e11b-4a91-426c-9187-52268efb5a49 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:12:31.566373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e95cf00b-517e-4107-bc2d-b11390ebfc2b no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:12:31.573028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.599875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: e95cf00b-517e-4107-bc2d-b11390ebfc2b {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:12:31.600218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e95cf00b-517e-4107-bc2d-b11390ebfc2b not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:12:31.603339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f601e0-d890-4f78-87c6-bef9a445a375']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:31.615995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff2f0e6-bb96-4f75-abed-8733948da4bd') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:31.616294 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff2f0e6-bb96-4f75-abed-8733948da4bd') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:31.628123 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.644588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.650542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:12:31.657651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:12:31.663872 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:12:31.797320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.815210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:31.826792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f601e0-d890-4f78-87c6-bef9a445a375,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:31.830751 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bc6a7e4b-a773-4164-b6fb-be9c700a74a3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/35f601e0-d890-4f78-87c6-bef9a445a375 HTTP/1.1" status: 204 len: 168 time: 1.0698509 Apr 08 11:12:31.943548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] Deleting port 8ca5e11b-4a91-426c-9187-52268efb5a49 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:12:31.944109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:32.056101 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2bd010d3-8dea-47de-858e-4aa1c41cc95e None None] The port '8ca5e11b-4a91-426c-9187-52268efb5a49' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:12:32.124775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:32.193574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33542) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:32.243708 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fc44d007-2ddf-4b21-8644-18d85f69818b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7263861f188743dfad0ce76772c6630e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488935 Apr 08 11:12:32.246164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33546) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:32.305775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f113bfa2-21e2-43e8-9a3d-70139d24eaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:32.331735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f113bfa2-21e2-43e8-9a3d-70139d24eaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:32.459488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f113bfa2-21e2-43e8-9a3d-70139d24eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:32.476885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113bfa2-21e2-43e8-9a3d-70139d24eaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cb3120-bd6d-4965-b5d2-553aec0e295d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:32.538508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f113bfa2-21e2-43e8-9a3d-70139d24eaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:32.539634 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f113bfa2-21e2-43e8-9a3d-70139d24eaf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67cb3120-bd6d-4965-b5d2-553aec0e295d HTTP/1.1" status: 204 len: 168 time: 0.2916937 Apr 08 11:12:33.352405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33554) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:33.400620 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-26977fbb-3cb1-4e17-a9d0-55b15a7f9661 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6d2194f4a014628ad3abadd8dd72d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470378 Apr 08 11:12:33.403665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33558) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:33.462425 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-658a2e4a-6ee9-4652-ba8d-94096b65fd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:33.488556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-658a2e4a-6ee9-4652-ba8d-94096b65fd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:33.607636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-658a2e4a-6ee9-4652-ba8d-94096b65fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:33.627023 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a2e4a-6ee9-4652-ba8d-94096b65fd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4deb6e-e034-4ed7-988d-cd1d2c7decb6,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:33.634555 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-658a2e4a-6ee9-4652-ba8d-94096b65fd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:33.635673 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-658a2e4a-6ee9-4652-ba8d-94096b65fd3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b4deb6e-e034-4ed7-988d-cd1d2c7decb6 HTTP/1.1" status: 204 len: 168 time: 0.2309108 Apr 08 11:12:34.448197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:34.710161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33582) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:34.836627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1068712129-network', 'tenant_id': 'c9669b78118c40ba92650701464275a4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:34.841801 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:34.845673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Usage tracker for resource:network and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:34.848690 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:34.854554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:34.915681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Made reservation on behalf of c9669b78118c40ba92650701464275a4 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:12:34.917974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:34.930418 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:34.945232 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:34.949080 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:34.952694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:34.958401 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:35.041224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:35.116754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:35.147081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:12:35.155617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798a94a2-8997-42d3-8487-9eec9873fb03,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:35.161158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:35.162136 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Added segment 5fe02aa2-fd34-42fd-b525-8f955aa5c66b of type vlan for network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 Apr 08 11:12:35.189209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:35.338538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:35.339522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:35.340190 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:35.450745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] Pushing event updated for resources: {'Network': ['ID=662701e2-4e63-4730-b0ea-92f9b8f57ea9,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:35.460370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:12:35.518310 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3ce830f6-524f-496a-9225-af716903a8f7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8068643 Apr 08 11:12:35.520978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33588) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:35.526338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Request body: {'subnet': {'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1068712129-subnet', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:35.531862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:35.535756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Usage tracker for resource:subnet and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:35.538577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:35.545715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:35.614196 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Made reservation on behalf of c9669b78118c40ba92650701464275a4 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:12:35.616541 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:35.939936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.011553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a987482-b90d-4cb9-b7ab-f003bf6f0124,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:36.022075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Checking segment: {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:12:36.030327 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Network hostable DHCP agents. Network: 662701e2-4e63-4730-b0ea-92f9b8f57ea9, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:12:36.098585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:12:36.218530 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 662701e2-4e63-4730-b0ea-92f9b8f57ea9) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:36.222466 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:36.223058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.228976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c45d69-413d-4ccd-b4c2-53bad60086a8 None None] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:12:36.312801 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e6029c19-554e-440c-9fd3-cdf99049f0ab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7907598 Apr 08 11:12:36.315281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33592) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:36.320409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:36.326345 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:36.330647 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Usage tracker for resource:router and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:36.333509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:36.339251 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:36.425909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.426942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.443429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.446956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:12:36.447775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.603986 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Allocated IP 172.20.0.2 (662701e2-4e63-4730-b0ea-92f9b8f57ea9/1a987482-b90d-4cb9-b7ab-f003bf6f0124/2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:36.777496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.814232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.825329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Transition to ACTIVE for port object 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:36.843978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Transition to ACTIVE for port object 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:36.894935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:36.955498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:36.958238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:36.966057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:12:36.975747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Pushing event updated for resources: {'Port': ['ID=2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:37.062515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Attempting to bind port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:12:37.062882 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Attempting to bind port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:12:37.063249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Attempting to bind port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 on network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:12:37.068457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:12:37.068857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Checking segment: {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:12:37.069261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:37.069658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Bound using segment: {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:12:37.070123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Bound port: 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:12:37.070493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:37.169284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] For port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:12:37.172149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] For port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:12:37.249479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:37.291254 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:37.321678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:37.343352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b83252-f649-464e-b69b-47ea721011c8 None None] Pushing event updated for resources: {'Port': ['ID=2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:37.468424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Allocated IP 172.26.7.64 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/70176e07-458e-4528-a521-f376097bfb1e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:37.631236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:37.745936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:37.808352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:37.816393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:37.820791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:12:37.854000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Pushing event updated for resources: {'Port': ['ID=70176e07-458e-4528-a521-f376097bfb1e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:38.222957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e651f-49e8-4e1c-bfcc-d15300130b55 None None] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:12:38.331378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:38.477821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-31ce4ec3-83d6-456d-bfc7-2650d32ae307 None None] Provisioning for port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:38.678762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:39.099499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Router dc3c569e-85d9-48f6-b472-5a75c28a8fef is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:12:39.279130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:12:39.289350 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Sync routers for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:39.299933 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:39.300591 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:39.397168 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:39.398533 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b211a2c0-43ea-4c42-bf72-5a603927ee88 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0822537 Apr 08 11:12:39.401320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33596) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:39.483949 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:39.527802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:39.694013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:39.699090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:39.703327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:39.772703 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:38Z', 'revision_number': 3, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:39.776522 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Checking router: dc3c569e-85d9-48f6-b472-5a75c28a8fef for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:39.776870 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Updating router dc3c569e-85d9-48f6-b472-5a75c28a8fef port 70176e07-458e-4528-a521-f376097bfb1e binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:12:39.821517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:39.856762 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:39.861430 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:39.962814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.034067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:40.096787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.187524 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.198812 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Transition to ACTIVE for port object 70176e07-458e-4528-a521-f376097bfb1e will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:40.272030 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.312686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Allocated IP 172.20.0.1 (662701e2-4e63-4730-b0ea-92f9b8f57ea9/1a987482-b90d-4cb9-b7ab-f003bf6f0124/c8b35751-542c-4811-9821-c38ae75ab8f3) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:40.359229 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Pushing event updated for resources: {'Port': ['ID=70176e07-458e-4528-a521-f376097bfb1e,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:40.368424 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.368992 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.371277 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.371277 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.371277 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.371277 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.371277 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.371277 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.371789 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.371876 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.372239 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.372593 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:40.403484 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Attempting to bind port 70176e07-458e-4528-a521-f376097bfb1e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:12:40.405756 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Attempting to bind port 70176e07-458e-4528-a521-f376097bfb1e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:12:40.405756 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Attempting to bind port 70176e07-458e-4528-a521-f376097bfb1e on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:12:40.410666 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:12:40.411045 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:12:40.411915 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.411915 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:12:40.412266 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Bound port: 70176e07-458e-4528-a521-f376097bfb1e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:12:40.412868 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.492905 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] For port 70176e07-458e-4528-a521-f376097bfb1e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:12:40.496854 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] For port 70176e07-458e-4528-a521-f376097bfb1e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=70176e07-458e-4528-a521-f376097bfb1e,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:12:40.546498 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.595286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.611972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Transition to ACTIVE for port object c8b35751-542c-4811-9821-c38ae75ab8f3 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:40.632928 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:40.633568 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:40.688774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.707974 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b7a9d-e903-4b34-b1e2-216ca8c283c0 None None] Pushing event updated for resources: {'Port': ['ID=70176e07-458e-4528-a521-f376097bfb1e,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:40.765124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b35751-542c-4811-9821-c38ae75ab8f3,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:40.778142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:40.779588 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:40.782028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:12:40.843972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:40.853003 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:41.099009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cc8639c7-c723-4de5-9fad-5cd85e03d80a None None] Provisioning for port c8b35751-542c-4811-9821-c38ae75ab8f3 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:41.104319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-cc8639c7-c723-4de5-9fad-5cd85e03d80a None None] Provisioning complete for port c8b35751-542c-4811-9821-c38ae75ab8f3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:41.108920 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cc8639c7-c723-4de5-9fad-5cd85e03d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:41.166140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-cc8639c7-c723-4de5-9fad-5cd85e03d80a None None] Port c8b35751-542c-4811-9821-c38ae75ab8f3 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:12:41.205898 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:38Z', 'revision_number': 3, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:41.210281 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ae382-608d-48c8-b189-27826c6b9892 None None] The sync data for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv is: [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:38Z', 'revision_number': 3, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:41.233860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:41.488617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:41.557910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:41.600944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 70176e07-458e-4528-a521-f376097bfb1e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:41.675502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:41.678975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b35751-542c-4811-9821-c38ae75ab8f3,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:41.711115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 70176e07-458e-4528-a521-f376097bfb1e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:41.717311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 70176e07-458e-4528-a521-f376097bfb1e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:41.718102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:41.826606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:41.827368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:41.845293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:41.864140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 70176e07-458e-4528-a521-f376097bfb1e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=70176e07-458e-4528-a521-f376097bfb1e,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:41.936635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:41.937470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:42.043946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=70176e07-458e-4528-a521-f376097bfb1e,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:42.044690 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Router dc3c569e-85d9-48f6-b472-5a75c28a8fef has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:12:42.100076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2c20a828-fbac-4eb9-aa67-9de3f693520a None None] Provisioning complete for port c8b35751-542c-4811-9821-c38ae75ab8f3 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:42.100654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2c20a828-fbac-4eb9-aa67-9de3f693520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:42.144298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:42.144701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:42.200504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2c20a828-fbac-4eb9-aa67-9de3f693520a None None] Port c8b35751-542c-4811-9821-c38ae75ab8f3 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:12:42.244050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:12:42.256535 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-dba15fe9-e634-42ce-bd33-1a5be325d061 admin admin] 10.222.0.23 "PUT /v2.0/routers/dc3c569e-85d9-48f6-b472-5a75c28a8fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519268 Apr 08 11:12:42.767530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Sync routers for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:42.776952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:42.777607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:42.923223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33614) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:42.928846 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592288254-network', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:42.933755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:42.937564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Usage tracker for resource:network and tenant:79fdc5b627a14b1a987c61271832c0e9 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:42.940405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:42.946268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:42.958521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:43.026607 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Made reservation on behalf of 79fdc5b627a14b1a987c61271832c0e9 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:12:43.030510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.047111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.061810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:43.065612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Usage tracker for resource:security_group_rule and tenant:79fdc5b627a14b1a987c61271832c0e9 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:43.068352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:43.074045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:43.158067 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.259940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.271140 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 2, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:43.275604 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Checking router: dc3c569e-85d9-48f6-b472-5a75c28a8fef for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:43.275966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Updating router dc3c569e-85d9-48f6-b472-5a75c28a8fef port c8b35751-542c-4811-9821-c38ae75ab8f3 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:12:43.290684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:12:43.302990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2594c9f1-d1c9-4744-a167-1f3ac5747868,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:43.307287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.307636 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Added segment f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7 of type vlan for network 210c9897-591d-42d3-9c70-cecdbebe892c Apr 08 11:12:43.335229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.344614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.471239 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.472763 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:43.473583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.508414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 70176e07-458e-4528-a521-f376097bfb1e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:43.694871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] Pushing event updated for resources: {'Network': ['ID=210c9897-591d-42d3-9c70-cecdbebe892c,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:43.695755 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 70176e07-458e-4528-a521-f376097bfb1e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:43.696131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.723628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 210c9897-591d-42d3-9c70-cecdbebe892c details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:12:43.810749 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cdee9fef-8485-42cd-af77-f06f664d4590 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8863742 Apr 08 11:12:43.813704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33618) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:43.819212 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Request body: {'subnet': {'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592288254-subnet', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:43.828319 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:43.829547 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Usage tracker for resource:subnet and tenant:79fdc5b627a14b1a987c61271832c0e9 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:43.832678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:43.838565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:43.922877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Made reservation on behalf of 79fdc5b627a14b1a987c61271832c0e9 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:12:43.925215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.985387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.999206 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Transition to ACTIVE for port object c8b35751-542c-4811-9821-c38ae75ab8f3 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:44.081995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.236664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.249108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64ad4d-b393-4319-8f68-28b48f45ae56 None None] Pushing event updated for resources: {'Port': ['ID=c8b35751-542c-4811-9821-c38ae75ab8f3,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:44.301854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f90240-7bae-4839-bdc6-238c123345dd,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:44.330389 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Checking segment: {'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:12:44.330775 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Network hostable DHCP agents. Network: 210c9897-591d-42d3-9c70-cecdbebe892c, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:12:44.333952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Attempting to bind port c8b35751-542c-4811-9821-c38ae75ab8f3 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:12:44.334570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Attempting to bind port c8b35751-542c-4811-9821-c38ae75ab8f3 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:12:44.334858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Attempting to bind port c8b35751-542c-4811-9821-c38ae75ab8f3 on network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:12:44.342030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:12:44.342403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Checking segment: {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:12:44.342890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.343666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Bound using segment: {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:12:44.344138 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Bound port: c8b35751-542c-4811-9821-c38ae75ab8f3, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:12:44.344555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.446865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] For port c8b35751-542c-4811-9821-c38ae75ab8f3, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:12:44.449866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] For port c8b35751-542c-4811-9821-c38ae75ab8f3, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c8b35751-542c-4811-9821-c38ae75ab8f3,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:12:44.466648 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Network 210c9897-591d-42d3-9c70-cecdbebe892c is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:12:44.546532 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.598602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 210c9897-591d-42d3-9c70-cecdbebe892c) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:44.604307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:44.606261 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.622273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448ca1c-4c79-4bac-ae28-e052f55e1502 None None] Network 210c9897-591d-42d3-9c70-cecdbebe892c requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:12:44.649760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:44.650405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:44.726124 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3146e38f-5831-453c-b9a0-426baca0a8f4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9091551 Apr 08 11:12:44.726371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64ad4d-b393-4319-8f68-28b48f45ae56 None None] Pushing event updated for resources: {'Port': ['ID=c8b35751-542c-4811-9821-c38ae75ab8f3,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:44.726504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33622) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:44.733163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:12:44.738267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:44.742384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Usage tracker for resource:router and tenant:79fdc5b627a14b1a987c61271832c0e9 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:44.745603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:44.756417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:44.820215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.821212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.836617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:44.946400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:45.193695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-210c9897-591d-42d3-9c70-cecdbebe892c', 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'fixed_ips': [{'subnet_id': 'a6f90240-7bae-4839-bdc6-238c123345dd'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:12:45.194499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:45.323647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:45.481736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Allocated IP 172.20.0.2 (210c9897-591d-42d3-9c70-cecdbebe892c/a6f90240-7bae-4839-bdc6-238c123345dd/48ede061-546b-4bbb-81d8-50b31a8e992c) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:45.583098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:44Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:45.596535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb777f6-81cf-4a78-87de-feef168c1cd7 None None] The sync data for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv is: [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:44Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:45.736208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:45.747742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Transition to ACTIVE for port object 48ede061-546b-4bbb-81d8-50b31a8e992c will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:45.779340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:45.811447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:45.905994 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Transition to ACTIVE for port object 48ede061-546b-4bbb-81d8-50b31a8e992c will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:45.958505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Allocated IP 172.26.7.132 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/71a02eb5-8d2f-4102-9e1b-64adf93e7f0d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:45.986920 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:46.053756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Network 210c9897-591d-42d3-9c70-cecdbebe892c is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:46.056645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:46.060539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:12:46.110654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Pushing event updated for resources: {'Port': ['ID=48ede061-546b-4bbb-81d8-50b31a8e992c,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:46.126908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:46.172567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Attempting to bind port 48ede061-546b-4bbb-81d8-50b31a8e992c on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:12:46.172944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Attempting to bind port 48ede061-546b-4bbb-81d8-50b31a8e992c by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:12:46.173311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Attempting to bind port 48ede061-546b-4bbb-81d8-50b31a8e992c on network 210c9897-591d-42d3-9c70-cecdbebe892c {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:12:46.178969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:12:46.179347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Checking segment: {'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:12:46.179754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:46.180151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Bound using segment: {'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:12:46.180670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Bound port: 48ede061-546b-4bbb-81d8-50b31a8e992c, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:12:46.181054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:46.220175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:46.283359 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] For port 48ede061-546b-4bbb-81d8-50b31a8e992c, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:12:46.286985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] For port 48ede061-546b-4bbb-81d8-50b31a8e992c, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=48ede061-546b-4bbb-81d8-50b31a8e992c,segment=NetworkSegment(f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7),segment_id=f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:12:46.306065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:46.311386 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:46.313252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:12:46.360115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Pushing event updated for resources: {'Port': ['ID=71a02eb5-8d2f-4102-9e1b-64adf93e7f0d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:46.373437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.373703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.374043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.374379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.374709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.375019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:46.375143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.375358 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.375686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.376008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.376327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.376680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.377006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:46.464392 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0421d4c-34bc-45c7-ba29-ceaac79a14dd None None] Pushing event updated for resources: {'Port': ['ID=48ede061-546b-4bbb-81d8-50b31a8e992c,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:46.863709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:47.328882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:47.415714 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc095c5-48c7-4327-8167-3514033246ae None None] Network 210c9897-591d-42d3-9c70-cecdbebe892c requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:12:47.576411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 48ede061-546b-4bbb-81d8-50b31a8e992c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:47.626994 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-260c5cd3-6082-4fdd-9a6e-64593b3ea5fe None None] Provisioning for port 48ede061-546b-4bbb-81d8-50b31a8e992c completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:47.631180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Router 6f1eb809-65c1-4365-830f-adbdf02adc9a is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:12:47.821839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:12:47.833893 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Sync routers for ids ['6f1eb809-65c1-4365-830f-adbdf02adc9a'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:47.843851 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Routers {'6f1eb809-65c1-4365-830f-adbdf02adc9a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:47.844499 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6f1eb809-65c1-4365-830f-adbdf02adc9a'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:47.870388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 48ede061-546b-4bbb-81d8-50b31a8e992c completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:47.878961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 48ede061-546b-4bbb-81d8-50b31a8e992c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:47.879761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:47.900244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:47.905069 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33626) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:47.909029 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-db7e3500-7b52-4288-a295-6f703c10034b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1807981 Apr 08 11:12:47.995188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5d88ad58-59c1-43cc-9e88-5ed2c492dbb1 None None] Provisioning complete for port 48ede061-546b-4bbb-81d8-50b31a8e992c triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:47.995567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d88ad58-59c1-43cc-9e88-5ed2c492dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.040564 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Set router 6f1eb809-65c1-4365-830f-adbdf02adc9a gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:48.114675 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.195794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 48ede061-546b-4bbb-81d8-50b31a8e992c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=48ede061-546b-4bbb-81d8-50b31a8e992c,segment=NetworkSegment(f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7),segment_id=f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:48.209310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d88ad58-59c1-43cc-9e88-5ed2c492dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.266411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.267135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c8b35751-542c-4811-9821-c38ae75ab8f3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:48.374124 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:12:46Z', 'revision_number': 3, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:48.379392 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Checking router: 6f1eb809-65c1-4365-830f-adbdf02adc9a for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:48.379807 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Updating router 6f1eb809-65c1-4365-830f-adbdf02adc9a port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:12:48.438354 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.441130 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-5d88ad58-59c1-43cc-9e88-5ed2c492dbb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:12:48.441612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-5d88ad58-59c1-43cc-9e88-5ed2c492dbb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:12:48.442207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=48ede061-546b-4bbb-81d8-50b31a8e992c,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:48.540162 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c8b35751-542c-4811-9821-c38ae75ab8f3 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:48.547318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c8b35751-542c-4811-9821-c38ae75ab8f3 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:48.548631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.603461 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.674450 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.709299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c8b35751-542c-4811-9821-c38ae75ab8f3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c8b35751-542c-4811-9821-c38ae75ab8f3,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:48.780952 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.791934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.793294 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Transition to ACTIVE for port object 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:48.815281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Allocated IP 172.20.0.1 (210c9897-591d-42d3-9c70-cecdbebe892c/a6f90240-7bae-4839-bdc6-238c123345dd/c671bd0b-1896-4e4f-8172-1b6229ad5ad4) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:48.865469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c8b35751-542c-4811-9821-c38ae75ab8f3,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:48.905864 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.962326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.978109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Transition to ACTIVE for port object c671bd0b-1896-4e4f-8172-1b6229ad5ad4 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:48.990799 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Attempting to bind port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:12:48.995790 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Attempting to bind port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:12:48.995790 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Attempting to bind port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:12:48.995790 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8a3f-6e80-443a-806b-3a411d9125da None None] Pushing event updated for resources: {'Port': ['ID=71a02eb5-8d2f-4102-9e1b-64adf93e7f0d,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:49.003133 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:12:49.003498 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:12:49.003884 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.004258 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:12:49.004738 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Bound port: 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:12:49.005103 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.081076 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] For port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:12:49.084052 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] For port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=71a02eb5-8d2f-4102-9e1b-64adf93e7f0d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:12:49.094686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.173693 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.254217 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Routers {'6f1eb809-65c1-4365-830f-adbdf02adc9a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:49.254825 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6f1eb809-65c1-4365-830f-adbdf02adc9a'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:49.268963 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Network 210c9897-591d-42d3-9c70-cecdbebe892c is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:49.275866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:49.281123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:12:49.305587 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8a3f-6e80-443a-806b-3a411d9125da None None] Pushing event updated for resources: {'Port': ['ID=71a02eb5-8d2f-4102-9e1b-64adf93e7f0d,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:49.311721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Pushing event updated for resources: {'Port': ['ID=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:49.338984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.367199 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:12:49.463680 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] Set router 6f1eb809-65c1-4365-830f-adbdf02adc9a gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:49.524086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 48ede061-546b-4bbb-81d8-50b31a8e992c up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:49.552451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.576398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3cd2e59d-016e-4048-a28d-d6e4b6d8a03c None None] Provisioning for port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:49.591272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3cd2e59d-016e-4048-a28d-d6e4b6d8a03c None None] Provisioning complete for port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:49.591567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e59d-016e-4048-a28d-d6e4b6d8a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.656949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 48ede061-546b-4bbb-81d8-50b31a8e992c triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:49.657583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.681576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2e59d-016e-4048-a28d-d6e4b6d8a03c None None] Port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:12:49.762345 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:12:46Z', 'revision_number': 3, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:49.766334 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de5536-d25b-4c8d-b32d-45c96842d6ca None None] The sync data for ids ['6f1eb809-65c1-4365-830f-adbdf02adc9a'] in dv-neutron-837109-1-hyperv is: [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:12:46Z', 'revision_number': 3, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:49.790232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c8b35751-542c-4811-9821-c38ae75ab8f3 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:49.807240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.857085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c8b35751-542c-4811-9821-c38ae75ab8f3 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:49.857491 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:49.881531 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:50.017305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:50.020649 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Pushing event updated for resources: {'Port': ['ID=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:50.161348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Network 210c9897-591d-42d3-9c70-cecdbebe892c is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:50.162500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:50.361754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Router 6f1eb809-65c1-4365-830f-adbdf02adc9a has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:12:50.415590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b0be8e63-5fe7-4232-82be-64433955701f None None] Provisioning complete for port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:50.416044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b0be8e63-5fe7-4232-82be-64433955701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:50.475205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b0be8e63-5fe7-4232-82be-64433955701f None None] Port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:12:50.556421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:12:50.566523 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7abdbfe9-df4b-4c30-a96e-6a80c5a3595c admin admin] 10.222.0.23 "PUT /v2.0/routers/6f1eb809-65c1-4365-830f-adbdf02adc9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6598179 Apr 08 11:12:51.557904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:51.724845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:51.728068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:51.728643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:51.860067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:51.880410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=71a02eb5-8d2f-4102-9e1b-64adf93e7f0d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:51.945835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:52.024614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=71a02eb5-8d2f-4102-9e1b-64adf93e7f0d,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:52.484680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Sync routers for ids ['6f1eb809-65c1-4365-830f-adbdf02adc9a'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:12:52.497227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Routers {'6f1eb809-65c1-4365-830f-adbdf02adc9a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:52.497862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6f1eb809-65c1-4365-830f-adbdf02adc9a'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:52.689293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Set router 6f1eb809-65c1-4365-830f-adbdf02adc9a gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:53.073575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:12:49Z', 'revision_number': 4, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c671bd0b-1896-4e4f-8172-1b6229ad5ad4', 'name': '', 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'mac_address': 'fa:16:3e:09:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'a6f90240-7bae-4839-bdc6-238c123345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:48Z', 'updated_at': '2022-04-08T11:12:49Z', 'revision_number': 2, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'subnets': [{'id': 'a6f90240-7bae-4839-bdc6-238c123345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:53.079777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Checking router: 6f1eb809-65c1-4365-830f-adbdf02adc9a for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:12:53.080387 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Updating router 6f1eb809-65c1-4365-830f-adbdf02adc9a port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:12:53.139962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:53.523843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:53.596498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:53.616073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Transition to ACTIVE for port object c671bd0b-1896-4e4f-8172-1b6229ad5ad4 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:53.629878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:53.630249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:53.700088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:53.948240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Pushing event updated for resources: {'Port': ['ID=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:53.994376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.994804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.995217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.995623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.996824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.997381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.997381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.997819 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.998215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.998615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.999012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:53.999407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:12:54.019799 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Attempting to bind port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:12:54.020258 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Attempting to bind port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:12:54.020734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Attempting to bind port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 on network 210c9897-591d-42d3-9c70-cecdbebe892c {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:12:54.030602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:12:54.031079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Checking segment: {'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:12:54.031570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:54.031976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Bound using segment: {'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:12:54.032460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Bound port: c671bd0b-1896-4e4f-8172-1b6229ad5ad4, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:12:54.032869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:54.135305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] For port c671bd0b-1896-4e4f-8172-1b6229ad5ad4, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:12:54.139448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] For port c671bd0b-1896-4e4f-8172-1b6229ad5ad4, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,segment=NetworkSegment(f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7),segment_id=f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:12:54.431696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:54.515294 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Routers {'6f1eb809-65c1-4365-830f-adbdf02adc9a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:12:54.515925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:12:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6f1eb809-65c1-4365-830f-adbdf02adc9a'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:54.582906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409a950-6064-4967-b3ab-3e2a67c97b32 None None] Pushing event updated for resources: {'Port': ['ID=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:54.740820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] Set router 6f1eb809-65c1-4365-830f-adbdf02adc9a gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:12:55.139857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:12:49Z', 'revision_number': 4, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c671bd0b-1896-4e4f-8172-1b6229ad5ad4', 'name': '', 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'mac_address': 'fa:16:3e:09:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'a6f90240-7bae-4839-bdc6-238c123345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:48Z', 'updated_at': '2022-04-08T11:12:54Z', 'revision_number': 4, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'subnets': [{'id': 'a6f90240-7bae-4839-bdc6-238c123345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:55.144204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e798eb-c055-4d74-974f-e6d323e92240 None None] The sync data for ids ['6f1eb809-65c1-4365-830f-adbdf02adc9a'] in dv-neutron-837109-1-hyperv is: [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:12:49Z', 'revision_number': 4, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c671bd0b-1896-4e4f-8172-1b6229ad5ad4', 'name': '', 'network_id': '210c9897-591d-42d3-9c70-cecdbebe892c', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'mac_address': 'fa:16:3e:09:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'a6f90240-7bae-4839-bdc6-238c123345dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:48Z', 'updated_at': '2022-04-08T11:12:54Z', 'revision_number': 4, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'subnets': [{'id': 'a6f90240-7bae-4839-bdc6-238c123345dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:12:55.555255 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c671bd0b-1896-4e4f-8172-1b6229ad5ad4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:55.716098 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:55.722518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:55.723143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:55.872286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:55.910660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c671bd0b-1896-4e4f-8172-1b6229ad5ad4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,segment=NetworkSegment(f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7),segment_id=f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:12:56.047858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:56.128903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:57.271498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-593a34d7-d535-4ad9-8f28-a620c53f61a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:57.517999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c671bd0b-1896-4e4f-8172-1b6229ad5ad4 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:57.588016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:57.588317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:59.585580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5e36b2d3-2acc-457b-8a73-0ab21d20912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:00.870244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:01.225448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:02.071057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:02.410974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aacea-7cf7-4322-96ca-845c66c512de req-105f5f8b-a24e-434b-a5fe-72bcf55c63bb tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:02.412422 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-105f5f8b-a24e-434b-a5fe-72bcf55c63bb tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/networks?id=662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 200 len: 815 time: 0.1444407 Apr 08 11:13:02.427742 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-e887a67c-89c4-47b2-9189-2e1519798c85 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/quotas/c9669b78118c40ba92650701464275a4 HTTP/1.1" status: 200 len: 375 time: 0.0098038 Apr 08 11:13:02.510534 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-fa2f6520-7ac1-4658-b88d-b0382a99820b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779097 Apr 08 11:13:02.647095 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-67f12ea5-0249-41d4-ac7a-5aac260c7f37 service neutron] 10.222.0.23 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250312 Apr 08 11:13:02.775910 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-153762bf-8025-4e5c-a38e-879d3bb5ad27 service neutron] 10.222.0.23 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228087 Apr 08 11:13:03.036970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-0302912a-8c82-4faa-9c0f-13ccd57de325 req-62f6790d-9284-405b-b3f5-0cabfb3474ba tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Synchronizing usage tracker for tenant:c9669b78118c40ba92650701464275a4 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:13:03.128460 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-0302912a-8c82-4faa-9c0f-13ccd57de325 req-62f6790d-9284-405b-b3f5-0cabfb3474ba tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Unset dirty status for tenant:c9669b78118c40ba92650701464275a4 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:13:03.129676 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0302912a-8c82-4faa-9c0f-13ccd57de325 req-62f6790d-9284-405b-b3f5-0cabfb3474ba tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 210 time: 0.1344807 Apr 08 11:13:04.282840 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6fa0b02a-b871-455a-930f-13076a59d508 req-dc90cf08-4c9c-4c4a-abf4-b4cce38d1428 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 210 time: 0.0453372 Apr 08 11:13:04.453420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:05.452620 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6fe5ae65-3191-4245-8fe9-b9fb560e8ecf req-f8a35bc1-0eed-49a0-bcd7-e81c3f77e8c6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 210 time: 0.0472429 Apr 08 11:13:05.553682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aacea-7cf7-4322-96ca-845c66c512de req-c1a8b1d5-311d-43a9-aa30-f69d1db83250 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:05.555233 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-c1a8b1d5-311d-43a9-aa30-f69d1db83250 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.41 "GET /v2.0/networks?id=662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 200 len: 815 time: 0.2657442 Apr 08 11:13:05.567055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'port': {'device_id': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'admin_state_up': True, 'tenant_id': 'c9669b78118c40ba92650701464275a4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:05.709630 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:05.719699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:05.802731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Made reservation on behalf of c9669b78118c40ba92650701464275a4 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:13:05.806341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:05.972691 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Allocated IP 172.20.0.4 (662701e2-4e63-4730-b0ea-92f9b8f57ea9/1a987482-b90d-4cb9-b7ab-f003bf6f0124/47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:13:06.187154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:06.214480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Transition to ACTIVE for port object 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:13:06.320062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:06.410528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:13:06.413898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:13:06.416676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:13:06.474003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'Port': ['ID=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:06.518337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:06.519021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:06.675385 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-415eaf45-990d-40d0-b2c7-a09c6be9191e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1119933 Apr 08 11:13:06.742228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382d2da-d9a2-455a-bf8a-b801a4dfcbc8 req-e3564196-0045-4f89-8e2e-05e758887585 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:06.743296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d382d2da-d9a2-455a-bf8a-b801a4dfcbc8 req-e3564196-0045-4f89-8e2e-05e758887585 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Synchronizing usage tracker for tenant:c9669b78118c40ba92650701464275a4 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:13:06.837129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d261f83c-163a-46b6-b78e-8a2554c3feab None None] Provisioning for port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:13:06.844242 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d261f83c-163a-46b6-b78e-8a2554c3feab None None] Provisioning complete for port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:13:06.844668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d261f83c-163a-46b6-b78e-8a2554c3feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:06.859933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-d382d2da-d9a2-455a-bf8a-b801a4dfcbc8 req-e3564196-0045-4f89-8e2e-05e758887585 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Unset dirty status for tenant:c9669b78118c40ba92650701464275a4 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:13:06.862091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d382d2da-d9a2-455a-bf8a-b801a4dfcbc8 req-e3564196-0045-4f89-8e2e-05e758887585 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 931 time: 0.2325375 Apr 08 11:13:06.915706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d261f83c-163a-46b6-b78e-8a2554c3feab None None] Port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:13:06.925073 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d382d2da-d9a2-455a-bf8a-b801a4dfcbc8 req-c0688abf-514b-4fc7-892b-772d9bdcb924 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570509 Apr 08 11:13:08.135044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56555ce6-1c30-43dc-8be5-2060395b9981 req-394b4260-cf25-442a-a032-676d0aaf8d79 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:08.137500 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-56555ce6-1c30-43dc-8be5-2060395b9981 req-394b4260-cf25-442a-a032-676d0aaf8d79 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 931 time: 0.0971315 Apr 08 11:13:08.186864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-56555ce6-1c30-43dc-8be5-2060395b9981 req-7ba01b7b-a93a-4ee0-8045-0c7fc4588955 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Synchronizing usage tracker for tenant:c9669b78118c40ba92650701464275a4 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:13:08.305780 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-56555ce6-1c30-43dc-8be5-2060395b9981 req-7ba01b7b-a93a-4ee0-8045-0c7fc4588955 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Unset dirty status for tenant:c9669b78118c40ba92650701464275a4 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:13:08.306985 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-56555ce6-1c30-43dc-8be5-2060395b9981 req-7ba01b7b-a93a-4ee0-8045-0c7fc4588955 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638944 Apr 08 11:13:09.526090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f49be-6adc-4f12-9f35-56a07fe60f69 req-a8b7b453-8cbb-4a71-b2e1-285898c3fced tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:09.527770 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f08f49be-6adc-4f12-9f35-56a07fe60f69 req-a8b7b453-8cbb-4a71-b2e1-285898c3fced tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 931 time: 0.0888116 Apr 08 11:13:09.578234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f08f49be-6adc-4f12-9f35-56a07fe60f69 req-4018d0bb-7136-4853-b00e-e939714176cb tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Apr 08 11:13:10.780742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded0487-815d-4b3f-916b-0cd535f88023 req-fe68025c-b982-4bf4-8c34-fc4b888e6c84 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:10.782313 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bded0487-815d-4b3f-916b-0cd535f88023 req-fe68025c-b982-4bf4-8c34-fc4b888e6c84 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 931 time: 0.0912821 Apr 08 11:13:10.831959 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bded0487-815d-4b3f-916b-0cd535f88023 req-f167cbce-c29a-462d-b195-a1dc6814e755 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Apr 08 11:13:12.069330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b32b3-9175-4b3b-87a2-7cb2746b34de req-669b3366-496f-4487-8974-ea2fb280444a tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:12.071452 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b63b32b3-9175-4b3b-87a2-7cb2746b34de req-669b3366-496f-4487-8974-ea2fb280444a tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 931 time: 0.1111526 Apr 08 11:13:12.122718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b63b32b3-9175-4b3b-87a2-7cb2746b34de req-eaf474ab-78ed-41ce-a9c2-3e104567cf72 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438843 Apr 08 11:13:13.313339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a4e78-96ab-43ee-97f7-6e72b34d5242 req-e0c0baf6-c169-4aa4-8a6a-8f2f69bfcf80 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:13.315943 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-769a4e78-96ab-43ee-97f7-6e72b34d5242 req-e0c0baf6-c169-4aa4-8a6a-8f2f69bfcf80 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 931 time: 0.0854197 Apr 08 11:13:13.364082 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-769a4e78-96ab-43ee-97f7-6e72b34d5242 req-138bcc74-15a3-41a9-ba08-d35c4efc51dc tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Apr 08 11:13:13.826554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Request body: {'port': {'device_id': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:13.939334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:14.272024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:13:14.279681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:14.294631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Transition to ACTIVE for port object 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:13:14.362840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:14.722621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:14.783385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Attempting to bind port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:13:14.783609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Attempting to bind port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:13:14.783928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Attempting to bind port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 on network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:13:14.790669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 on network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:13:14.790986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Attempting to bind port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 on network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:13:14.803331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba6d25-f5d1-4c82-963e-80be9a9ee592 req-f81680d5-ae72-4942-bb88-c801be8c60c6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:14.804813 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-95ba6d25-f5d1-4c82-963e-80be9a9ee592 req-f81680d5-ae72-4942-bb88-c801be8c60c6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 943 time: 0.3233962 Apr 08 11:13:14.805668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:13:14.806003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Checking segment: {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:13:14.806376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Bound using segment: {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:13:14.806800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Bound port: 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe02aa2-fd34-42fd-b525-8f955aa5c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:13:14.807150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:14.897745 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-95ba6d25-f5d1-4c82-963e-80be9a9ee592 req-ea5fa0f3-7768-41df-bb70-56c181bf66da tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806921 Apr 08 11:13:14.927805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] For port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:13:14.930680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] For port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:13:15.002882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:15.062322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.063039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:15.064309 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] 10.222.0.41 "PUT /v2.0/ports/47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 1093 time: 1.2428336 Apr 08 11:13:15.064730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:15.094413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7c66c-02e0-4d25-bbf0-5f7f3f5a0ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:15.113526 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e249350-1c40-40de-b2c5-105d7fdba439'] response: {'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'status': 'completed', 'code': 200} Apr 08 11:13:15.209108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14411-4d27-4809-bb0b-6812b2b22123 req-8599bdd5-e4ee-4660-8fa0-7f59507ced66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.210590 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-acb14411-4d27-4809-bb0b-6812b2b22123 req-8599bdd5-e4ee-4660-8fa0-7f59507ced66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1096 time: 0.0741329 Apr 08 11:13:15.352587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14411-4d27-4809-bb0b-6812b2b22123 req-95ea0c1b-4941-44c9-a06a-80cdbe8220d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.354046 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-acb14411-4d27-4809-bb0b-6812b2b22123 req-95ea0c1b-4941-44c9-a06a-80cdbe8220d8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c9669b78118c40ba92650701464275a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1359074 Apr 08 11:13:15.493488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14411-4d27-4809-bb0b-6812b2b22123 req-6d3ec701-e71f-4bdf-abf7-5884cc71ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.494918 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-acb14411-4d27-4809-bb0b-6812b2b22123 req-6d3ec701-e71f-4bdf-abf7-5884cc71ba16 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346703 Apr 08 11:13:15.604574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aacea-7cf7-4322-96ca-845c66c512de req-a824d3bf-f34b-4dfe-baf6-d0fec56be23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.605930 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-a824d3bf-f34b-4dfe-baf6-d0fec56be23c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1096 time: 0.0754645 Apr 08 11:13:15.679285 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-24b44756-e2b5-4713-85ad-a94d663ae3e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 217 time: 0.0610499 Apr 08 11:13:15.745432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aacea-7cf7-4322-96ca-845c66c512de req-9bec1b03-a1ec-4944-8300-7a88e11c1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.746964 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-9bec1b03-a1ec-4944-8300-7a88e11c1a5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a987482-b90d-4cb9-b7ab-f003bf6f0124 HTTP/1.1" status: 200 len: 854 time: 0.0614755 Apr 08 11:13:15.822295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aacea-7cf7-4322-96ca-845c66c512de req-02edf34e-dfa2-43ad-a1e5-5d57e0d77b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:15.823810 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-02edf34e-dfa2-43ad-a1e5-5d57e0d77b18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=662701e2-4e63-4730-b0ea-92f9b8f57ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707304 Apr 08 11:13:15.957947 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-50d94e22-26cf-4a02-a9bc-d56db338a0b7 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275742 Apr 08 11:13:16.146413 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-492aacea-7cf7-4322-96ca-845c66c512de req-00980f68-d3ce-4e48-9f53-5110de562de0 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777692 Apr 08 11:13:16.168395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21941aa-9b2e-41dd-9389-0e3eaab51fad req-191896e2-8219-44a8-a117-b954d4341cb6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:16.170163 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c21941aa-9b2e-41dd-9389-0e3eaab51fad req-191896e2-8219-44a8-a117-b954d4341cb6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 943 time: 0.1674893 Apr 08 11:13:16.216539 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c21941aa-9b2e-41dd-9389-0e3eaab51fad req-4ea603c0-cdf1-428e-85a3-67ae2968111d tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Apr 08 11:13:17.495438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533b3c-cb4a-4835-a70f-6a0a84c1028b req-ae8f6300-5c20-41a8-b2ca-05b4f2dcb4ff tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:17.497562 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-07533b3c-cb4a-4835-a70f-6a0a84c1028b req-ae8f6300-5c20-41a8-b2ca-05b4f2dcb4ff tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 943 time: 0.1729028 Apr 08 11:13:17.542034 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-07533b3c-cb4a-4835-a70f-6a0a84c1028b req-33f42a0b-fe50-449b-a5a7-b051b1247fc7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 Apr 08 11:13:18.926252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71a289-6593-4e3b-907f-1893441ad94c req-f0400786-9191-43d0-ab89-5636e48ed9e5 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:18.927606 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c71a289-6593-4e3b-907f-1893441ad94c req-f0400786-9191-43d0-ab89-5636e48ed9e5 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 943 time: 0.2824309 Apr 08 11:13:18.971674 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9c71a289-6593-4e3b-907f-1893441ad94c req-1883b773-95f4-4c2c-b279-773645639944 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Apr 08 11:13:19.419258 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:13:19.551471 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:13:19.564788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'port_id': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'mac_address': 'fa:16:3e:73:40:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:13:19.623906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:19.640863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:13:19.656320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:13:19.751332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:19.819644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:20.003218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:13:20.162237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96669-ed2e-44e4-b82a-b1250ddd0a72 req-57eed6bb-c33c-4471-9908-d338f5d296f6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:20.163736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fcf96669-ed2e-44e4-b82a-b1250ddd0a72 req-57eed6bb-c33c-4471-9908-d338f5d296f6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 944 time: 0.0856247 Apr 08 11:13:20.211479 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fcf96669-ed2e-44e4-b82a-b1250ddd0a72 req-cd02bc96-11da-41e3-b44b-63cbfb00fc7b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Apr 08 11:13:21.403190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead0fce-859c-4121-b48f-2e9edda95e78 req-71df3e75-f3bb-4a65-ac85-f068237d0356 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:21.405393 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ead0fce-859c-4121-b48f-2e9edda95e78 req-71df3e75-f3bb-4a65-ac85-f068237d0356 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 944 time: 0.0827150 Apr 08 11:13:21.434941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:13:21.450939 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ead0fce-859c-4121-b48f-2e9edda95e78 req-a7dc78e2-c7de-48fa-866a-dae876d3ce69 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 Apr 08 11:13:21.567944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:13:21.572702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:13:21.573069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:21.693025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:21.720643 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:21.730028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:13:21.765586 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb6ffab-58b2-42ab-95f4-2db4fecb20f5'] response: {'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'code': 200} Apr 08 11:13:21.831548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:21.903933 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:22.229579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49c71-3b7c-4db1-8e71-b5e26df121e6 req-a5700b1e-2a2e-4dc7-b36f-63356f2b8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:22.231038 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cad49c71-3b7c-4db1-8e71-b5e26df121e6 req-a5700b1e-2a2e-4dc7-b36f-63356f2b8d8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1098 time: 0.0690970 Apr 08 11:13:22.274990 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cad49c71-3b7c-4db1-8e71-b5e26df121e6 req-09548b00-10fe-47c6-a2c1-1cc66da55c7c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367756 Apr 08 11:13:22.632430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3251-f4d2-4e32-8a49-df411532e0f6 req-cd47009a-0ff0-4990-a34b-b6178d042c26 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:22.633897 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-729a3251-f4d2-4e32-8a49-df411532e0f6 req-cd47009a-0ff0-4990-a34b-b6178d042c26 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.0781684 Apr 08 11:13:22.677628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-729a3251-f4d2-4e32-8a49-df411532e0f6 req-c0847f23-ab51-46cf-9e28-4a126900e6bc tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Apr 08 11:13:23.862066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f774-a2f7-42f0-be35-f0b97f7fed08 req-f1cc743d-010f-4197-a383-cc0017ec0da6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:23.863613 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8063f774-a2f7-42f0-be35-f0b97f7fed08 req-f1cc743d-010f-4197-a383-cc0017ec0da6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.0814128 Apr 08 11:13:23.908237 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8063f774-a2f7-42f0-be35-f0b97f7fed08 req-4b5e7a2f-5711-47a2-a006-f46c4076d13f tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389109 Apr 08 11:13:24.193760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537581d0-9aa4-4f3f-87b6-6f58b7266b7c req-a8bc4266-6c3c-4da1-9e45-6d08f7dd1cb3 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:24.195211 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-537581d0-9aa4-4f3f-87b6-6f58b7266b7c req-a8bc4266-6c3c-4da1-9e45-6d08f7dd1cb3 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.1833310 Apr 08 11:13:24.240358 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-537581d0-9aa4-4f3f-87b6-6f58b7266b7c req-9fc529cf-3357-4db7-b937-71dc3eeba6c3 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Apr 08 11:13:24.779680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088be8bb-9a7e-46a0-afe5-83de2f22f58b req-bdd66cc3-040c-4a78-8ec6-842856753f1e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:24.781124 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-088be8bb-9a7e-46a0-afe5-83de2f22f58b req-bdd66cc3-040c-4a78-8ec6-842856753f1e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.0801704 Apr 08 11:13:24.826156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-088be8bb-9a7e-46a0-afe5-83de2f22f58b req-2ab69d6b-0848-42f7-9db1-fbabb12fe486 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392056 Apr 08 11:13:26.366095 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:13:27.265744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8999d424-ea17-455f-bb82-57fd7b2892ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:29.545588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-079af4a6-86f3-42df-a5a6-458566d0a2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:30.723406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:31.248890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:32.088114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:34.505600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:37.925522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4259a-de7b-451f-b716-10e6613456fa req-88363b15-5b11-4f68-9094-3577907806f6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:37.927015 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-caa4259a-de7b-451f-b716-10e6613456fa req-88363b15-5b11-4f68-9094-3577907806f6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.0861068 Apr 08 11:13:37.973027 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-caa4259a-de7b-451f-b716-10e6613456fa req-53bf9f5f-8124-41d2-96b4-8d2afbff6ea6 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Apr 08 11:13:37.998388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33826) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:38.135410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac90eacd-87a6-4d87-a7f9-e02f899cf025 tempest-TestMinimumBasicScenario-1367636630 tempest-TestMinimumBasicScenario-1367636630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:38.136831 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ac90eacd-87a6-4d87-a7f9-e02f899cf025 tempest-TestMinimumBasicScenario-1367636630 tempest-TestMinimumBasicScenario-1367636630-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1093 time: 0.1380353 Apr 08 11:13:38.139953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 33832) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:38.144978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:38.151031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:38.155457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Usage tracker for resource:floatingip and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:13:38.158363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:13:38.163927 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:38.288449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:38.428080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:38.566056 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Allocated IP 172.26.7.194 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/ca45f69a-87dd-43cf-a00b-8a0912b6a9a5) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:13:38.713351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:38.803052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:38.869035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:13:38.877242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:13:38.881359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:13:38.910987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'Port': ['ID=ca45f69a-87dd-43cf-a00b-8a0912b6a9a5,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:39.316881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:39.522437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:39.734046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:39.814134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:40.040292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'Port': ['ID=ca45f69a-87dd-43cf-a00b-8a0912b6a9a5,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:40.051816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:40.232509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Floating IP 7193dfa3-49b5-4731-8cad-b86f545cdd81 associated. External IP: 172.26.7.194, port: 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33. Apr 08 11:13:40.631304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Router dc3c569e-85d9-48f6-b472-5a75c28a8fef has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:13:40.874020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:13:40.884970 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] Sync routers for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:13:40.895814 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:13:40.896535 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:13:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:40.951622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.012074 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9ceecce5-2302-41a3-ad6f-5374ab76127c tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8710551 Apr 08 11:13:41.012840 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:41.016290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33836) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:41.029526 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348986895', 'description': 'tempest-secgroup-smoke-1348986895 description', 'project_id': 'c9669b78118c40ba92650701464275a4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:41.038030 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:41.056505 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:41.090113 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e6b1f0-980e-4bd0-8812-c54be69f7e1d'] response: {'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'status': 'completed', 'code': 200} Apr 08 11:13:41.150366 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:13:41.151568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.176377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:41.181804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Usage tracker for resource:security_group_rule and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:13:41.186236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:13:41.197221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:41.223023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-a9ec0fba-f802-44fd-9d90-768dbbb317f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:41.224583 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-a9ec0fba-f802-44fd-9d90-768dbbb317f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1098 time: 0.1072018 Apr 08 11:13:41.287509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.362632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.389941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-08c605ed-4e6f-4e9e-9510-0a90143abdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:41.391562 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-08c605ed-4e6f-4e9e-9510-0a90143abdcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 200 len: 916 time: 0.1544969 Apr 08 11:13:41.420657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cbf425-b594-4809-be8c-929fd0997191,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:41.428900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.429219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.432903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:13:41.483946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.485243 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-61593e84-d9f8-4131-a7e0-df7249e75688 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4652815 Apr 08 11:13:41.489147 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33842) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:41.494898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'security_group_rule': {'security_group_id': '34cbf425-b594-4809-be8c-929fd0997191', 'project_id': 'c9669b78118c40ba92650701464275a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:41.502730 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:41.507195 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Usage tracker for resource:security_group_rule and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:13:41.510914 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:13:41.516320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-951ab74b-ec05-41de-a418-74d6e3fce28b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 999 time: 0.1175981 Apr 08 11:13:41.519489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:41.587716 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '7193dfa3-49b5-4731-8cad-b86f545cdd81', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'port_id': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'mac_address': 'fa:16:3e:73:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:39Z', 'updated_at': '2022-04-08T11:13:39Z', 'revision_number': 0, 'project_id': 'c9669b78118c40ba92650701464275a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:48Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:41.587716 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] Checking router: dc3c569e-85d9-48f6-b472-5a75c28a8fef for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:13:41.601614 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:13:41.601614 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:13:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:41.616727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.638908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-3f729449-b083-4d40-8405-dac55db88703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:41.641352 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-3f729449-b083-4d40-8405-dac55db88703 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a987482-b90d-4cb9-b7ab-f003bf6f0124 HTTP/1.1" status: 200 len: 854 time: 0.1148286 Apr 08 11:13:41.690454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.726509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-b5a4c076-62e4-4cef-8af3-53be2c616103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:41.728022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-b5a4c076-62e4-4cef-8af3-53be2c616103 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=662701e2-4e63-4730-b0ea-92f9b8f57ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781698 Apr 08 11:13:41.796835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.808241 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:13:41.826104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e8a5bc-b866-4ec8-a1e4-a63b5f342c39,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:41.899976 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:41.903765 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-abb3318a-fbfe-46d0-ac8f-89c1d016a912 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111555 Apr 08 11:13:41.904458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33846) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:41.910426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'security_group_rule': {'security_group_id': '34cbf425-b594-4809-be8c-929fd0997191', 'project_id': 'c9669b78118c40ba92650701464275a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:41.917645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:41.922901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Usage tracker for resource:security_group_rule and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:13:41.926171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:13:41.935691 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:41.994929 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-c7764ca5-46c6-4bd7-9a72-6154690bedd1 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596169 Apr 08 11:13:42.066673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:42.141756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:42.160552 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcb98d4e-776b-4741-a3a1-059292be6b69 req-00fe2cd2-e50b-4b8b-9852-d2f528a542e3 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592195 Apr 08 11:13:42.189072 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '7193dfa3-49b5-4731-8cad-b86f545cdd81', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'port_id': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'mac_address': 'fa:16:3e:73:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:39Z', 'updated_at': '2022-04-08T11:13:39Z', 'revision_number': 0, 'project_id': 'c9669b78118c40ba92650701464275a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:48Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:13:42.193443 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef702c-f7f6-4afb-8eaa-2bf589b3f001 None None] The sync data for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv is: [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '7193dfa3-49b5-4731-8cad-b86f545cdd81', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'port_id': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'mac_address': 'fa:16:3e:73:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:13:39Z', 'updated_at': '2022-04-08T11:13:39Z', 'revision_number': 0, 'project_id': 'c9669b78118c40ba92650701464275a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:48Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:13:42.219640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:42.254570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56034e49-5e4d-4126-b21f-003813734e72,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:42.317247 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:42.318510 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5c04d51d-0ee6-4375-ada6-a59a142ec9ef tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4127963 Apr 08 11:13:42.321140 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33850) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:42.327436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'security_group_rule': {'security_group_id': '34cbf425-b594-4809-be8c-929fd0997191', 'project_id': 'c9669b78118c40ba92650701464275a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:42.333903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:42.339363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Usage tracker for resource:security_group_rule and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:13:42.342748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:13:42.351496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:42.398786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d8425-7a75-48bf-99c0-98cbd54a0091 None None] New status for floating IP 7193dfa3-49b5-4731-8cad-b86f545cdd81: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:13:42.429233 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:42.488169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:42.546758 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:42.571295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4a1472-9481-4d2d-a50f-f83d3aa43c36,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:42.643446 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:42.644713 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5cdf1b78-21c2-47c9-9c01-debddccd4fe7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225117 Apr 08 11:13:42.648897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33854) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:42.654614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'security_group_rule': {'security_group_id': '34cbf425-b594-4809-be8c-929fd0997191', 'project_id': 'c9669b78118c40ba92650701464275a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:42.660744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:42.664609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Usage tracker for resource:security_group_rule and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:13:42.667783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:13:42.674502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:43.095512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.167077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.299889 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.323711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c64c008-8924-4f64-855b-f5ce976fa753,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:43.454013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.455231 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b5541ceb-9dc3-47ef-9936-f263b84d31f7 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8053980 Apr 08 11:13:43.457974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33858) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:43.463003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'security_group_rule': {'security_group_id': '34cbf425-b594-4809-be8c-929fd0997191', 'project_id': 'c9669b78118c40ba92650701464275a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:43.469566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:43.473393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Usage tracker for resource:security_group_rule and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:13:43.476191 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:13:43.481887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:43.551221 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Project c9669b78118c40ba92650701464275a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:13:43.558624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.627523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.700036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.724330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2695ac4-4fd5-48ae-93e3-b2e57bb384c0,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:43.825664 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.827139 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-17fb6109-c2e3-4cb9-88f7-3201863cea04 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3682353 Apr 08 11:13:43.829871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33862) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:13:43.835230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'security_group_rule': {'security_group_id': '34cbf425-b594-4809-be8c-929fd0997191', 'project_id': 'c9669b78118c40ba92650701464275a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:43.842414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:13:43.847755 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Usage tracker for resource:security_group_rule and tenant:c9669b78118c40ba92650701464275a4 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:13:43.853016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:13:43.861094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:13:43.917471 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Project c9669b78118c40ba92650701464275a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:13:43.925317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:44.001205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:44.054281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:44.078128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae06993-c0a5-4b5c-8bb7-ea940b13275c,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:44.168620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:44.170681 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-37685f2e-bf43-463e-8270-54c2e08a386b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390255 Apr 08 11:13:44.292613 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-8002bf8a-c196-4376-9b6e-900f94154f8a tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348986895&fields=id&tenant_id=c9669b78118c40ba92650701464275a4 HTTP/1.1" status: 200 len: 267 time: 0.0405021 Apr 08 11:13:44.386746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-835ff776-c23f-4ea2-8fe4-93b5ce6fc602 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:44.388225 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-835ff776-c23f-4ea2-8fe4-93b5ce6fc602 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.0884402 Apr 08 11:13:44.399832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'port': {'security_groups': ['798a94a2-8997-42d3-8487-9eec9873fb03', '34cbf425-b594-4809-be8c-929fd0997191']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:13:44.521472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:44.801176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] For port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:13:44.827710 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:44.945924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:44.962300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:13:45.019063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:45.019733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:45.021237 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-94e6e2f3-7baf-4051-b1c3-3facdfd285db req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "PUT /v2.0/ports/47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 981 time: 0.6261106 Apr 08 11:13:45.021725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:13:45.069953 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a25f0-d81b-416a-b128-74e4721b734b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'Port': ['ID=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,revision_number=6']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:13:45.096616 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afa189b-1af2-4655-ae5d-ca0e225da273'] response: {'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'status': 'completed', 'code': 200} Apr 08 11:13:45.105410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:13:45.226606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-fe9b34bc-1585-4af1-b156-045257b567a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:45.229081 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-fe9b34bc-1585-4af1-b156-045257b567a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1137 time: 0.1006601 Apr 08 11:13:45.319877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e1efd-ebdb-40b0-b823-65850ab854e9 req-4513d6f7-4482-4e64-8d04-b02bb1c3f4fd tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:45.330963 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-642e1efd-ebdb-40b0-b823-65850ab854e9 req-4513d6f7-4482-4e64-8d04-b02bb1c3f4fd tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.1932683 Apr 08 11:13:45.383670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-642e1efd-ebdb-40b0-b823-65850ab854e9 req-ced852ad-62e6-45f6-9231-0164ca263a24 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Synchronizing usage tracker for tenant:c9669b78118c40ba92650701464275a4 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:13:45.415526 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-321086c9-878a-42a7-8b0f-347fb5ee6021 None None] Provisioning complete for port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:13:45.416012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-321086c9-878a-42a7-8b0f-347fb5ee6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:45.438065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-bda6f942-9a74-4bf0-bd75-045649b74aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:45.439565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-bda6f942-9a74-4bf0-bd75-045649b74aba service neutron] 10.222.0.41 "GET /v2.0/networks?id=662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 200 len: 916 time: 0.2012732 Apr 08 11:13:45.469510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-642e1efd-ebdb-40b0-b823-65850ab854e9 req-ced852ad-62e6-45f6-9231-0164ca263a24 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Unset dirty status for tenant:c9669b78118c40ba92650701464275a4 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:13:45.471019 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-642e1efd-ebdb-40b0-b823-65850ab854e9 req-ced852ad-62e6-45f6-9231-0164ca263a24 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387236 Apr 08 11:13:45.565674 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-beddb0f4-0b47-4066-901a-0a912bd52c8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 1001 time: 0.1172214 Apr 08 11:13:45.631946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-5a7c5749-eb9f-48f9-980c-feb8774b9f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:45.633492 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-5a7c5749-eb9f-48f9-980c-feb8774b9f7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a987482-b90d-4cb9-b7ab-f003bf6f0124 HTTP/1.1" status: 200 len: 854 time: 0.0612144 Apr 08 11:13:45.721352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-1651db32-fa13-4fe2-bba0-4a067dac7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:45.724981 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-1651db32-fa13-4fe2-bba0-4a067dac7db4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=662701e2-4e63-4730-b0ea-92f9b8f57ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825357 Apr 08 11:13:45.869562 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-a3116d5e-d183-40f0-8d24-c0016d3ef9cb service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377766 Apr 08 11:13:46.023032 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00d4802d-bc64-46bb-a17c-f32de4f05492 req-e32cd052-02b9-4ec3-829a-9b835586f824 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465549 Apr 08 11:13:57.241370 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3028ff13-3bc2-4734-9979-f1785b4158ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:59.556941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6df1362d-7cd6-40bd-947c-c9b90f0d7da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:00.073688 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c6884-4c3b-40e3-b403-10e67612cf46 req-4fcf8e80-62e0-4dab-a408-2e856bde5ff5 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:00.075184 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-781c6884-4c3b-40e3-b403-10e67612cf46 req-4fcf8e80-62e0-4dab-a408-2e856bde5ff5 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0893071 Apr 08 11:14:00.129174 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-781c6884-4c3b-40e3-b403-10e67612cf46 req-9f2070a7-dbd3-459e-98c5-d7fac040d545 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431411 Apr 08 11:14:00.154513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-62701aab-3daa-46e4-851f-10cf1cccef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:00.156013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-62701aab-3daa-46e4-851f-10cf1cccef64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1137 time: 0.1230588 Apr 08 11:14:00.399754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-13880db5-9bad-43ba-b029-a54f093537c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:00.401346 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-13880db5-9bad-43ba-b029-a54f093537c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 200 len: 916 time: 0.2392571 Apr 08 11:14:00.512034 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-5a22b083-c353-4763-a4c8-11ed672c616e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 1001 time: 0.1040211 Apr 08 11:14:00.579623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-655d9a5e-61a4-4069-ac4e-356e8008d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:00.581450 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-655d9a5e-61a4-4069-ac4e-356e8008d5c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a987482-b90d-4cb9-b7ab-f003bf6f0124 HTTP/1.1" status: 200 len: 854 time: 0.0634761 Apr 08 11:14:00.662140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-16319351-fcaa-43d7-bd00-b2aa601d86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:00.663545 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-16319351-fcaa-43d7-bd00-b2aa601d86b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=662701e2-4e63-4730-b0ea-92f9b8f57ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749297 Apr 08 11:14:00.705757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:00.843962 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-500668b4-cf71-4271-ac08-803ea11a2684 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740906 Apr 08 11:14:00.994634 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1cc7fedc-f7d9-4156-8610-e86e5a83af8d req-5d6937df-331a-47ee-8632-d2f7a82c6800 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445966 Apr 08 11:14:01.265583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:01.338831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711915-cd39-4354-aab4-6dcb3bc779a1 req-69718642-2f44-4581-9430-1668ec1c21e0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:01.340320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-61711915-cd39-4354-aab4-6dcb3bc779a1 req-69718642-2f44-4581-9430-1668ec1c21e0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0893979 Apr 08 11:14:01.392749 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-61711915-cd39-4354-aab4-6dcb3bc779a1 req-e3f9d237-258f-456c-aa5b-451861f8a9da tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451908 Apr 08 11:14:02.081219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:02.587776 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f1bf-9a31-41c3-9482-601333fd02ab req-43fbe622-3c4f-4d69-94cb-891a73f62be3 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:02.589357 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b7e7f1bf-9a31-41c3-9482-601333fd02ab req-43fbe622-3c4f-4d69-94cb-891a73f62be3 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0833511 Apr 08 11:14:02.643789 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b7e7f1bf-9a31-41c3-9482-601333fd02ab req-22bba3f6-a65c-4900-9ba6-a42807ce9ba5 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432060 Apr 08 11:14:03.366342 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:14:03.838342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167c91-abbf-4881-92e1-973306035637 req-57da2fe3-f1dd-41fd-a0e9-e63a462d3f18 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:03.839856 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db167c91-abbf-4881-92e1-973306035637 req-57da2fe3-f1dd-41fd-a0e9-e63a462d3f18 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0827134 Apr 08 11:14:03.892253 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db167c91-abbf-4881-92e1-973306035637 req-8fcc5ead-6319-4a19-a2df-750dda084ceb tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449095 Apr 08 11:14:04.528800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:05.088850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab315573-0473-4f35-919c-67fb11acefd0 req-5f0d7f01-ead6-43d9-b9bc-9f9a9773747f tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:05.090416 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ab315573-0473-4f35-919c-67fb11acefd0 req-5f0d7f01-ead6-43d9-b9bc-9f9a9773747f tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0849171 Apr 08 11:14:05.141792 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ab315573-0473-4f35-919c-67fb11acefd0 req-11c0c112-a5ff-4ecf-b1cb-47eb3333a6b2 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437984 Apr 08 11:14:06.331957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e199a26-7bb9-4dab-b2a2-747d083e0668 req-63eae286-2f06-4fbf-ac6e-19dadddc3667 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:06.333441 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e199a26-7bb9-4dab-b2a2-747d083e0668 req-63eae286-2f06-4fbf-ac6e-19dadddc3667 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0840607 Apr 08 11:14:06.381299 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9e199a26-7bb9-4dab-b2a2-747d083e0668 req-6e2e975f-4d8d-48b1-bb7b-0e3a11dc0b75 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417707 Apr 08 11:14:07.605046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb2da7-a8d6-4891-ba8d-852c73217439 req-5a94c2d0-c7bd-4f30-8e63-003938276fd4 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:07.608245 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1bcb2da7-a8d6-4891-ba8d-852c73217439 req-5a94c2d0-c7bd-4f30-8e63-003938276fd4 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.1169651 Apr 08 11:14:07.683411 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1bcb2da7-a8d6-4891-ba8d-852c73217439 req-21d51b4c-563a-440a-8986-a8708a9792b0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688949 Apr 08 11:14:08.882178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad76d-05bd-489a-af90-d5ab412e410f req-219ea65d-65e6-4ee3-be74-2083bacd6835 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:08.883686 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-441ad76d-05bd-489a-af90-d5ab412e410f req-219ea65d-65e6-4ee3-be74-2083bacd6835 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0875103 Apr 08 11:14:08.938620 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-441ad76d-05bd-489a-af90-d5ab412e410f req-9a2d92a9-6f30-499e-acdd-4519133e7ac3 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484836 Apr 08 11:14:10.158502 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e426183-d339-4315-b759-60a19b4755a1 req-d77cade1-e850-4373-aa33-265c1b64b11d tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:10.160013 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2e426183-d339-4315-b759-60a19b4755a1 req-d77cade1-e850-4373-aa33-265c1b64b11d tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.1115601 Apr 08 11:14:10.237626 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2e426183-d339-4315-b759-60a19b4755a1 req-2a0bcf9d-fa71-4df3-a5ef-5eca2a9d0e2a tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691695 Apr 08 11:14:11.454343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad742965-3d0b-4e39-9466-fce2eb700cb4 req-19f9b6a1-f34d-4b88-840f-e85c7bc6b095 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:11.455924 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ad742965-3d0b-4e39-9466-fce2eb700cb4 req-19f9b6a1-f34d-4b88-840f-e85c7bc6b095 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0956771 Apr 08 11:14:11.506814 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ad742965-3d0b-4e39-9466-fce2eb700cb4 req-ed7e0f5c-4696-48a8-8ca4-8d6514aaa557 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448275 Apr 08 11:14:12.713745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7257-6f39-4bbd-81e5-a28e7c43e3b2 req-9a4d893c-2b8d-4f85-8707-ec4d2260ec5e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:12.715278 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f70a7257-6f39-4bbd-81e5-a28e7c43e3b2 req-9a4d893c-2b8d-4f85-8707-ec4d2260ec5e tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0890591 Apr 08 11:14:12.765311 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f70a7257-6f39-4bbd-81e5-a28e7c43e3b2 req-631b837e-6cfd-4def-beb2-df384e5d67b9 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&id=34cbf425-b594-4809-be8c-929fd0997191&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435915 Apr 08 11:14:16.850753 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-ddbc2963-f8c5-4452-9d88-ee6d0764f60f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788035 Apr 08 11:14:17.000194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-cfdf51e7-3973-4367-bfa7-ade6f48615cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:17.001732 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-cfdf51e7-3973-4367-bfa7-ade6f48615cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1137 time: 0.0807080 Apr 08 11:14:17.151780 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-3624faa2-4a6a-43e2-aedd-d86c0da6d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:17.153874 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-3624faa2-4a6a-43e2-aedd-d86c0da6d3dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 200 len: 916 time: 0.1340201 Apr 08 11:14:17.267340 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-9f245375-2be5-4fc5-ac26-f8b817ec8cc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 1001 time: 0.1072590 Apr 08 11:14:17.335796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-8606a760-8e88-47ac-b776-8b9fd0600d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:17.337421 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-8606a760-8e88-47ac-b776-8b9fd0600d58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a987482-b90d-4cb9-b7ab-f003bf6f0124 HTTP/1.1" status: 200 len: 854 time: 0.0637231 Apr 08 11:14:17.419598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-e2c93a5a-52a2-4351-9f8a-1c04e9f1a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:17.421102 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-e2c93a5a-52a2-4351-9f8a-1c04e9f1a31a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=662701e2-4e63-4730-b0ea-92f9b8f57ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779405 Apr 08 11:14:17.670247 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-62add1ba-aef4-4d8c-9cfd-0c438a2117ca service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432883 Apr 08 11:14:17.819733 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c1153dc3-8b1d-4794-a0fb-2b8d3132bf8f req-1aa79a01-a539-4847-93f2-937a3e6e1532 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413295 Apr 08 11:14:27.373846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea30a-7331-42d5-a759-f7c7529c8070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:29.568320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29041a53-2cf1-4215-8ac5-6327f78b2f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:30.749649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:31.368791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:32.183528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:34.488849 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:40.366431 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:14:45.155018 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-745e95d8-bcdc-4dbc-8b66-e7fce49b40d9 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348986895&fields=id&tenant_id=c9669b78118c40ba92650701464275a4 HTTP/1.1" status: 200 len: 267 time: 0.0421729 Apr 08 11:14:45.245285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-83fcbbdc-63c3-4f18-9884-524579b5ba0b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:45.247040 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-83fcbbdc-63c3-4f18-9884-524579b5ba0b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 984 time: 0.0865822 Apr 08 11:14:45.258287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Request body: {'port': {'security_groups': ['798a94a2-8997-42d3-8487-9eec9873fb03']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:14:45.393313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:45.660141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] For port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:14:45.689618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:45.813339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:45.828342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:14:45.888879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:45.888879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:45.889064 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32d0bd8d-6aef-4eea-94fc-84ef9c387194 req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "PUT /v2.0/ports/47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 942 time: 0.6354709 Apr 08 11:14:45.892020 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:14:45.896977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33928) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:14:45.954879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event updated for resources: {'Port': ['ID=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,revision_number=7']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:45.963793 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8616d45-e9b6-4630-b2ab-cacbda1adc69'] response: {'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'status': 'completed', 'code': 200} Apr 08 11:14:45.965190 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.965549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.965901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.966249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.966591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.966931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.967268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.967618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.967983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.968383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.968898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.969221 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39911a6-b465-47df-957d-d64613d5348b tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:45.976352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:14:46.006181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:46.051522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:46.052927 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-0b5af165-7455-43a7-bf16-551c892be06d req-51f46661-a397-4a18-8617-653ad3c18725 service neutron] (88612) timed out ('10.222.0.41', 49862) {{(pid=88612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 11:14:46.085874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-54dc59c1-ff05-4b92-ab57-e9695c9f3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:46.087705 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-54dc59c1-ff05-4b92-ab57-e9695c9f3159 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1098 time: 0.1030831 Apr 08 11:14:46.249684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-21e6447c-72dd-4879-97b9-acba90953660 None None] Provisioning complete for port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:14:46.250108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-21e6447c-72dd-4879-97b9-acba90953660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:46.264519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-0148d7a7-d86c-461e-bb3d-f62b2432e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:46.265768 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-0148d7a7-d86c-461e-bb3d-f62b2432e8e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 200 len: 916 time: 0.1717613 Apr 08 11:14:46.331633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:46.363988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cbf425-b594-4809-be8c-929fd0997191,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:46.374324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.375070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.375639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.376008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.376354 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.376847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.377203 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.377554 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.378066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.378556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.379369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.379713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:46.384723 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-f3a3860d-3510-44cf-9486-db4b1487beb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 1001 time: 0.1122074 Apr 08 11:14:46.459037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-f93b217a-d1e9-4a8c-9f62-c2fd7e04dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:46.460101 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-f93b217a-d1e9-4a8c-9f62-c2fd7e04dd49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a987482-b90d-4cb9-b7ab-f003bf6f0124 HTTP/1.1" status: 200 len: 854 time: 0.0672350 Apr 08 11:14:46.471529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:46.473120 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0391f6ea-172b-4eeb-9d3c-435f0342d170 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "DELETE /v2.0/security-groups/34cbf425-b594-4809-be8c-929fd0997191 HTTP/1.1" status: 204 len: 168 time: 0.5729437 Apr 08 11:14:46.477096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 33932) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:14:46.558473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-6a8befb7-a53e-4e0d-85a9-f0c3537c4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:46.560639 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-6a8befb7-a53e-4e0d-85a9-f0c3537c4a4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=662701e2-4e63-4730-b0ea-92f9b8f57ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939634 Apr 08 11:14:46.695241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Deleting port ca45f69a-87dd-43cf-a00b-8a0912b6a9a5 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:14:46.695600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:46.702379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-5240c915-903c-4fda-9467-090e641011c6 service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351318 Apr 08 11:14:46.851860 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-540daf92-7c77-4c3c-a94a-48fa3927a5f5 req-37d8e0e5-7f3a-484e-819e-f18d021f0cdf service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427031 Apr 08 11:14:46.994108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:46.994734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:47.138230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Calling delete_port for ca45f69a-87dd-43cf-a00b-8a0912b6a9a5 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:14:47.385082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:47.436870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event deleted for resources: {'Port': ['ID=ca45f69a-87dd-43cf-a00b-8a0912b6a9a5,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:47.538820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:47.539150 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Floating IP 7193dfa3-49b5-4731-8cad-b86f545cdd81 disassociated (deleted). External IP: 172.26.7.194, port: 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33. Apr 08 11:14:47.962830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Router dc3c569e-85d9-48f6-b472-5a75c28a8fef has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:14:48.157621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:14:48.168134 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] Sync routers for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:14:48.178881 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:14:48.182791 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:14:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:48.346467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:48.409706 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-756c3967-36d7-4e12-826f-88283082c964 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "DELETE /v2.0/floatingips/7193dfa3-49b5-4731-8cad-b86f545cdd81 HTTP/1.1" status: 204 len: 168 time: 1.9315066 Apr 08 11:14:48.410436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:14:48.454172 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:14:48.545099 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ea5c77-25bf-47ca-8f7e-082ced40d72e'] response: {'name': 'network-changed', 'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'status': 'completed', 'code': 200} Apr 08 11:14:48.659751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-b4d5cee9-9592-4a48-ad9e-44ac6b3b6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:48.661381 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-b4d5cee9-9592-4a48-ad9e-44ac6b3b6e01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9669b78118c40ba92650701464275a4&device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 1098 time: 0.0879736 Apr 08 11:14:48.833457 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:48Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:48.838652 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] Checking router: dc3c569e-85d9-48f6-b472-5a75c28a8fef for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:14:48.849742 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:14:48.850762 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:14:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:48.949526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-d3c59444-29c7-469d-9ac4-8d233ad7a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:48.951217 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-d3c59444-29c7-469d-9ac4-8d233ad7a44f service neutron] 10.222.0.41 "GET /v2.0/networks?id=662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 200 len: 916 time: 0.2816527 Apr 08 11:14:49.025294 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-99536b7f-0b95-49e9-a422-64217664d80c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 200 len: 217 time: 0.0673048 Apr 08 11:14:49.050219 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:14:49.096767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-6f3393e1-203d-4062-a07f-e2abc7527b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:49.098498 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-6f3393e1-203d-4062-a07f-e2abc7527b77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a987482-b90d-4cb9-b7ab-f003bf6f0124 HTTP/1.1" status: 200 len: 854 time: 0.0676455 Apr 08 11:14:49.186838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-afaf50bf-84db-473d-ab6d-05735a52e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:49.188722 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-afaf50bf-84db-473d-ab6d-05735a52e5f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=662701e2-4e63-4730-b0ea-92f9b8f57ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824308 Apr 08 11:14:49.337045 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-7a501cea-c9d9-4588-840e-f7e60c2c251a service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391881 Apr 08 11:14:49.434909 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:48Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:49.439345 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122e43e-315d-4c7b-b541-e08ec7e5647e None None] The sync data for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv is: [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'c8b35751-542c-4811-9821-c38ae75ab8f3', 'name': '', 'network_id': '662701e2-4e63-4730-b0ea-92f9b8f57ea9', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'mac_address': 'fa:16:3e:3f:7a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:40Z', 'updated_at': '2022-04-08T11:12:48Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'subnets': [{'id': '1a987482-b90d-4cb9-b7ab-f003bf6f0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:14:49.486250 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5dc61199-7ed5-442c-a85c-c7538527a29e req-9b02fe64-eecf-43dc-9785-87df6adb5ede service neutron] 10.222.0.41 "GET /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420841 Apr 08 11:14:49.694780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875dc79-7627-419f-814f-dc4b1bd3a2fe None None] New status for floating IP 7193dfa3-49b5-4731-8cad-b86f545cdd81: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:14:54.831134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143a0ba-b946-4563-bb69-001a007606d8 req-570434a9-dc23-4fc3-ae47-39a90480a275 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:54.832817 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5143a0ba-b946-4563-bb69-001a007606d8 req-570434a9-dc23-4fc3-ae47-39a90480a275 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.0944314 Apr 08 11:14:54.884612 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5143a0ba-b946-4563-bb69-001a007606d8 req-71a761b5-e3b4-4c40-b4b0-5bb8acffc794 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455990 Apr 08 11:14:56.082107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5462d-1048-4839-b62b-ca9198fed91f req-30d052f1-93b1-4f52-93ec-e2c3f4cbc378 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:56.082808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-7bf5462d-1048-4839-b62b-ca9198fed91f req-30d052f1-93b1-4f52-93ec-e2c3f4cbc378 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Synchronizing usage tracker for tenant:c9669b78118c40ba92650701464275a4 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:14:56.162455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-7bf5462d-1048-4839-b62b-ca9198fed91f req-30d052f1-93b1-4f52-93ec-e2c3f4cbc378 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Unset dirty status for tenant:c9669b78118c40ba92650701464275a4 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:14:56.163663 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7bf5462d-1048-4839-b62b-ca9198fed91f req-30d052f1-93b1-4f52-93ec-e2c3f4cbc378 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.1690130 Apr 08 11:14:56.212059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-7bf5462d-1048-4839-b62b-ca9198fed91f req-a2822be6-52e7-4351-8404-ec7b016fbede tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Synchronizing usage tracker for tenant:c9669b78118c40ba92650701464275a4 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:14:56.340093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-7bf5462d-1048-4839-b62b-ca9198fed91f req-a2822be6-52e7-4351-8404-ec7b016fbede tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Unset dirty status for tenant:c9669b78118c40ba92650701464275a4 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:14:56.341766 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7bf5462d-1048-4839-b62b-ca9198fed91f req-a2822be6-52e7-4351-8404-ec7b016fbede tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/security-groups?id=798a94a2-8997-42d3-8487-9eec9873fb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710098 Apr 08 11:14:56.404665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-286ff9ce-4384-45f5-ae72-071b02b12aa9 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:56.406115 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-286ff9ce-4384-45f5-ae72-071b02b12aa9 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.41 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 945 time: 0.0870757 Apr 08 11:14:56.481395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Deleting port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:14:56.481871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:56.738873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] For port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:14:56.739114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:56.862631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Calling delete_port for 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:14:57.292328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:57.303979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:14:57.345448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2e60-dcc3-426f-bb37-773d54803d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:57.345617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Pushing event deleted for resources: {'Port': ['ID=47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:57.425845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] No DVR routers for this DVR port 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:14:57.428371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:57.431108 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'name': 'network-vif-deleted', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:14:57.500536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-db8db644-a308-4a50-8b95-575969ffd9b1 req-66aab2ed-d6a0-4064-821a-89da426bc079 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Synchronizing usage tracker for tenant:c9669b78118c40ba92650701464275a4 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:14:57.533266 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ff7788-f971-4df0-9b1d-34d972f3569c'] response: {'server_uuid': 'df0145b6-99cd-4ec9-bdbf-892558a78563', 'name': 'network-vif-deleted', 'tag': '47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33', 'status': 'completed', 'code': 200} Apr 08 11:14:57.768137 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-79d7a0e4-f6a2-4df9-83eb-7f7398b21b31 req-504dc3bf-8746-468d-acab-2215af4ac0f0 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.41 "DELETE /v2.0/ports/47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 HTTP/1.1" status: 204 len: 173 time: 1.3567760 Apr 08 11:14:57.951635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-db8db644-a308-4a50-8b95-575969ffd9b1 req-66aab2ed-d6a0-4064-821a-89da426bc079 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] Unset dirty status for tenant:c9669b78118c40ba92650701464275a4 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:14:57.952749 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-db8db644-a308-4a50-8b95-575969ffd9b1 req-66aab2ed-d6a0-4064-821a-89da426bc079 tempest-TestMinimumBasicScenario-978188146 tempest-TestMinimumBasicScenario-978188146-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0145b6-99cd-4ec9-bdbf-892558a78563 HTTP/1.1" status: 200 len: 210 time: 0.4966609 Apr 08 11:14:59.694022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f53192d0-cccc-453e-a909-739bd13515bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:00.011610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:15:00.047647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:15:00.047993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 47dd1a8f-9dfb-49eb-bd74-d4d8aa51fb33 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:15:00.733859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:01.213045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34028) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:01.362533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:01.883767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:02.244125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Deleting port c8b35751-542c-4811-9821-c38ae75ab8f3 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:02.244908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:02.334712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:02.425103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] For port c8b35751-542c-4811-9821-c38ae75ab8f3, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c8b35751-542c-4811-9821-c38ae75ab8f3,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:02.425467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:02.554830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Calling delete_port for c8b35751-542c-4811-9821-c38ae75ab8f3 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:15:03.128218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:03.207932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b35751-542c-4811-9821-c38ae75ab8f3,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:03.470675 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:03.845753 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Router dc3c569e-85d9-48f6-b472-5a75c28a8fef has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:15:04.027809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:15:04.036506 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] Sync routers for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:15:04.042843 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dda92c58-9013-42d1-9d8e-2241fe37bf10 admin admin] 10.222.0.23 "PUT /v2.0/routers/dc3c569e-85d9-48f6-b472-5a75c28a8fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8265924 Apr 08 11:15:04.043136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34032) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:04.047356 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:04.047963 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:14:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:04.225676 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:04.227062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:04.527599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:04.545607 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:04.555741 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:15:02Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:04.559981 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] Checking router: dc3c569e-85d9-48f6-b472-5a75c28a8fef for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:15:04.568332 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] Routers {'dc3c569e-85d9-48f6-b472-5a75c28a8fef'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:04.568960 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:14:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:04.663538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Deleting port 70176e07-458e-4528-a521-f376097bfb1e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:04.663889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:04.747960 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] Set router dc3c569e-85d9-48f6-b472-5a75c28a8fef gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:04.842082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] For port 70176e07-458e-4528-a521-f376097bfb1e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=70176e07-458e-4528-a521-f376097bfb1e,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:04.842355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:04.970180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Calling delete_port for 70176e07-458e-4528-a521-f376097bfb1e owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:15:05.049106 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:15:02Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:05.055960 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd0b5a-d7c3-4cf5-80b8-232f9426b70c None None] The sync data for ids ['dc3c569e-85d9-48f6-b472-5a75c28a8fef'] in dv-neutron-837109-1-hyperv is: [{'id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'name': 'tempest-TestMinimumBasicScenario-1068712129-router', 'tenant_id': 'c9669b78118c40ba92650701464275a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '70176e07-458e-4528-a521-f376097bfb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:36Z', 'updated_at': '2022-04-08T11:15:02Z', 'revision_number': 5, 'project_id': 'c9669b78118c40ba92650701464275a4', 'gw_port': {'id': '70176e07-458e-4528-a521-f376097bfb1e', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ce:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3c569e-85d9-48f6-b472-5a75c28a8fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:37Z', 'updated_at': '2022-04-08T11:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:15:05.259768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:05.307801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Pushing event deleted for resources: {'Port': ['ID=70176e07-458e-4528-a521-f376097bfb1e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:05.407127 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:05.592595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:05.595184 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:05.601513 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c8b35751-542c-4811-9821-c38ae75ab8f3 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:15:05.640157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c8b35751-542c-4811-9821-c38ae75ab8f3 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:15:05.640535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c8b35751-542c-4811-9821-c38ae75ab8f3 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:15:05.734785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:05.735296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc3c569e-85d9-48f6-b472-5a75c28a8fef {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:15:05.748928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:05.750208 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5c9de238-ab09-4ae5-a5f7-d16fbeb26613 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dc3c569e-85d9-48f6-b472-5a75c28a8fef HTTP/1.1" status: 204 len: 168 time: 1.7060814 Apr 08 11:15:05.753934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34036) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:05.832179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c742ca-bdcc-4d42-9831-279c981f5e1e admin admin] Deleting subnet 1a987482-b90d-4cb9-b7ab-f003bf6f0124 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:15:05.837382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c742ca-bdcc-4d42-9831-279c981f5e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:05.912156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c742ca-bdcc-4d42-9831-279c981f5e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:05.999069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c742ca-bdcc-4d42-9831-279c981f5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:06.183674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c742ca-bdcc-4d42-9831-279c981f5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:06.224512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c742ca-bdcc-4d42-9831-279c981f5e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a987482-b90d-4cb9-b7ab-f003bf6f0124,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:06.228093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b1c742ca-bdcc-4d42-9831-279c981f5e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:06.236398 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b1c742ca-bdcc-4d42-9831-279c981f5e1e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1a987482-b90d-4cb9-b7ab-f003bf6f0124 HTTP/1.1" status: 204 len: 168 time: 0.4811165 Apr 08 11:15:06.237478 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c3e395-8b03-453f-b3fd-2ac24f4168ad None None] Network 662701e2-4e63-4730-b0ea-92f9b8f57ea9 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:15:06.239162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34040) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:06.358646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:06.370337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Deleting port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:06.371327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:06.508329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e8650-fe25-45ab-8308-19af519493af None None] DHCP port deletion for 662701e2-4e63-4730-b0ea-92f9b8f57ea9 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:15:06.513288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-484e8650-fe25-45ab-8308-19af519493af None None] Deleting port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:06.513666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-484e8650-fe25-45ab-8308-19af519493af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:06.704070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] For port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:06.704659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:06.736611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-484e8650-fe25-45ab-8308-19af519493af None None] For port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6,segment=NetworkSegment(5fe02aa2-fd34-42fd-b525-8f955aa5c66b),segment_id=5fe02aa2-fd34-42fd-b525-8f955aa5c66b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:06.737203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-484e8650-fe25-45ab-8308-19af519493af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:06.830845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Calling delete_port for 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:15:06.859132 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-484e8650-fe25-45ab-8308-19af519493af None None] Calling delete_port for 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:15:07.029109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:07.035209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-484e8650-fe25-45ab-8308-19af519493af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:15:07.035564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-484e8650-fe25-45ab-8308-19af519493af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:15:07.080117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:07.081936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] No DVR routers for this DVR port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:15:07.201725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:07.227089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662701e2-4e63-4730-b0ea-92f9b8f57ea9']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:07.239941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe02aa2-fd34-42fd-b525-8f955aa5c66b') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:07.240232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe02aa2-fd34-42fd-b525-8f955aa5c66b') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:07.251720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:07.271026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:07.277751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:15:07.278220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:15:07.295130 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:15:07.448213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:07.464687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:07.474793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=662701e2-4e63-4730-b0ea-92f9b8f57ea9,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:07.483109 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bd2f4c50-909f-4455-a554-072a1cb85bb9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/662701e2-4e63-4730-b0ea-92f9b8f57ea9 HTTP/1.1" status: 204 len: 168 time: 1.2429676 Apr 08 11:15:07.486011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34044) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:07.537292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-484e8650-fe25-45ab-8308-19af519493af None None] Deleting port 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:07.537972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-484e8650-fe25-45ab-8308-19af519493af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:07.603323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 70176e07-458e-4528-a521-f376097bfb1e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:15:07.640430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-484e8650-fe25-45ab-8308-19af519493af None None] The port '2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:15:07.648694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 70176e07-458e-4528-a521-f376097bfb1e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:15:07.649035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 70176e07-458e-4528-a521-f376097bfb1e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:15:07.649448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:15:07.685663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:15:07.685663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2ba0a7ce-bdb3-4029-9e1a-8975d84ce3b6 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:15:08.038369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:08.534024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Deleting port c671bd0b-1896-4e4f-8172-1b6229ad5ad4 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:08.534379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:08.717684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] For port c671bd0b-1896-4e4f-8172-1b6229ad5ad4, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,segment=NetworkSegment(f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7),segment_id=f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:08.718052 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:08.847421 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Calling delete_port for c671bd0b-1896-4e4f-8172-1b6229ad5ad4 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:15:09.122882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:09.171578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c671bd0b-1896-4e4f-8172-1b6229ad5ad4,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:09.458446 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:09.985388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Router 6f1eb809-65c1-4365-830f-adbdf02adc9a has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:15:10.176390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:15:10.186429 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] Sync routers for ids ['6f1eb809-65c1-4365-830f-adbdf02adc9a'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:15:10.187026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4cd19ef3-1452-4f1e-abc2-9667b52252c0 admin admin] 10.222.0.23 "PUT /v2.0/routers/6f1eb809-65c1-4365-830f-adbdf02adc9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6998539 Apr 08 11:15:10.189449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34048) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:10.196184 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] Routers {'6f1eb809-65c1-4365-830f-adbdf02adc9a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:10.196843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:14:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6f1eb809-65c1-4365-830f-adbdf02adc9a'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:10.376968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:10.431354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] Set router 6f1eb809-65c1-4365-830f-adbdf02adc9a gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:10.561380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:10.726093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:15:08Z', 'revision_number': 5, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:10.730592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] Checking router: 6f1eb809-65c1-4365-830f-adbdf02adc9a for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:15:10.738857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] Routers {'6f1eb809-65c1-4365-830f-adbdf02adc9a'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:10.739464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:14:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['6f1eb809-65c1-4365-830f-adbdf02adc9a'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:10.819566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Deleting port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:10.819910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:10.917800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] Set router 6f1eb809-65c1-4365-830f-adbdf02adc9a gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:11.002601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] For port 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=71a02eb5-8d2f-4102-9e1b-64adf93e7f0d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:11.002888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:11.131717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Calling delete_port for 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:15:11.214333 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:15:08Z', 'revision_number': 5, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:11.219039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc267a-59b6-42f7-9a66-434dfc581800 None None] The sync data for ids ['6f1eb809-65c1-4365-830f-adbdf02adc9a'] in dv-neutron-837109-1-hyperv is: [{'id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'name': 'tempest-TestMinimumBasicScenario-1592288254-router', 'tenant_id': '79fdc5b627a14b1a987c61271832c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:12:44Z', 'updated_at': '2022-04-08T11:15:08Z', 'revision_number': 5, 'project_id': '79fdc5b627a14b1a987c61271832c0e9', 'gw_port': {'id': '71a02eb5-8d2f-4102-9e1b-64adf93e7f0d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1eb809-65c1-4365-830f-adbdf02adc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:12:45Z', 'updated_at': '2022-04-08T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:15:11.400461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:11.450435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a02eb5-8d2f-4102-9e1b-64adf93e7f0d,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:11.553461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:11.624560 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c671bd0b-1896-4e4f-8172-1b6229ad5ad4 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:15:11.660515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c671bd0b-1896-4e4f-8172-1b6229ad5ad4 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:15:11.661069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c671bd0b-1896-4e4f-8172-1b6229ad5ad4 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:15:11.869050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:11.871872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:11.974075 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:11.974626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f1eb809-65c1-4365-830f-adbdf02adc9a {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:15:11.987448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:11.988738 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1d217098-7bed-4972-90b2-21ace87ad508 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6f1eb809-65c1-4365-830f-adbdf02adc9a HTTP/1.1" status: 204 len: 168 time: 1.7982421 Apr 08 11:15:11.991049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34052) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:12.066427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1bf284-0545-4e02-a7f1-1f1cfedaa37b admin admin] Deleting subnet a6f90240-7bae-4839-bdc6-238c123345dd {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:15:12.069917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf284-0545-4e02-a7f1-1f1cfedaa37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.124903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf284-0545-4e02-a7f1-1f1cfedaa37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.202140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf284-0545-4e02-a7f1-1f1cfedaa37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.380213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf284-0545-4e02-a7f1-1f1cfedaa37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.423016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bf284-0545-4e02-a7f1-1f1cfedaa37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f90240-7bae-4839-bdc6-238c123345dd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:12.427552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf284-0545-4e02-a7f1-1f1cfedaa37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.432574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a7637-f5c0-47be-93b0-330d16fb0750 None None] Network 210c9897-591d-42d3-9c70-cecdbebe892c requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:15:12.438208 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ef1bf284-0545-4e02-a7f1-1f1cfedaa37b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a6f90240-7bae-4839-bdc6-238c123345dd HTTP/1.1" status: 204 len: 168 time: 0.4437158 Apr 08 11:15:12.446463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34056) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:12.554723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.567985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Deleting port 48ede061-546b-4bbb-81d8-50b31a8e992c {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:12.568327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.705745 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] DHCP port deletion for 210c9897-591d-42d3-9c70-cecdbebe892c request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:15:12.710112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] Deleting port 48ede061-546b-4bbb-81d8-50b31a8e992c {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:12.710420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.788062 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] For port 48ede061-546b-4bbb-81d8-50b31a8e992c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=48ede061-546b-4bbb-81d8-50b31a8e992c,segment=NetworkSegment(f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7),segment_id=f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:12.788426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:12.922078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Calling delete_port for 48ede061-546b-4bbb-81d8-50b31a8e992c owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:15:12.922356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] For port 48ede061-546b-4bbb-81d8-50b31a8e992c, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=48ede061-546b-4bbb-81d8-50b31a8e992c,segment=NetworkSegment(f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7),segment_id=f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:12.922525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.094994 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] Calling delete_port for 48ede061-546b-4bbb-81d8-50b31a8e992c owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:15:13.099284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.147482 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ede061-546b-4bbb-81d8-50b31a8e992c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:13.156117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] No DVR routers for this DVR port 48ede061-546b-4bbb-81d8-50b31a8e992c on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:15:13.171801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:15:13.176700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:15:13.279328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.309291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210c9897-591d-42d3-9c70-cecdbebe892c']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:13.322479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:13.322776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19ac2bd-7bb3-46e1-bd6c-3e24655ef9c7') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:13.335640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.352202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.358464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:15:13.358903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:15:13.372557 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:15:13.581494 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 48ede061-546b-4bbb-81d8-50b31a8e992c no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:15:13.585344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.606845 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.617256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=210c9897-591d-42d3-9c70-cecdbebe892c,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:13.624935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-386547f0-f454-434c-be69-9cdb3c2150f4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/210c9897-591d-42d3-9c70-cecdbebe892c HTTP/1.1" status: 204 len: 168 time: 1.1826117 Apr 08 11:15:13.625764 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 48ede061-546b-4bbb-81d8-50b31a8e992c {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:15:13.626118 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 48ede061-546b-4bbb-81d8-50b31a8e992c not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:15:13.626559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:15:13.661147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:15:13.661497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 71a02eb5-8d2f-4102-9e1b-64adf93e7f0d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:15:13.673477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] Deleting port 48ede061-546b-4bbb-81d8-50b31a8e992c {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:15:13.673942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.743362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-49f48719-59a9-4bb6-9977-e91f53161990 None None] The port '48ede061-546b-4bbb-81d8-50b31a8e992c' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:15:14.061696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34064) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:14.112406 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b8da6c34-b17d-43f5-bc10-d775a89e8352 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9669b78118c40ba92650701464275a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494659 Apr 08 11:15:14.114712 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34068) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:14.173004 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d7d175f-4156-4e00-a9a1-8a199ed67456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:14.200270 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d7d175f-4156-4e00-a9a1-8a199ed67456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:14.362235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d7d175f-4156-4e00-a9a1-8a199ed67456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:14.381555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d175f-4156-4e00-a9a1-8a199ed67456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798a94a2-8997-42d3-8487-9eec9873fb03,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:14.504145 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0d7d175f-4156-4e00-a9a1-8a199ed67456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:14.505324 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0d7d175f-4156-4e00-a9a1-8a199ed67456 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/798a94a2-8997-42d3-8487-9eec9873fb03 HTTP/1.1" status: 204 len: 168 time: 0.3897240 Apr 08 11:15:15.552464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34076) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:15.603976 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2ddd9eff-3c72-41ee-a2ee-447d4ac0446e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79fdc5b627a14b1a987c61271832c0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502360 Apr 08 11:15:15.607192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34080) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:15.666573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0742e90-9d99-49af-b887-74880fa76a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:15.695429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0742e90-9d99-49af-b887-74880fa76a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:15.848344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0742e90-9d99-49af-b887-74880fa76a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:15.864829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0742e90-9d99-49af-b887-74880fa76a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594c9f1-d1c9-4744-a167-1f3ac5747868,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:15.869310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c0742e90-9d99-49af-b887-74880fa76a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:15.870783 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c0742e90-9d99-49af-b887-74880fa76a09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2594c9f1-d1c9-4744-a167-1f3ac5747868 HTTP/1.1" status: 204 len: 168 time: 0.2624815 Apr 08 11:15:17.365471 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:15:18.989536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34122) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:18.994740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286612049', 'description': 'tempest-secgroup-smoke-286612049 description', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:19.002410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:19.006549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:19.009694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:19.016132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:19.131455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:19.145960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:19.162388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:19.166344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:19.172064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:19.180663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:19.292707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:19.407886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:19.421596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:19.429713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:19.438963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:19.450431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:19.454083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2e31b4-9931-4bc2-ac80-dbbaaf63e4db,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:19.531259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:19.659151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:19.709419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba3ee1-aca1-4705-b321-61859630c959,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:19.808201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:19.810422 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f60c1492-1965-45dc-916e-e4592bd1a8b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8196743 Apr 08 11:15:19.813907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34126) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:19.820891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '26ba3ee1-aca1-4705-b321-61859630c959', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:19.828231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:19.832120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:19.835092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:19.841152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:20.009588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:20.070376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:20.240176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:20.264301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97302548-b56d-4847-9326-ce7f1f5dec9e,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:20.425532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:20.426781 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-70b6784a-776d-437b-9e77-2e5e8c5a1fe8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6115956 Apr 08 11:15:20.430269 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34130) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:20.436093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '26ba3ee1-aca1-4705-b321-61859630c959', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:20.442704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:20.446765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:20.450882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:20.456669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:20.558796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:20.626002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:20.723069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:20.749495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f7527f-5162-4de2-964f-81b407488b1b,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:20.857937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:20.859091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d7f98b12-1136-453a-9d70-2bfa6ea78537 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4278204 Apr 08 11:15:20.861869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34134) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:20.866962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '26ba3ee1-aca1-4705-b321-61859630c959', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:20.873893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:20.878026 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:20.881214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:20.888128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:20.987222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.065420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.172138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.197814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c12cf7-1994-4514-b045-ec6022b0fb79,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:21.343599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.345351 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cd8cd632-0de9-4b42-b9f6-1627d62ecdb8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4822900 Apr 08 11:15:21.348141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34138) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:21.353193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '26ba3ee1-aca1-4705-b321-61859630c959', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:21.360732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:21.364503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:21.367462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:21.374558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:21.524245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.596939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.715498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.740409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1dd488-b7c9-480b-ae53-dd1e48acbc7f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:21.831013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.832163 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-224de4f1-c93a-4da1-b5a7-4ac96d3b3050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4830539 Apr 08 11:15:21.835368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34142) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:21.841524 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '26ba3ee1-aca1-4705-b321-61859630c959', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:21.848778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:21.855311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:21.861079 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:21.873910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:21.981070 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:15:21.995149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:22.085804 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:22.299436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:22.323982 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778a99ce-1086-40e5-aa28-089172231b51,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:22.449477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:22.450729 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cdc1badb-b7d3-4122-8a38-dcccb049412e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6142652 Apr 08 11:15:22.453797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34146) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:22.459267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '26ba3ee1-aca1-4705-b321-61859630c959', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:22.465992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:22.469850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:22.472734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:22.478346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:22.602242 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:15:22.610096 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:22.791101 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:22.904954 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:22.929409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96775bba-48f0-4bfa-a1a7-c54575d8b596,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:23.048320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:23.049635 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3a783733-7a6c-400b-8793-a29d939522a9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5948453 Apr 08 11:15:23.052803 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34150) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:23.059826 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'network': {'name': 'tempest-network-smoke--1602126329', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'port_security_enabled': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:23.064048 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:23.067877 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:network and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:23.070932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:23.077152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:23.214017 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:15:23.217552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:23.244931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:15:23.254087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:23.254424 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Added segment 52ad502b-ff91-4ab5-a3a7-b8f036e7a830 of type vlan for network 9a95cf96-ef56-43d3-a3a2-d065d29551cd Apr 08 11:15:23.288487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:23.407933 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:23.413540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:23.414132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:23.523743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Network': ['ID=9a95cf96-ef56-43d3-a3a2-d065d29551cd,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:23.535466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:15:23.614319 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-922f24b7-a579-4b48-8097-6cc9878a0672 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5604248 Apr 08 11:15:23.617878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34154) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:23.624551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'admin_state_up': True, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:23.631994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:23.637436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:router and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:23.640697 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:23.649993 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:23.780698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:23.782752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:23.816725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:24.241257 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:24.664171 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:24.695887 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:24.847026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.52 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/1d67accb-820f-4b1c-8e7d-aadc40143873) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:15:25.008679 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:25.103458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:25.160816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:25.161865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:25.164419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:15:25.236609 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=1d67accb-820f-4b1c-8e7d-aadc40143873,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:25.790139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:26.130428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:26.465148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:15:26.642875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:15:26.652862 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Sync routers for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:15:26.663113 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:26.663724 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:14:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:26.774324 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:26.775504 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-02368ef3-2a5a-4b3c-bad2-db69995ef75c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1563184 Apr 08 11:15:26.780382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34158) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:26.844927 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:26.935249 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0a0acff0-b106-4e42-a02f-641eddd6f99d tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=017b1024bf9540ef89e14ae3fe192fe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1521938 Apr 08 11:15:26.938233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34164) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:27.080063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14860f9-b8fa-4d66-bddc-af279ca2933b tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:27.081486 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c14860f9-b8fa-4d66-bddc-af279ca2933b tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422765 Apr 08 11:15:27.084245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34168) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:27.123732 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8cd4a583-57f7-41c2-8030-c25a165e2193 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383101 Apr 08 11:15:27.126597 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34172) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:27.132303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829907871', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:27.133236 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:25Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:27.137981 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Checking router: 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:15:27.138327 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Updating router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec port 1d67accb-820f-4b1c-8e7d-aadc40143873 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:15:27.191447 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.242467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:27.246408 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:subnet and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:27.249491 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:27.255128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:27.305237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a7d94a17-e52e-4a8f-aa4e-7bde64ce38a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.345367 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:15:27.348924 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.528183 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.542978 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Transition to ACTIVE for port object 1d67accb-820f-4b1c-8e7d-aadc40143873 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:15:27.625099 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.733069 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Attempting to bind port 1d67accb-820f-4b1c-8e7d-aadc40143873 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:15:27.733758 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Attempting to bind port 1d67accb-820f-4b1c-8e7d-aadc40143873 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:15:27.733889 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Attempting to bind port 1d67accb-820f-4b1c-8e7d-aadc40143873 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:15:27.743593 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:15:27.743962 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:15:27.744372 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.744844 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:15:27.745310 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Bound port: 1d67accb-820f-4b1c-8e7d-aadc40143873, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:15:27.745679 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.768398 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Pushing event updated for resources: {'Port': ['ID=1d67accb-820f-4b1c-8e7d-aadc40143873,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:27.773781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.787907 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.791274 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.792676 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:27.834810 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] For port 1d67accb-820f-4b1c-8e7d-aadc40143873, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:15:27.837814 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] For port 1d67accb-820f-4b1c-8e7d-aadc40143873, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1d67accb-820f-4b1c-8e7d-aadc40143873,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:15:27.859224 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Subnet': ['ID=647e2eda-687e-499a-98d9-68ef37ba422a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:27.866507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Checking segment: {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:15:27.866858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network hostable DHCP agents. Network: 9a95cf96-ef56-43d3-a3a2-d065d29551cd, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:15:27.928247 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:27.962474 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:15:28.004856 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:28.005493 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:14:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:28.062646 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605622c6-5dc0-4a82-915c-6957e909c8b4 None None] Pushing event updated for resources: {'Port': ['ID=1d67accb-820f-4b1c-8e7d-aadc40143873,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:28.071579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 9a95cf96-ef56-43d3-a3a2-d065d29551cd) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:28.079624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:28.080242 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:28.087223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc233149-1579-4413-b60b-2a9776995f76 None None] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:15:28.189490 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-61069937-8609-4991-95dc-2fb353b6b009 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0589600 Apr 08 11:15:28.189825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34176) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:28.197153 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:28.395074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:15:28.396593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:28.512390 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:25Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:28.516447 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66193d4b-e115-4e7f-9878-87bd89d5c67c None None] The sync data for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv is: [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:25Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:15:28.567647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Allocated IP 172.20.0.2 (9a95cf96-ef56-43d3-a3a2-d065d29551cd/647e2eda-687e-499a-98d9-68ef37ba422a/9bd6ab53-d432-43d6-aa91-a735171cc8be) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:15:28.824510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:28.837711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Transition to ACTIVE for port object 9bd6ab53-d432-43d6-aa91-a735171cc8be will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:15:28.868264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Transition to ACTIVE for port object 9bd6ab53-d432-43d6-aa91-a735171cc8be will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:15:29.016895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:29.039988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:29.077688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:29.082752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:29.097593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:15:29.148292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Pushing event updated for resources: {'Port': ['ID=9bd6ab53-d432-43d6-aa91-a735171cc8be,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:29.192533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.192991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.193336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.193854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.194520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.195084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.195460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.195798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.196127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.196457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.196804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.197147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:29.225912 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Attempting to bind port 9bd6ab53-d432-43d6-aa91-a735171cc8be on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:15:29.226291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Attempting to bind port 9bd6ab53-d432-43d6-aa91-a735171cc8be by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:15:29.226662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Attempting to bind port 9bd6ab53-d432-43d6-aa91-a735171cc8be on network 9a95cf96-ef56-43d3-a3a2-d065d29551cd {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:15:29.236975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:15:29.237566 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Checking segment: {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:15:29.238026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:29.238431 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Bound using segment: {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:15:29.239028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Bound port: 9bd6ab53-d432-43d6-aa91-a735171cc8be, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:15:29.239580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:29.356158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] For port 9bd6ab53-d432-43d6-aa91-a735171cc8be, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:15:29.361654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] For port 9bd6ab53-d432-43d6-aa91-a735171cc8be, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9bd6ab53-d432-43d6-aa91-a735171cc8be,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:15:29.449020 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:29.521213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.1 (9a95cf96-ef56-43d3-a3a2-d065d29551cd/647e2eda-687e-499a-98d9-68ef37ba422a/56188d0d-7a5c-4c09-b7a5-055e0ecd51f7) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:15:29.558692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b7645-23e8-4272-895b-d99449667da3 None None] Pushing event updated for resources: {'Port': ['ID=9bd6ab53-d432-43d6-aa91-a735171cc8be,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:29.638245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1d67accb-820f-4b1c-8e7d-aadc40143873 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:15:29.687865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-4917ced6-335f-471a-a4b5-19c0678e139d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:29.857881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:29.875274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:15:29.911105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 1d67accb-820f-4b1c-8e7d-aadc40143873 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:15:29.917306 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1d67accb-820f-4b1c-8e7d-aadc40143873 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:29.917768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:30.030833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:30.043479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:30.061779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 1d67accb-820f-4b1c-8e7d-aadc40143873, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1d67accb-820f-4b1c-8e7d-aadc40143873,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:30.097819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:30.106422 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:30.108916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:15:30.148965 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:30.177866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:30.194620 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:30.269737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=1d67accb-820f-4b1c-8e7d-aadc40143873,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:30.453299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:30.610563 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13145f02-89ec-4fb3-94ae-f5b8933ad3cc None None] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:15:30.750438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:30.903434 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:30.916264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a10ffda2-5a0e-401b-adad-6f00b352c4a3 None None] Provisioning for port 9bd6ab53-d432-43d6-aa91-a735171cc8be completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:15:31.036433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:31.167225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:31.167225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:31.303266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:31.304459 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:31.388883 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d3ae1aae-acd3-463a-af15-0a5761e87e99 None None] Provisioning for port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:15:31.400553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d3ae1aae-acd3-463a-af15-0a5761e87e99 None None] Provisioning complete for port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:31.400553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1aae-acd3-463a-af15-0a5761e87e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:31.431635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:31.460401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae1aae-acd3-463a-af15-0a5761e87e99 None None] Port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:15:31.499991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:15:31.590705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e5d2aadc-ab51-4aee-a1cc-cdaee8b38ba0 None None] Provisioning complete for port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:31.590705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aadc-ab51-4aee-a1cc-cdaee8b38ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:31.642690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2aadc-ab51-4aee-a1cc-cdaee8b38ba0 None None] Port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:15:31.683538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9bd6ab53-d432-43d6-aa91-a735171cc8be up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:15:31.687897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:15:31.702388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4059a6ca-acab-46d3-a150-ef301c146367 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5063958 Apr 08 11:15:31.715193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Sync routers for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:15:31.739693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:31.740325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:15:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:31.867658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-a612b07a-fc84-40d6-90ca-5775b45c8da5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:15:31.943146 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:32.037473 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-a612b07a-fc84-40d6-90ca-5775b45c8da5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:15:32.038679 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-a612b07a-fc84-40d6-90ca-5775b45c8da5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286612049&fields=id&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 267 time: 0.2107921 Apr 08 11:15:32.082587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 9bd6ab53-d432-43d6-aa91-a735171cc8be completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:15:32.105027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9bd6ab53-d432-43d6-aa91-a735171cc8be triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:32.105402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:32.222018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:32.320522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-37583016-910e-42e9-bf15-c589ccf4a52e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:32.322201 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-37583016-910e-42e9-bf15-c589ccf4a52e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/networks?id=9a95cf96-ef56-43d3-a3a2-d065d29551cd HTTP/1.1" status: 200 len: 797 time: 0.2745733 Apr 08 11:15:32.345019 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-a303d2bb-f43d-4a2f-aaeb-a3735839c31b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/quotas/017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 375 time: 0.0153408 Apr 08 11:15:32.370026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:32.411106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 9bd6ab53-d432-43d6-aa91-a735171cc8be, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9bd6ab53-d432-43d6-aa91-a735171cc8be,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:32.419928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 2, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:32.432912 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Checking router: 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:15:32.432912 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Updating router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:15:32.439166 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-e8b6fc06-5019-4a27-8bd4-624994cf5be3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888808 Apr 08 11:15:32.482420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:32.529941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:32.529941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1d67accb-820f-4b1c-8e7d-aadc40143873 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:15:32.583391 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-07877fae-49f9-4943-a289-b0266786130b service neutron] 10.222.0.23 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292169 Apr 08 11:15:32.722837 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-8c0d154e-04c1-47e6-8708-8a77e5cf2a59 service neutron] 10.222.0.23 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324871 Apr 08 11:15:32.763711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=9bd6ab53-d432-43d6-aa91-a735171cc8be,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:32.789319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1d67accb-820f-4b1c-8e7d-aadc40143873 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:32.789683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:33.043986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-8bdb7ba7-d0e3-429d-a0b0-f4f2f7622964 req-8607108c-43b3-4434-8427-501bf4b1adf1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:15:33.130430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:33.145261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Transition to ACTIVE for port object 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:15:33.345564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-8bdb7ba7-d0e3-429d-a0b0-f4f2f7622964 req-8607108c-43b3-4434-8427-501bf4b1adf1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:15:33.346748 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8bdb7ba7-d0e3-429d-a0b0-f4f2f7622964 req-8607108c-43b3-4434-8427-501bf4b1adf1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 210 time: 0.3485007 Apr 08 11:15:33.422869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:33.582760 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b88d7c-455a-44ea-aa09-bbd43cdb166c None None] Pushing event updated for resources: {'Port': ['ID=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:33.624469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9bd6ab53-d432-43d6-aa91-a735171cc8be up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:15:33.699119 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Attempting to bind port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:15:33.699482 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Attempting to bind port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:15:33.699843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Attempting to bind port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 on network 9a95cf96-ef56-43d3-a3a2-d065d29551cd {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:15:33.716169 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:15:33.723390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Checking segment: {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:15:33.723390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:33.723390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Bound using segment: {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:15:33.723390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Bound port: 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:15:33.723390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:33.789908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 9bd6ab53-d432-43d6-aa91-a735171cc8be triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:33.790820 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:33.877310 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] For port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:15:33.888193 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] For port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:15:34.031811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:34.116556 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:34.117127 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:15:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:34.173870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b88d7c-455a-44ea-aa09-bbd43cdb166c None None] Pushing event updated for resources: {'Port': ['ID=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:34.340634 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:34.445542 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-46d6533e-7ab8-45c7-a7bf-993c7bbf3367 req-125330ec-e3f6-4340-a2bc-4c8b44989f05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 210 time: 0.0439520 Apr 08 11:15:34.624905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:34.738149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:33Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:34.743700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3ff86-cb83-4abb-abc2-cfe66e5a2ea8 None None] The sync data for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv is: [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:33Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:15:35.620081 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5e0f97f9-b36d-42ac-a194-3ea9dc5a7c8c req-18f51679-b15b-44a9-b72f-bbaed8f7371c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 210 time: 0.0444410 Apr 08 11:15:35.646793 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:15:35.905097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:15:35.910707 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:35.911084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:36.032818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:36.069601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:36.165886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:36.238955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:36.383684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-88619271-1da1-48ee-bfb8-d744c14f61bf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:36.385382 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-88619271-1da1-48ee-bfb8-d744c14f61bf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/networks?id=9a95cf96-ef56-43d3-a3a2-d065d29551cd HTTP/1.1" status: 200 len: 797 time: 0.1556005 Apr 08 11:15:36.434826 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-c8e08727-ec37-4ef8-b3cc-fdb6b4c683c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 379 time: 0.0418718 Apr 08 11:15:36.443090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'port': {'device_id': '5576a470-7a00-479e-9bdc-363d67990a09', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'admin_state_up': True, 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'security_groups': ['26ba3ee1-aca1-4705-b321-61859630c959']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:36.590676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:36.600324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:36.748891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:15:36.752527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:36.819667 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a671f2f7-1ed1-4ec3-8a9c-52364364bb30 req-071830b8-122c-4d20-b284-c4e23dbf6b41 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 210 time: 0.0553961 Apr 08 11:15:36.980188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.4 (9a95cf96-ef56-43d3-a3a2-d065d29551cd/647e2eda-687e-499a-98d9-68ef37ba422a/bfbb94c3-aad0-4b66-abfb-776b1b23f329) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:15:37.178378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:37.194571 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object bfbb94c3-aad0-4b66-abfb-776b1b23f329 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:15:37.322724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:37.394684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:37.402566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:37.405636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:15:37.446616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=bfbb94c3-aad0-4b66-abfb-776b1b23f329,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:37.480330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:37.481196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:37.607803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:15:37.629425 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-2ff916a5-3e63-4f23-8498-385dc0144202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1900744 Apr 08 11:15:37.641649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Request body: {'port': {'device_id': '5576a470-7a00-479e-9bdc-363d67990a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:37.681803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:37.682090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:37.757867 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:37.777453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6373d0cc-f2f3-4eb5-82c8-fdfb93eb4c67 None None] Provisioning for port bfbb94c3-aad0-4b66-abfb-776b1b23f329 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:15:37.791046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6373d0cc-f2f3-4eb5-82c8-fdfb93eb4c67 None None] Provisioning complete for port bfbb94c3-aad0-4b66-abfb-776b1b23f329 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:37.791424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6373d0cc-f2f3-4eb5-82c8-fdfb93eb4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:37.862500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-6373d0cc-f2f3-4eb5-82c8-fdfb93eb4c67 None None] Port bfbb94c3-aad0-4b66-abfb-776b1b23f329 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:15:38.154396 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd181d35-08cf-4598-b99b-be7e4052e4db req-267fedea-37cb-4c05-abca-9bb7c8b996ea tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:38.155874 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dd181d35-08cf-4598-b99b-be7e4052e4db req-267fedea-37cb-4c05-abca-9bb7c8b996ea tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 931 time: 0.2083809 Apr 08 11:15:38.204376 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-dd181d35-08cf-4598-b99b-be7e4052e4db req-43314144-9544-4a10-8c59-73adb94f5af8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 Apr 08 11:15:38.240157 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbb94c3-aad0-4b66-abfb-776b1b23f329 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:15:38.248654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:38.264735 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Transition to ACTIVE for port object bfbb94c3-aad0-4b66-abfb-776b1b23f329 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:15:38.328115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:38.487417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbb94c3-aad0-4b66-abfb-776b1b23f329,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:38.576981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Attempting to bind port bfbb94c3-aad0-4b66-abfb-776b1b23f329 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:15:38.577310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Attempting to bind port bfbb94c3-aad0-4b66-abfb-776b1b23f329 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:15:38.577649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Attempting to bind port bfbb94c3-aad0-4b66-abfb-776b1b23f329 on network 9a95cf96-ef56-43d3-a3a2-d065d29551cd {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:15:38.584129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Port bfbb94c3-aad0-4b66-abfb-776b1b23f329 on network 9a95cf96-ef56-43d3-a3a2-d065d29551cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:15:38.584681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Attempting to bind port bfbb94c3-aad0-4b66-abfb-776b1b23f329 on network 9a95cf96-ef56-43d3-a3a2-d065d29551cd {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:15:38.594257 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:15:38.594833 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Checking segment: {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:15:38.595496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Bound using segment: {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:15:38.596195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Bound port: bfbb94c3-aad0-4b66-abfb-776b1b23f329, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ad502b-ff91-4ab5-a3a7-b8f036e7a830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:15:38.596828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:38.702501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] For port bfbb94c3-aad0-4b66-abfb-776b1b23f329, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:15:38.705748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] For port bfbb94c3-aad0-4b66-abfb-776b1b23f329, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:15:38.843748 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:38.903215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:38.903818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:38.905224 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/bfbb94c3-aad0-4b66-abfb-776b1b23f329 HTTP/1.1" status: 200 len: 1093 time: 1.2688527 Apr 08 11:15:38.905658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:15:38.935437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7489a-1d98-4196-9cd2-78bf4569b1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbb94c3-aad0-4b66-abfb-776b1b23f329,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:38.967040 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaca3c7-784f-4677-8cac-f72992425954'] response: {'name': 'network-changed', 'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'status': 'completed', 'code': 200} Apr 08 11:15:39.063752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360772-a5e7-4d52-97c3-02ae305e8619 req-4979adf2-3e27-4221-b31c-e53846807518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:39.065477 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-05360772-a5e7-4d52-97c3-02ae305e8619 req-4979adf2-3e27-4221-b31c-e53846807518 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 1096 time: 0.0808001 Apr 08 11:15:39.213077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360772-a5e7-4d52-97c3-02ae305e8619 req-37e8b28d-4a99-4988-95c5-303664981650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:39.214501 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-05360772-a5e7-4d52-97c3-02ae305e8619 req-37e8b28d-4a99-4988-95c5-303664981650 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1405327 Apr 08 11:15:39.356495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360772-a5e7-4d52-97c3-02ae305e8619 req-bcf65893-ac6e-4329-9720-a567ae0d8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:39.358174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-05360772-a5e7-4d52-97c3-02ae305e8619 req-bcf65893-ac6e-4329-9720-a567ae0d8c18 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379664 Apr 08 11:15:39.400322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e88e-c82e-404e-8a71-d67facb1cb98 req-6833037d-1862-468b-8804-ddc4cde829be tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:39.401834 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4d07e88e-c82e-404e-8a71-d67facb1cb98 req-6833037d-1862-468b-8804-ddc4cde829be tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 943 time: 0.0860262 Apr 08 11:15:39.453853 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4d07e88e-c82e-404e-8a71-d67facb1cb98 req-9417bb6b-43a3-4694-b7fd-fe6de3a3e8a8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 Apr 08 11:15:39.472407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-d88311da-57be-4639-b5ac-16ee089eb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:39.473935 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-d88311da-57be-4639-b5ac-16ee089eb914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 1096 time: 0.0796299 Apr 08 11:15:39.542552 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-a69a6dbf-e50c-44bd-9f01-608f05648518 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329 HTTP/1.1" status: 200 len: 217 time: 0.0606115 Apr 08 11:15:39.610506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-f6902a30-2ba0-4416-987d-6d59cd7d833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:39.611963 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-f6902a30-2ba0-4416-987d-6d59cd7d833a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647e2eda-687e-499a-98d9-68ef37ba422a HTTP/1.1" status: 200 len: 834 time: 0.0641212 Apr 08 11:15:39.689176 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-9595c1fc-d647-4d07-b68a-2c55314431eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:39.690659 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-9595c1fc-d647-4d07-b68a-2c55314431eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a95cf96-ef56-43d3-a3a2-d065d29551cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728483 Apr 08 11:15:39.834779 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-b64df9d0-7344-4e7d-bd79-600fc5083775 service neutron] 10.222.0.41 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372635 Apr 08 11:15:39.980359 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c77df0e-bfdf-485a-8df8-f78082843465 req-b1f76d21-95b8-4be8-bd89-402236eeed62 service neutron] 10.222.0.41 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384482 Apr 08 11:15:40.658326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9ed64-f0e0-43cc-b350-fa2a5cd8aa79 req-897087b9-674f-4877-bc60-8fe6c06ef5f3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:40.659071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-69d9ed64-f0e0-43cc-b350-fa2a5cd8aa79 req-897087b9-674f-4877-bc60-8fe6c06ef5f3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:15:40.754681 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-69d9ed64-f0e0-43cc-b350-fa2a5cd8aa79 req-897087b9-674f-4877-bc60-8fe6c06ef5f3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:15:40.755988 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-69d9ed64-f0e0-43cc-b350-fa2a5cd8aa79 req-897087b9-674f-4877-bc60-8fe6c06ef5f3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 943 time: 0.1882570 Apr 08 11:15:40.804910 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-69d9ed64-f0e0-43cc-b350-fa2a5cd8aa79 req-26216a2d-d106-43be-95fd-7dbaeaf93381 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 Apr 08 11:15:42.000021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b1862-b07a-4cc7-b808-01008a35a316 req-03161b1a-c694-4a57-8ea9-9c37f1008a76 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:42.001602 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-215b1862-b07a-4cc7-b808-01008a35a316 req-03161b1a-c694-4a57-8ea9-9c37f1008a76 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 943 time: 0.0836225 Apr 08 11:15:42.048778 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-215b1862-b07a-4cc7-b808-01008a35a316 req-1298ee08-4639-45cc-aeca-c7b711108949 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412836 Apr 08 11:15:42.150725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device bfbb94c3-aad0-4b66-abfb-776b1b23f329 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:15:42.301213 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port bfbb94c3-aad0-4b66-abfb-776b1b23f329, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:42.319914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'port_id': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'mac_address': 'fa:16:3e:25:46:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:15:42.378005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:42.395666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbb94c3-aad0-4b66-abfb-776b1b23f329 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:15:42.413814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port bfbb94c3-aad0-4b66-abfb-776b1b23f329, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:42.499320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:42.575019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=bfbb94c3-aad0-4b66-abfb-776b1b23f329,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:42.722023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['bfbb94c3-aad0-4b66-abfb-776b1b23f329'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:15:43.259337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5af05-bd4c-40d6-b888-ebc41305bd0a req-5a476110-a679-4718-aa16-3aa2080f0fde tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:43.260952 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fdc5af05-bd4c-40d6-b888-ebc41305bd0a req-5a476110-a679-4718-aa16-3aa2080f0fde tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 944 time: 0.0884137 Apr 08 11:15:43.316766 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fdc5af05-bd4c-40d6-b888-ebc41305bd0a req-9dedbc29-949b-4b71-a801-abef5a25a3ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461550 Apr 08 11:15:44.166141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device bfbb94c3-aad0-4b66-abfb-776b1b23f329 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:15:44.366623 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port bfbb94c3-aad0-4b66-abfb-776b1b23f329 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:15:44.374190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port bfbb94c3-aad0-4b66-abfb-776b1b23f329 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:15:44.374694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:44.510618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:44.526346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efedd27-af8d-436c-9082-006fd86d129e req-bafd5118-4192-4599-bb7e-93cfdbcf09e1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:44.529182 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0efedd27-af8d-436c-9082-006fd86d129e req-bafd5118-4192-4599-bb7e-93cfdbcf09e1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 944 time: 0.0910935 Apr 08 11:15:44.545385 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:15:44.558817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port bfbb94c3-aad0-4b66-abfb-776b1b23f329, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:15:44.578389 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0efedd27-af8d-436c-9082-006fd86d129e req-77f393ee-7711-4d27-a12c-1d9ac71e8d2d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Apr 08 11:15:44.607362 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fc4b46-ca4e-4568-a20a-04504605b565'] response: {'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'code': 200} Apr 08 11:15:44.691948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:44.769021 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=bfbb94c3-aad0-4b66-abfb-776b1b23f329,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:45.159057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f009-a827-4cbb-9197-fc2be9035b8f req-ae743402-3961-4b90-bc07-82855597548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:45.160588 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d53f009-a827-4cbb-9197-fc2be9035b8f req-ae743402-3961-4b90-bc07-82855597548b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 1098 time: 0.0846267 Apr 08 11:15:45.206781 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d53f009-a827-4cbb-9197-fc2be9035b8f req-cb9da3aa-2589-42ec-a0e4-2bdb65eb4891 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 Apr 08 11:15:45.774469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b486db-dea1-4dc8-b432-53607d950e0d req-79738751-517d-4eb7-8782-bf1492cb515a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:45.776019 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-06b486db-dea1-4dc8-b432-53607d950e0d req-79738751-517d-4eb7-8782-bf1492cb515a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.0866344 Apr 08 11:15:45.828153 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-06b486db-dea1-4dc8-b432-53607d950e0d req-6b0c6680-b10a-400f-bc40-d4956e0188c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424342 Apr 08 11:15:47.029313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33312b02-d25e-4e6e-bd4a-65f846ee194a req-36736bf5-b61d-4fbf-8c62-e43a57b65ded tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:47.030977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-33312b02-d25e-4e6e-bd4a-65f846ee194a req-36736bf5-b61d-4fbf-8c62-e43a57b65ded tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.0886993 Apr 08 11:15:47.084567 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-33312b02-d25e-4e6e-bd4a-65f846ee194a req-2eb6da5f-a0b7-4810-b3e0-f1751282bf3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476277 Apr 08 11:15:47.281662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810d97-330c-4535-90ab-6f27f17a31c9 req-1337aa7e-892c-4571-a0b0-fc747c308812 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:47.283202 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-13810d97-330c-4535-90ab-6f27f17a31c9 req-1337aa7e-892c-4571-a0b0-fc747c308812 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.0900555 Apr 08 11:15:47.342532 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-13810d97-330c-4535-90ab-6f27f17a31c9 req-cb99c4a5-49c2-4067-af25-5f080dcf3057 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526927 Apr 08 11:15:47.372262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34238) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:47.453121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0848c5-3180-4c23-bf06-4433d1c7471e tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:47.454681 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4f0848c5-3180-4c23-bf06-4433d1c7471e tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 1093 time: 0.0816634 Apr 08 11:15:47.457634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34242) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:47.462560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:15:47.469795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:15:47.473795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:floatingip and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:15:47.477267 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:15:47.485904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:15:47.562881 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:47.711346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:47.852790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.130 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/011c937c-c40a-4982-be37-bd83bec7dfb2) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:15:48.008082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:48.106538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:48.171082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:15:48.177814 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:15:48.182150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:15:48.212137 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=011c937c-c40a-4982-be37-bd83bec7dfb2,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:48.231778 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.232120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.232463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.232824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.233159 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.233490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.233830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.234152 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.234478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.234799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.235120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.235439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:15:48.729929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:49.005622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:49.227444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:49.373661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:49.485120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=011c937c-c40a-4982-be37-bd83bec7dfb2,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:15:49.492999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:49.671968 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP 3c01ec3c-37c2-4c55-9186-1c00d38cbaf0 associated. External IP: 172.26.7.130, port: bfbb94c3-aad0-4b66-abfb-776b1b23f329. Apr 08 11:15:50.035024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:15:50.220128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:15:50.230980 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] Sync routers for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:15:50.242113 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:50.242767 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:15:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:50.372033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:50.441647 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d093f42e-9098-471d-94df-00aa4d37ed05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9827893 Apr 08 11:15:50.442309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:15:50.444305 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:50.498887 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d2652e-e7b5-4507-812a-b5cb518cefbf'] response: {'name': 'network-changed', 'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'status': 'completed', 'code': 200} Apr 08 11:15:50.673419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-c2250b91-a162-4a27-99e2-3eae7159cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:50.674908 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-c2250b91-a162-4a27-99e2-3eae7159cf27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 1098 time: 0.1537540 Apr 08 11:15:50.830918 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '3c01ec3c-37c2-4c55-9186-1c00d38cbaf0', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'port_id': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'mac_address': 'fa:16:3e:25:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5576a470-7a00-479e-9bdc-363d67990a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:15:48Z', 'updated_at': '2022-04-08T11:15:48Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:36Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:50.835159 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] Checking router: 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:15:50.836096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9405e82-419e-4583-b9b5-9cbdb0256cdc req-0094342e-008d-4459-9ffb-898f89279eb6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:50.837604 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d9405e82-419e-4583-b9b5-9cbdb0256cdc req-0094342e-008d-4459-9ffb-898f89279eb6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.2492676 Apr 08 11:15:50.844442 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:15:50.845088 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:15:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:50.949996 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d9405e82-419e-4583-b9b5-9cbdb0256cdc req-2263804e-4452-40fb-9cf6-24b02908a07a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665467 Apr 08 11:15:50.974832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34250) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:50.975428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-efd5c732-473d-4c48-9419-5ce5467eda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:50.977050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-efd5c732-473d-4c48-9419-5ce5467eda86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a95cf96-ef56-43d3-a3a2-d065d29551cd HTTP/1.1" status: 200 len: 898 time: 0.2941959 Apr 08 11:15:51.070266 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:15:51.088318 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-62083bd6-0446-4fe6-a423-a848fe16c585 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329 HTTP/1.1" status: 200 len: 999 time: 0.1052890 Apr 08 11:15:51.091698 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-425e50aa-dd29-4410-a270-c4ce1521fece tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/3c01ec3c-37c2-4c55-9186-1c00d38cbaf0 HTTP/1.1" status: 200 len: 991 time: 0.1138048 Apr 08 11:15:51.156725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-6e55b718-c3fb-4893-894d-188e62ba0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:51.158797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-6e55b718-c3fb-4893-894d-188e62ba0263 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647e2eda-687e-499a-98d9-68ef37ba422a HTTP/1.1" status: 200 len: 834 time: 0.0647707 Apr 08 11:15:51.254693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-2287d664-15d7-45d3-a810-f47a4302c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:51.256154 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-2287d664-15d7-45d3-a810-f47a4302c2ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a95cf96-ef56-43d3-a3a2-d065d29551cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917325 Apr 08 11:15:51.411001 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-965aad11-0684-4927-a595-2ad45a6080e4 service neutron] 10.222.0.41 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487029 Apr 08 11:15:51.461223 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '3c01ec3c-37c2-4c55-9186-1c00d38cbaf0', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'port_id': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'mac_address': 'fa:16:3e:25:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5576a470-7a00-479e-9bdc-363d67990a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:15:48Z', 'updated_at': '2022-04-08T11:15:48Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:36Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:15:51.466215 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a6d9f-1e4f-4937-b27e-120525322039 None None] The sync data for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv is: [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '3c01ec3c-37c2-4c55-9186-1c00d38cbaf0', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'port_id': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'mac_address': 'fa:16:3e:25:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5576a470-7a00-479e-9bdc-363d67990a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:15:48Z', 'updated_at': '2022-04-08T11:15:48Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:36Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:15:51.556132 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b27152be-d9a8-4802-9ef0-b55ae52a3b5e req-cee841f0-1ce9-4516-957a-aca0e0dea850 service neutron] 10.222.0.41 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389024 Apr 08 11:15:51.731165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c077f-c813-4e0b-9f4e-2395343a111d None None] New status for floating IP 3c01ec3c-37c2-4c55-9186-1c00d38cbaf0: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:15:52.094703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34254) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:15:52.211866 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0fb225a6-a348-4a52-be59-b20deeddf3cb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/3c01ec3c-37c2-4c55-9186-1c00d38cbaf0 HTTP/1.1" status: 200 len: 993 time: 0.1158605 Apr 08 11:15:54.364148 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:15:57.281908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b451bae3-3ec5-4f9e-bfa4-d622e2b67348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:59.679970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8405ee3d-45d5-4563-9a6b-967c710852a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:00.697325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:01.268689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:02.093589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:04.554409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:18.844433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32a455f7-b402-440a-8458-534f74213199 req-1f6704e9-a93a-4694-9ae6-1fce9eb43393 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735548 Apr 08 11:16:18.984835 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a455f7-b402-440a-8458-534f74213199 req-c86aa513-c353-4e53-9fed-8a21c2766f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:18.986329 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32a455f7-b402-440a-8458-534f74213199 req-c86aa513-c353-4e53-9fed-8a21c2766f61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 1098 time: 0.0715930 Apr 08 11:16:19.133426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a455f7-b402-440a-8458-534f74213199 req-ab3d029b-1736-4f3f-8b69-8d3be674522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:19.134795 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32a455f7-b402-440a-8458-534f74213199 req-ab3d029b-1736-4f3f-8b69-8d3be674522f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a95cf96-ef56-43d3-a3a2-d065d29551cd HTTP/1.1" status: 200 len: 898 time: 0.1288288 Apr 08 11:16:19.242797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32a455f7-b402-440a-8458-534f74213199 req-2ac0817c-507c-4d54-9ad9-045325f251dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329 HTTP/1.1" status: 200 len: 1001 time: 0.1003366 Apr 08 11:16:19.310755 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a455f7-b402-440a-8458-534f74213199 req-fcd6b62d-b380-443c-ad1f-e8a8e9a00521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:19.312734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32a455f7-b402-440a-8458-534f74213199 req-fcd6b62d-b380-443c-ad1f-e8a8e9a00521 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647e2eda-687e-499a-98d9-68ef37ba422a HTTP/1.1" status: 200 len: 834 time: 0.0627146 Apr 08 11:16:19.405696 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a455f7-b402-440a-8458-534f74213199 req-7e55e368-68cf-43e4-9eac-53a91e005656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:19.407338 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32a455f7-b402-440a-8458-534f74213199 req-7e55e368-68cf-43e4-9eac-53a91e005656 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a95cf96-ef56-43d3-a3a2-d065d29551cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786231 Apr 08 11:16:19.502026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdfee1-abd6-4c38-9d42-56ce9cde7efe req-f9eff542-16f9-45c6-b9a4-3aedf9720483 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:19.503483 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bebdfee1-abd6-4c38-9d42-56ce9cde7efe req-f9eff542-16f9-45c6-b9a4-3aedf9720483 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.1890080 Apr 08 11:16:19.547736 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bebdfee1-abd6-4c38-9d42-56ce9cde7efe req-e2114724-549c-4163-9763-83f87b64580d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384002 Apr 08 11:16:19.551499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32a455f7-b402-440a-8458-534f74213199 req-81ce6fa8-b277-4a0e-a574-908984e1d109 service neutron] 10.222.0.41 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363904 Apr 08 11:16:19.795328 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-32a455f7-b402-440a-8458-534f74213199 req-ffb0f00e-c3cb-433c-afae-3f03f708a230 service neutron] 10.222.0.41 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361889 Apr 08 11:16:20.738849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d921703-d169-467c-bdab-02cbf7ee3396 req-e568b0dd-6183-46e0-aba3-2de68231bd8b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:20.740326 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8d921703-d169-467c-bdab-02cbf7ee3396 req-e568b0dd-6183-46e0-aba3-2de68231bd8b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.0816057 Apr 08 11:16:20.788658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8d921703-d169-467c-bdab-02cbf7ee3396 req-278b4dbc-1d9a-479c-bafb-b20c9ca4bf58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418437 Apr 08 11:16:20.811637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34274) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:20.928160 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e39a28d9-eec0-42ad-a22a-a8abec67c843 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/3c01ec3c-37c2-4c55-9186-1c00d38cbaf0 HTTP/1.1" status: 200 len: 993 time: 0.1150339 Apr 08 11:16:22.561457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510693b9-1e75-4bdd-917e-ed457895adf7 req-419fc63f-b6f9-4143-bb63-68913733c897 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:22.563214 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-510693b9-1e75-4bdd-917e-ed457895adf7 req-419fc63f-b6f9-4143-bb63-68913733c897 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.0818791 Apr 08 11:16:22.616378 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-510693b9-1e75-4bdd-917e-ed457895adf7 req-955b852e-bc11-4ecf-97af-8b3782fafdaf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473905 Apr 08 11:16:23.810891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791656a-ac4a-40b0-98dd-2eaacc220eac req-3461784c-681b-485d-b2e0-bb1ac880cae3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:23.812687 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2791656a-ac4a-40b0-98dd-2eaacc220eac req-3461784c-681b-485d-b2e0-bb1ac880cae3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.0804679 Apr 08 11:16:23.858286 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2791656a-ac4a-40b0-98dd-2eaacc220eac req-8054ef54-49e7-4828-93df-4890beee07ee tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397654 Apr 08 11:16:23.882191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34286) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:23.990262 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bfad36cf-8774-40d7-b236-a4e06e5b40e5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/3c01ec3c-37c2-4c55-9186-1c00d38cbaf0 HTTP/1.1" status: 200 len: 993 time: 0.1067090 Apr 08 11:16:24.290206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34294) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:24.503124 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 011c937c-c40a-4982-be37-bd83bec7dfb2 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:16:24.503497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:24.675290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:24.675619 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:24.800620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 011c937c-c40a-4982-be37-bd83bec7dfb2 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:16:25.030454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:25.110954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=011c937c-c40a-4982-be37-bd83bec7dfb2,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:25.127903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.128440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.128613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.128952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.129293 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.129628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.129956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.130284 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.130614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.130938 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.131265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.131588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:25.188828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:25.189161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP 3c01ec3c-37c2-4c55-9186-1c00d38cbaf0 disassociated (deleted). External IP: 172.26.7.130, port: bfbb94c3-aad0-4b66-abfb-776b1b23f329. Apr 08 11:16:25.657985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:16:25.843535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:16:25.854688 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] Sync routers for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:25.864345 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:16:25.868393 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:15:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:25.933119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:25.993320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d4311d81-77f1-407f-9064-56a8c076e830 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/floatingips/3c01ec3c-37c2-4c55-9186-1c00d38cbaf0 HTTP/1.1" status: 204 len: 168 time: 1.7020822 Apr 08 11:16:25.993891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:26.042994 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f853cd0-0d8e-416b-8a04-0ec0831e4527'] response: {'name': 'network-changed', 'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'status': 'completed', 'code': 200} Apr 08 11:16:26.050293 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:16:26.138960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-62d9eb76-04be-4d6d-9454-d971bbd42575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.140454 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-62d9eb76-04be-4d6d-9454-d971bbd42575 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 1098 time: 0.0737882 Apr 08 11:16:26.280866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-2fd5187e-44a3-4408-8747-aed325212f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.282604 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-2fd5187e-44a3-4408-8747-aed325212f58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a95cf96-ef56-43d3-a3a2-d065d29551cd HTTP/1.1" status: 200 len: 898 time: 0.1359589 Apr 08 11:16:26.358720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-ac6d8a72-f7e4-44d2-8145-3e835b24d098 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329 HTTP/1.1" status: 200 len: 217 time: 0.0697837 Apr 08 11:16:26.376871 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:36Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:26.384097 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] Checking router: 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:26.391690 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:16:26.392310 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:15:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:26.426872 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-a2b05cc8-4b51-4ef4-99b2-25d4747b05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.428383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-a2b05cc8-4b51-4ef4-99b2-25d4747b05e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647e2eda-687e-499a-98d9-68ef37ba422a HTTP/1.1" status: 200 len: 834 time: 0.0639765 Apr 08 11:16:26.516409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-c0582d9d-97fc-4101-a42a-a7e2d93c8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.517919 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-c0582d9d-97fc-4101-a42a-a7e2d93c8fbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a95cf96-ef56-43d3-a3a2-d065d29551cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833185 Apr 08 11:16:26.635112 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:16:26.655153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d741529-c6d0-46e6-a5c6-83117ebdd64a req-baed4b9b-a37e-4082-93b9-21e842562783 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:26.659322 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0d741529-c6d0-46e6-a5c6-83117ebdd64a req-baed4b9b-a37e-4082-93b9-21e842562783 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.0873230 Apr 08 11:16:26.660105 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-bd8d5dd9-bf86-421d-a995-1e8037bd2618 service neutron] 10.222.0.41 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353233 Apr 08 11:16:26.702558 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0d741529-c6d0-46e6-a5c6-83117ebdd64a req-193f1a6d-e4c8-49c9-8a8d-deef7c3ad03d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Apr 08 11:16:26.800243 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d7b13eac-44a1-4c21-addc-d9d4387c8670 req-a88b0a10-3ddf-4427-a3e1-0eda46ecdbe9 service neutron] 10.222.0.41 "GET /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323454 Apr 08 11:16:26.953574 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:36Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:26.957572 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20df54-6346-468f-9d21-4d4db62e1a75 None None] The sync data for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv is: [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '56188d0d-7a5c-4c09-b7a5-055e0ecd51f7', 'name': '', 'network_id': '9a95cf96-ef56-43d3-a3a2-d065d29551cd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:7c:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:29Z', 'updated_at': '2022-04-08T11:15:36Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '647e2eda-687e-499a-98d9-68ef37ba422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:27.168786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdcb37-ec6e-49ef-bf05-e294211d5e9a None None] New status for floating IP 3c01ec3c-37c2-4c55-9186-1c00d38cbaf0: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:16:27.378926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eab01630-713a-4d5b-a924-2d08876f5ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:27.895997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87fb14-61df-4ad7-a719-a1cc2d3ea7c6 req-d2ed3062-a128-4877-b2d6-210a2d284da4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:27.896711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3d87fb14-61df-4ad7-a719-a1cc2d3ea7c6 req-d2ed3062-a128-4877-b2d6-210a2d284da4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:28.012979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3d87fb14-61df-4ad7-a719-a1cc2d3ea7c6 req-d2ed3062-a128-4877-b2d6-210a2d284da4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:28.014235 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3d87fb14-61df-4ad7-a719-a1cc2d3ea7c6 req-d2ed3062-a128-4877-b2d6-210a2d284da4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.1974339 Apr 08 11:16:28.071527 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3d87fb14-61df-4ad7-a719-a1cc2d3ea7c6 req-bc567fba-2470-45ec-9fa8-3b21d9c2de51 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=26ba3ee1-aca1-4705-b321-61859630c959&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507450 Apr 08 11:16:28.283045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-83a76cee-a4c8-4abd-8c57-1e316700ebbf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:28.284409 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-83a76cee-a4c8-4abd-8c57-1e316700ebbf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 945 time: 0.0900900 Apr 08 11:16:28.357517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port bfbb94c3-aad0-4b66-abfb-776b1b23f329 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:16:28.357859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:28.727830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port bfbb94c3-aad0-4b66-abfb-776b1b23f329, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfbb94c3-aad0-4b66-abfb-776b1b23f329,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:16:28.728183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:28.853193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for bfbb94c3-aad0-4b66-abfb-776b1b23f329 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:16:29.070905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:29.132208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=bfbb94c3-aad0-4b66-abfb-776b1b23f329,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:29.202682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] No DVR routers for this DVR port bfbb94c3-aad0-4b66-abfb-776b1b23f329 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:29.205223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:29.207782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'name': 'network-vif-deleted', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:29.241649 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d2e07a95-7eb8-408e-9f3a-8f193e737def req-0474ccb9-2bba-47b9-a126-0fd7653e3474 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 210 time: 0.0447233 Apr 08 11:16:29.257143 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ef3597-2b7d-4de3-9bab-7e080064f457'] response: {'server_uuid': '5576a470-7a00-479e-9bdc-363d67990a09', 'name': 'network-vif-deleted', 'tag': 'bfbb94c3-aad0-4b66-abfb-776b1b23f329', 'status': 'completed', 'code': 200} Apr 08 11:16:29.305149 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a6f11338-43b5-481d-9b02-a0fcca6f97a3 req-6b2c2225-d454-4d6f-b69c-5be03c47116e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "DELETE /v2.0/ports/bfbb94c3-aad0-4b66-abfb-776b1b23f329 HTTP/1.1" status: 204 len: 173 time: 1.0155602 Apr 08 11:16:29.613378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-56187c0c-94ac-4a79-85ce-d138bd141c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:30.415685 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-cfa949c4-4699-4a60-8850-68717aa78e86 req-f7908456-ac26-4197-9f68-11be0f91ef77 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=5576a470-7a00-479e-9bdc-363d67990a09 HTTP/1.1" status: 200 len: 210 time: 0.0470588 Apr 08 11:16:30.493425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device bfbb94c3-aad0-4b66-abfb-776b1b23f329 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:16:30.529809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: bfbb94c3-aad0-4b66-abfb-776b1b23f329 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:16:30.530157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device bfbb94c3-aad0-4b66-abfb-776b1b23f329 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:16:30.750497 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:31.296780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:31.362512 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:16:31.521301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34314) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:32.130185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:32.136325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:32.647083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:16:32.647754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:32.840437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:16:32.840804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:32.965116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:16:33.231061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:33.283533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=56188d0d-7a5c-4c09-b7a5-055e0ecd51f7,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:33.585220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:33.955266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:16:34.243402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:16:34.253396 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] Sync routers for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:34.257958 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6c95006b-e612-45d6-a873-b2c836ecb03a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7355578 Apr 08 11:16:34.260899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34318) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:34.263714 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:16:34.264336 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:16:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:34.340785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fc4c33-4484-40aa-be13-3df301024fd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting subnet 647e2eda-687e-499a-98d9-68ef37ba422a {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:16:34.343958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c33-4484-40aa-be13-3df301024fd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.401101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c33-4484-40aa-be13-3df301024fd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.468875 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:16:34.495978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c33-4484-40aa-be13-3df301024fd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.528164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.640104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c33-4484-40aa-be13-3df301024fd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.682659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc4c33-4484-40aa-be13-3df301024fd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Subnet': ['ID=647e2eda-687e-499a-98d9-68ef37ba422a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:34.691298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c33-4484-40aa-be13-3df301024fd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.703011 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-70fc4c33-4484-40aa-be13-3df301024fd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/subnets/647e2eda-687e-499a-98d9-68ef37ba422a HTTP/1.1" status: 204 len: 168 time: 0.4409089 Apr 08 11:16:34.703757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5af084a-d916-4e0a-b20a-b16340bc10f8 None None] Network 9a95cf96-ef56-43d3-a3a2-d065d29551cd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:16:34.707495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34322) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:34.775220 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:16:33Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:34.780246 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] Checking router: 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:34.788619 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] Routers {'0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:16:34.789220 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:16:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:34.923513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.984253 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] Set router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:16:35.011661 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] DHCP port deletion for 9a95cf96-ef56-43d3-a3a2-d065d29551cd request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:16:35.016953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Deleting port 9bd6ab53-d432-43d6-aa91-a735171cc8be {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:16:35.017722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:35.120436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:35.190358 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 1d67accb-820f-4b1c-8e7d-aadc40143873 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:16:35.191404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:35.238802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] For port 9bd6ab53-d432-43d6-aa91-a735171cc8be, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=9bd6ab53-d432-43d6-aa91-a735171cc8be,segment=NetworkSegment(52ad502b-ff91-4ab5-a3a7-b8f036e7a830),segment_id=52ad502b-ff91-4ab5-a3a7-b8f036e7a830)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:16:35.239341 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:35.301836 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:16:33Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:35.308786 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d876032-b8cc-4efc-b0b0-ac0cefd187a9 None None] The sync data for ids ['0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec'] in dv-neutron-837109-1-hyperv is: [{'id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784537978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:15:23Z', 'updated_at': '2022-04-08T11:16:33Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '1d67accb-820f-4b1c-8e7d-aadc40143873', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:15:24Z', 'updated_at': '2022-04-08T11:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:35.372327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Calling delete_port for 9bd6ab53-d432-43d6-aa91-a735171cc8be owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:16:35.410848 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 1d67accb-820f-4b1c-8e7d-aadc40143873, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1d67accb-820f-4b1c-8e7d-aadc40143873,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:16:35.411210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:35.533601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 1d67accb-820f-4b1c-8e7d-aadc40143873 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:16:35.538660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:35.591016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Pushing event deleted for resources: {'Port': ['ID=9bd6ab53-d432-43d6-aa91-a735171cc8be,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:35.595937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] No DVR routers for this DVR port 9bd6ab53-d432-43d6-aa91-a735171cc8be on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:35.601765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.602107 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.602443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.602781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.603106 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.603449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.609125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.609493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.609845 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.610188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.610721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.611257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be038df8-04c9-4e79-a896-57dc0aee9749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:35.707916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9bd6ab53-d432-43d6-aa91-a735171cc8be no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:16:35.747754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 9bd6ab53-d432-43d6-aa91-a735171cc8be {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:16:35.748103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 9bd6ab53-d432-43d6-aa91-a735171cc8be not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:16:35.748549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:16:35.783061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:16:35.783416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 56188d0d-7a5c-4c09-b7a5-055e0ecd51f7 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:16:35.927602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.086377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=1d67accb-820f-4b1c-8e7d-aadc40143873,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:36.178992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.358021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.360274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.465721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.466352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:16:36.483145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.484302 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-557d407e-f77f-4e83-b8b4-5f0b079dc573 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/routers/0aa4fbaf-1d9f-4c6d-aa05-ff867c94e7ec HTTP/1.1" status: 204 len: 168 time: 1.7757349 Apr 08 11:16:36.488412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34326) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:36.610919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.743706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.769043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a95cf96-ef56-43d3-a3a2-d065d29551cd']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:36.785601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ad502b-ff91-4ab5-a3a7-b8f036e7a830') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:36.785942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ad502b-ff91-4ab5-a3a7-b8f036e7a830') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:36.797807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.814074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.820389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:16:36.820805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:16:36.836050 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:16:37.002002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:37.022752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:37.037216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Network': ['ID=9a95cf96-ef56-43d3-a3a2-d065d29551cd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:37.040097 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f522e1d5-9af0-496f-a683-0fda8ee96dd5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/networks/9a95cf96-ef56-43d3-a3a2-d065d29551cd HTTP/1.1" status: 204 len: 168 time: 0.5502853 Apr 08 11:16:37.042871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34330) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:37.115254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a0389f2c-8e68-45f8-aee7-7fcb4d77321a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:37.145617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a0389f2c-8e68-45f8-aee7-7fcb4d77321a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:37.304352 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a0389f2c-8e68-45f8-aee7-7fcb4d77321a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:37.324629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0389f2c-8e68-45f8-aee7-7fcb4d77321a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba3ee1-aca1-4705-b321-61859630c959,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:37.444899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a0389f2c-8e68-45f8-aee7-7fcb4d77321a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:37.446086 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a0389f2c-8e68-45f8-aee7-7fcb4d77321a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/security-groups/26ba3ee1-aca1-4705-b321-61859630c959 HTTP/1.1" status: 204 len: 168 time: 0.4022870 Apr 08 11:16:37.624075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1d67accb-820f-4b1c-8e7d-aadc40143873 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:16:37.659724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 1d67accb-820f-4b1c-8e7d-aadc40143873 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:16:37.660083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1d67accb-820f-4b1c-8e7d-aadc40143873 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:16:38.238033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34338) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:38.243320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320077283', 'description': 'tempest-secgroup-smoke-320077283 description', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:38.249974 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:38.254161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:38.257340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:38.264249 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:38.345087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:38.366367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:38.371146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:38.374137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:38.379879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:38.461803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:38.601801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:38.647766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f62f9-09d9-4011-aec3-5d0d517e3e6a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:38.733309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:38.734666 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-862b60fd-c4d0-44ef-891b-2b5a1c9b7703 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4955935 Apr 08 11:16:38.737628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34342) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:38.742562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'a70f62f9-09d9-4011-aec3-5d0d517e3e6a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:38.748664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:38.752492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:38.755370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:38.761205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:38.851895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:38.912891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:38.973049 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:38.996863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd90555-e9c3-4564-861b-e73d7c3095a2,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:39.061960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.063438 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7d10e3fc-93de-41f2-8daa-d3f5b7cd75f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248823 Apr 08 11:16:39.066158 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34346) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:39.071151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'a70f62f9-09d9-4011-aec3-5d0d517e3e6a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:39.077800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:39.081605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:39.084553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:39.096831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:39.185585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.255637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.344635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.368259 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7af49c-0a68-4a97-85e7-a6f54237e5c0,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:39.447907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.449334 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9d3d9790-f2c8-4d53-9ac2-fad685613d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3821006 Apr 08 11:16:39.452328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34350) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:39.457264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'a70f62f9-09d9-4011-aec3-5d0d517e3e6a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:39.464106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:39.467947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:39.470823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:39.476534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:39.626443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.693981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.801547 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.828380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6637e6e-0873-4547-b763-fabbe50593ae,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:39.925698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:39.927292 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-cded5dde-fd75-4636-b5e7-bd44772faa0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4737999 Apr 08 11:16:39.930292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34354) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:39.936218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'a70f62f9-09d9-4011-aec3-5d0d517e3e6a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:39.942742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:39.946577 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:39.949724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:39.955468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:40.060967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.125313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.201464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.226996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c60c088-6c63-4d33-91f2-dfca9344fe7c,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:40.339733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.342066 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e0a26735-427f-45f3-999c-a1d62e81571b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4107273 Apr 08 11:16:40.346407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34358) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:40.351810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'a70f62f9-09d9-4011-aec3-5d0d517e3e6a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:40.358875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:40.362890 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:40.365957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:40.374871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:40.447258 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:16:40.455321 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.522753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.611089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.634183 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b3c40c-ad17-4bc7-bc9e-968a52b29ceb,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:40.719417 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.720737 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f47109d2-2432-4ca1-9d51-f9ddaf195e38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732367 Apr 08 11:16:40.723794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34362) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:40.730991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'a70f62f9-09d9-4011-aec3-5d0d517e3e6a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:40.737331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:40.741659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:40.745638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:40.751597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:40.836120 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:16:40.844496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:40.926232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.113522 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.137595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eb3a85-bf74-4b0c-a9a7-dc92b706ff62,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:41.258831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.260710 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9b886c53-b02c-437c-ac26-7288af3baf90 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5355678 Apr 08 11:16:41.263758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34366) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:41.269852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'network': {'name': 'tempest-network-smoke--1689355197', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'port_security_enabled': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:41.275063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:41.280430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:network and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:41.284166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:41.290230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:41.399510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:41.403946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.439226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:16:41.448539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.449903 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Added segment 8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d of type vlan for network 6d4e1616-28da-428a-898e-ff274d7dbd59 Apr 08 11:16:41.477429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.595809 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.601486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:41.604686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.716383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Network': ['ID=6d4e1616-28da-428a-898e-ff274d7dbd59,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:41.730214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:16:41.746266 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2c3b456b-b4b5-4303-98f3-8d8c29a8ac99 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4813516 Apr 08 11:16:41.749035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34370) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:41.754242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'admin_state_up': True, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:41.762527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:41.767021 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:router and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:41.770572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:41.778100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:41.916880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.918182 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:41.934076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:42.430652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:42.835148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:42.866331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:43.013177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.126 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/af7bb30a-9927-49a7-b673-a7900c4a928d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:43.170164 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:43.311278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:43.377120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:43.384148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:43.388609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:16:43.422497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=af7bb30a-9927-49a7-b673-a7900c4a928d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:43.895792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:44.381903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:44.760219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 5ddacfba-97a7-4400-b3c3-fc63d7163812 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:16:44.989572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:16:45.000609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Sync routers for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:45.011786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:16:45.012345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:16:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:45.116445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.117708 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-492dafb9-cc0d-481d-936d-d0c8582d859e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3677354 Apr 08 11:16:45.121507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34374) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:45.173311 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0530b44f-9a99-45c6-bf7b-577f3053022e tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=017b1024bf9540ef89e14ae3fe192fe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506303 Apr 08 11:16:45.175838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34378) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:45.225581 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:16:45.320453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855900fd-8ac0-489c-9fcc-c8f6a5f9d95c tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:45.325961 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-855900fd-8ac0-489c-9fcc-c8f6a5f9d95c tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451333 Apr 08 11:16:45.326440 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34382) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:45.374956 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5515a6d5-5c44-4403-932f-fe8ef016c910 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447345 Apr 08 11:16:45.375285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34386) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:45.380980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-924963795', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:45.496292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:45.500199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:subnet and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:16:45.503546 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:16:45.509770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:45.570313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:45.575023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Checking router: 5ddacfba-97a7-4400-b3c3-fc63d7163812 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:45.575380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Updating router 5ddacfba-97a7-4400-b3c3-fc63d7163812 port af7bb30a-9927-49a7-b673-a7900c4a928d binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:45.625030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:45.629205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.631767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.972419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.973682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.988293 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Transition to ACTIVE for port object af7bb30a-9927-49a7-b673-a7900c4a928d will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:16:46.059769 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Subnet': ['ID=201b471f-d767-413a-be5d-6f9c82188f0e,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:46.065831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Checking segment: {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:16:46.066192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network hostable DHCP agents. Network: 6d4e1616-28da-428a-898e-ff274d7dbd59, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:16:46.081640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:46.163973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Attempting to bind port af7bb30a-9927-49a7-b673-a7900c4a928d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:16:46.164345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Attempting to bind port af7bb30a-9927-49a7-b673-a7900c4a928d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:16:46.164742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Attempting to bind port af7bb30a-9927-49a7-b673-a7900c4a928d on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:16:46.170653 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8792411-cad9-4a7a-9eb0-e36592f7caa9 None None] Pushing event updated for resources: {'Port': ['ID=af7bb30a-9927-49a7-b673-a7900c4a928d,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:46.175027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:16:46.175403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:16:46.175806 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:46.178212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:16:46.178608 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Bound port: af7bb30a-9927-49a7-b673-a7900c4a928d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:16:46.178995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:46.184679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:16:46.254053 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] For port af7bb30a-9927-49a7-b673-a7900c4a928d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:16:46.257003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] For port af7bb30a-9927-49a7-b673-a7900c4a928d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=af7bb30a-9927-49a7-b673-a7900c4a928d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:16:46.344437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 6d4e1616-28da-428a-898e-ff274d7dbd59) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:46.345836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:46.359936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:46.360609 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:46.388639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ffa66-5473-4ab1-92f5-5c6c22161ad3 None None] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:16:46.512152 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-40c6001f-7300-4ff5-b6f7-e9d494daff3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1325369 Apr 08 11:16:46.512831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34390) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:46.519360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8792411-cad9-4a7a-9eb0-e36592f7caa9 None None] Pushing event updated for resources: {'Port': ['ID=af7bb30a-9927-49a7-b673-a7900c4a928d,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:46.527410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:16:46.528056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:16:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:46.844859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:16:46.958922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-6d4e1616-28da-428a-898e-ff274d7dbd59', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:16:46.959744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:47.263681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Allocated IP 172.20.0.2 (6d4e1616-28da-428a-898e-ff274d7dbd59/201b471f-d767-413a-be5d-6f9c82188f0e/ef11374e-aa1c-45bf-a5a4-8bd872bfb61d) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:47.344430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:47.388019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:47.396470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69d226-2eec-4b9c-9561-30aea993d4b7 None None] The sync data for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv is: [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:43Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:47.500181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:47.511334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Transition to ACTIVE for port object ef11374e-aa1c-45bf-a5a4-8bd872bfb61d will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:16:47.533637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Transition to ACTIVE for port object ef11374e-aa1c-45bf-a5a4-8bd872bfb61d will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:16:47.679736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:47.767317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:47.771086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:47.773226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:16:47.780435 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Pushing event updated for resources: {'Port': ['ID=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:47.811647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.1 (6d4e1616-28da-428a-898e-ff274d7dbd59/201b471f-d767-413a-be5d-6f9c82188f0e/1147a944-cee1-4526-a8e4-92b36e842262) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:47.874766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Attempting to bind port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:16:47.878683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Attempting to bind port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:16:47.878683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Attempting to bind port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d on network 6d4e1616-28da-428a-898e-ff274d7dbd59 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:16:47.885371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:16:47.885371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Checking segment: {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:16:47.886187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:47.886459 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Bound using segment: {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:16:47.886937 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Bound port: ef11374e-aa1c-45bf-a5a4-8bd872bfb61d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:16:47.887315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:47.987615 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] For port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:16:47.991437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] For port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:16:47.996059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:48.013481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object 1147a944-cee1-4526-a8e4-92b36e842262 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:16:48.120825 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:48.150705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:48.216291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6001495-e140-4be9-88cb-e0536bb175f6 None None] Pushing event updated for resources: {'Port': ['ID=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:48.229652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:48.233725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:48.236922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:16:48.292922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=1147a944-cee1-4526-a8e4-92b36e842262,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:48.318154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:48.829771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:49.264024 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:49.336918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:49.460926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:49.465313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=1147a944-cee1-4526-a8e4-92b36e842262,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:49.619991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:49.621432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:49.679189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2172454c-a28f-4640-a1d6-a73b2cd66fd4 None None] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:16:49.705680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ef11374e-aa1c-45bf-a5a4-8bd872bfb61d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:16:49.817660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 5ddacfba-97a7-4400-b3c3-fc63d7163812 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:16:49.923204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-7af9e072-e3eb-4d61-8e60-f457cf80e0fb None None] Provisioning for port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:16:49.968325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:16:49.983783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:49.984158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.013644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:16:50.026504 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Sync routers for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:16:50.039486 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4d8cd737-57ae-4efd-ab5d-e1902729f306 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/5ddacfba-97a7-4400-b3c3-fc63d7163812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5168133 Apr 08 11:16:50.039747 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:16:50.039747 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:16:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:50.205189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.239748 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-e100b696-e3c8-4ace-b7c2-89e86b4d9719 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320077283&fields=id&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 267 time: 0.0523036 Apr 08 11:16:50.246134 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:16:50.277277 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:16:50.327075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.327907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device af7bb30a-9927-49a7-b673-a7900c4a928d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:16:50.445628 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-e2c3e617-f2ac-43fa-8ed9-fe0967735a05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:50.449714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-e2c3e617-f2ac-43fa-8ed9-fe0967735a05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:network {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:50.476592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:50.486595 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe303f24-2642-4888-8218-0a6ab5310def None None] Provisioning complete for port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:50.486971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe303f24-2642-4888-8218-0a6ab5310def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.528748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-e2c3e617-f2ac-43fa-8ed9-fe0967735a05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:network {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:50.531027 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-e2c3e617-f2ac-43fa-8ed9-fe0967735a05 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/networks?id=6d4e1616-28da-428a-898e-ff274d7dbd59 HTTP/1.1" status: 200 len: 797 time: 0.2817686 Apr 08 11:16:50.548653 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-d7d4ffbd-6c1d-4346-a91d-ccd6adafb101 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/quotas/017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 375 time: 0.0113475 Apr 08 11:16:50.626830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port af7bb30a-9927-49a7-b673-a7900c4a928d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:16:50.640917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port af7bb30a-9927-49a7-b673-a7900c4a928d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:50.641292 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.669147 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0be41a95-6053-43da-82d8-703d2e70bd19 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107545 Apr 08 11:16:50.686829 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:49Z', 'revision_number': 2, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:50.693648 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Checking router: 5ddacfba-97a7-4400-b3c3-fc63d7163812 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:16:50.694239 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Updating router 5ddacfba-97a7-4400-b3c3-fc63d7163812 port 1147a944-cee1-4526-a8e4-92b36e842262 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:16:50.738703 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-fef197c5-47c7-4976-977b-95cd1ceb94d1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:16:50.751251 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-fef197c5-47c7-4976-977b-95cd1ceb94d1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0662498 Apr 08 11:16:50.759701 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.787797 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.808056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port af7bb30a-9927-49a7-b673-a7900c4a928d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=af7bb30a-9927-49a7-b673-a7900c4a928d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:16:50.817030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe303f24-2642-4888-8218-0a6ab5310def None None] Provisioning for port 1147a944-cee1-4526-a8e4-92b36e842262 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:16:50.824105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fe303f24-2642-4888-8218-0a6ab5310def None None] Provisioning complete for port 1147a944-cee1-4526-a8e4-92b36e842262 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:50.824703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fe303f24-2642-4888-8218-0a6ab5310def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.895175 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-fe303f24-2642-4888-8218-0a6ab5310def None None] Port 1147a944-cee1-4526-a8e4-92b36e842262 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:16:50.922085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:50.951995 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-05f30fd2-855a-43e0-af12-fd44a7329827 service neutron] 10.222.0.23 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977627 Apr 08 11:16:50.993496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=af7bb30a-9927-49a7-b673-a7900c4a928d,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:51.017275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8fcde946-774d-48cb-ba39-32ea92646054 None None] Provisioning complete for port 1147a944-cee1-4526-a8e4-92b36e842262 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:51.017656 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8fcde946-774d-48cb-ba39-32ea92646054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.080230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8fcde946-774d-48cb-ba39-32ea92646054 None None] Port 1147a944-cee1-4526-a8e4-92b36e842262 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:16:51.098235 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-b727c20a-9543-43f5-a31e-5b480c45504e service neutron] 10.222.0.23 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459627 Apr 08 11:16:51.186264 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.198596 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Transition to ACTIVE for port object 1147a944-cee1-4526-a8e4-92b36e842262 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:16:51.327084 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.422181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7cd0e96f-da2b-4040-9ead-e2382e45c66b req-5ea9f112-7e86-4100-b9ba-8f7e797217e2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:51.494585 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Pushing event updated for resources: {'Port': ['ID=1147a944-cee1-4526-a8e4-92b36e842262,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:51.532570 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.532817 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.533133 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.533493 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.533788 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.534280 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.534441 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.534765 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.535140 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.535468 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.535785 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.536154 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:51.545038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-7cd0e96f-da2b-4040-9ead-e2382e45c66b req-5ea9f112-7e86-4100-b9ba-8f7e797217e2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:51.548936 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7cd0e96f-da2b-4040-9ead-e2382e45c66b req-5ea9f112-7e86-4100-b9ba-8f7e797217e2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 210 time: 0.1890497 Apr 08 11:16:51.585770 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Attempting to bind port 1147a944-cee1-4526-a8e4-92b36e842262 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:16:51.586140 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Attempting to bind port 1147a944-cee1-4526-a8e4-92b36e842262 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:16:51.586497 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Attempting to bind port 1147a944-cee1-4526-a8e4-92b36e842262 on network 6d4e1616-28da-428a-898e-ff274d7dbd59 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:16:51.595145 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:16:51.595572 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Checking segment: {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:16:51.595963 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.596351 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Bound using segment: {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:16:51.597052 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Bound port: 1147a944-cee1-4526-a8e4-92b36e842262, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:16:51.597750 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.650379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ef11374e-aa1c-45bf-a5a4-8bd872bfb61d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:16:51.705570 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] For port 1147a944-cee1-4526-a8e4-92b36e842262, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:16:51.708748 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] For port 1147a944-cee1-4526-a8e4-92b36e842262, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1147a944-cee1-4526-a8e4-92b36e842262,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:16:51.734657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:51.735047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.824843 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.859222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device af7bb30a-9927-49a7-b673-a7900c4a928d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:16:51.909107 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:16:51.910219 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:16:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:51.935328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port af7bb30a-9927-49a7-b673-a7900c4a928d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:51.935713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.982903 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33d556-6851-4249-bf81-074d6f9c04bf None None] Pushing event updated for resources: {'Port': ['ID=1147a944-cee1-4526-a8e4-92b36e842262,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:52.168511 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:16:52.489850 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:51Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:52.493693 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9350942-c692-473c-b9b0-a6138b61ddaf None None] The sync data for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv is: [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:51Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:16:52.720206 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-227ca61f-3b5d-4af1-8407-bc552568c58d req-d1f9caaf-9d5b-40aa-90a7-6fe5b2eab749 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 210 time: 0.0460832 Apr 08 11:16:53.674626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1147a944-cee1-4526-a8e4-92b36e842262 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:16:53.835592 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 1147a944-cee1-4526-a8e4-92b36e842262 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:16:53.840944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1147a944-cee1-4526-a8e4-92b36e842262 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:53.845944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:53.886734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9d4e09e0-fc21-44af-b9a1-cdd8d3a59560 req-8027eb10-1954-495d-88da-39f92f0fa728 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 210 time: 0.0453303 Apr 08 11:16:53.970405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:54.007455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 1147a944-cee1-4526-a8e4-92b36e842262, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1147a944-cee1-4526-a8e4-92b36e842262,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:16:54.107858 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:54.109969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-5026e1ed-9a84-45fa-9fc1-8bbbf74599e0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:54.110757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-5026e1ed-9a84-45fa-9fc1-8bbbf74599e0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:54.124703 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-5026e1ed-9a84-45fa-9fc1-8bbbf74599e0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:54.125929 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-5026e1ed-9a84-45fa-9fc1-8bbbf74599e0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/networks?id=6d4e1616-28da-428a-898e-ff274d7dbd59 HTTP/1.1" status: 200 len: 797 time: 0.1639361 Apr 08 11:16:54.188993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=1147a944-cee1-4526-a8e4-92b36e842262,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:54.307395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-8ff64bae-93a2-49a4-8207-875c3303b1a2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:54.435805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-8ff64bae-93a2-49a4-8207-875c3303b1a2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:54.437020 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-8ff64bae-93a2-49a4-8207-875c3303b1a2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 379 time: 0.3032773 Apr 08 11:16:54.445851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'port': {'device_id': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'admin_state_up': True, 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'security_groups': ['a70f62f9-09d9-4011-aec3-5d0d517e3e6a']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:54.585534 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:16:54.595491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:16:54.707762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:16:54.711292 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:54.886167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.14 (6d4e1616-28da-428a-898e-ff274d7dbd59/201b471f-d767-413a-be5d-6f9c82188f0e/f4b676d7-34c2-46b8-8e4e-d1956dae7acb) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:16:55.046586 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-453df29a-ebc3-4de0-a89b-aa2f6fb91334 req-6791d90e-afbe-4ba8-bfd4-67556a56a96f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 210 time: 0.0438056 Apr 08 11:16:55.090186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.106330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object f4b676d7-34c2-46b8-8e4e-d1956dae7acb will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:16:55.253734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.320803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:16:55.325063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:16:55.332836 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:16:55.374897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:55.408016 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:55.408692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.543878 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-71121786-e36b-4430-9bf0-a1746d534e48 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1017485 Apr 08 11:16:55.554718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Request body: {'port': {'device_id': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:16:55.638922 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1147a944-cee1-4526-a8e4-92b36e842262 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:16:55.675870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.709885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1147a944-cee1-4526-a8e4-92b36e842262 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:55.710279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.740334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-04e44d33-d036-429b-9fbc-f52121dc3934 None None] Provisioning for port f4b676d7-34c2-46b8-8e4e-d1956dae7acb completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:16:55.757909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-04e44d33-d036-429b-9fbc-f52121dc3934 None None] Provisioning complete for port f4b676d7-34c2-46b8-8e4e-d1956dae7acb triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:55.758277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-04e44d33-d036-429b-9fbc-f52121dc3934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.829441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-04e44d33-d036-429b-9fbc-f52121dc3934 None None] Port f4b676d7-34c2-46b8-8e4e-d1956dae7acb cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:16:56.040223 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b676d7-34c2-46b8-8e4e-d1956dae7acb {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:16:56.048591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:56.063476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Transition to ACTIVE for port object f4b676d7-34c2-46b8-8e4e-d1956dae7acb will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:16:56.237328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:56.294524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10bdd6-4fa3-41b8-a6f4-5b633679544b req-5fd474c8-62bf-4a40-b780-232a31b52665 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:56.295304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4f10bdd6-4fa3-41b8-a6f4-5b633679544b req-5fd474c8-62bf-4a40-b780-232a31b52665 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:56.403086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:56.484151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-4f10bdd6-4fa3-41b8-a6f4-5b633679544b req-5fd474c8-62bf-4a40-b780-232a31b52665 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:56.489015 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4f10bdd6-4fa3-41b8-a6f4-5b633679544b req-5fd474c8-62bf-4a40-b780-232a31b52665 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 932 time: 0.3298190 Apr 08 11:16:56.558370 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4f10bdd6-4fa3-41b8-a6f4-5b633679544b req-2da311a9-5383-4f73-b136-a49bf7abe407 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658855 Apr 08 11:16:56.559138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Attempting to bind port f4b676d7-34c2-46b8-8e4e-d1956dae7acb on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:16:56.559469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Attempting to bind port f4b676d7-34c2-46b8-8e4e-d1956dae7acb by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:16:56.559802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Attempting to bind port f4b676d7-34c2-46b8-8e4e-d1956dae7acb on network 6d4e1616-28da-428a-898e-ff274d7dbd59 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:16:56.565177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Port f4b676d7-34c2-46b8-8e4e-d1956dae7acb on network 6d4e1616-28da-428a-898e-ff274d7dbd59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:16:56.565501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Attempting to bind port f4b676d7-34c2-46b8-8e4e-d1956dae7acb on network 6d4e1616-28da-428a-898e-ff274d7dbd59 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:16:56.579559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:16:56.579559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Checking segment: {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:16:56.579559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Bound using segment: {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:16:56.579559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Bound port: f4b676d7-34c2-46b8-8e4e-d1956dae7acb, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:16:56.579559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:56.662330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] For port f4b676d7-34c2-46b8-8e4e-d1956dae7acb, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:16:56.665337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] For port f4b676d7-34c2-46b8-8e4e-d1956dae7acb, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:16:56.811692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:56.983150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:56.983762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:56.985209 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] 10.222.0.41 "PUT /v2.0/ports/f4b676d7-34c2-46b8-8e4e-d1956dae7acb HTTP/1.1" status: 200 len: 1094 time: 1.4346437 Apr 08 11:16:56.985655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:16:57.016820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381b471-a95f-4f7d-b1ef-141038929528 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:57.036893 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277245c7-bab1-4086-a2bc-d90adb9364d5'] response: {'name': 'network-changed', 'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'status': 'completed', 'code': 200} Apr 08 11:16:57.133587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a7a68-0773-4c1a-b547-aec261f35124 req-e0d35bde-056d-4f51-8eea-0b7182f41d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:57.136372 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-408a7a68-0773-4c1a-b547-aec261f35124 req-e0d35bde-056d-4f51-8eea-0b7182f41d7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1097 time: 0.0802705 Apr 08 11:16:57.253056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-847486f5-103f-41f3-992f-8611956fe034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:57.279321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a7a68-0773-4c1a-b547-aec261f35124 req-6a87a1e6-f1e5-414e-9b0c-5cc41584664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:57.280792 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-408a7a68-0773-4c1a-b547-aec261f35124 req-6a87a1e6-f1e5-414e-9b0c-5cc41584664c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1377888 Apr 08 11:16:57.421345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a7a68-0773-4c1a-b547-aec261f35124 req-6b8d58c5-eb2a-41b7-8087-3b04dd7eedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:57.422956 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-408a7a68-0773-4c1a-b547-aec261f35124 req-6b8d58c5-eb2a-41b7-8087-3b04dd7eedb5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368318 Apr 08 11:16:57.543641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-ce3a73c0-22bc-4269-b75b-7b5cc8d97473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:57.545221 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-ce3a73c0-22bc-4269-b75b-7b5cc8d97473 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1097 time: 0.0844421 Apr 08 11:16:57.616938 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-87b2b0c4-2f65-4d53-8618-41c2e293f7d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb HTTP/1.1" status: 200 len: 217 time: 0.0641739 Apr 08 11:16:57.729640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-2d1efe7b-cd60-4c98-b204-d1a5d95eea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:57.731141 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-2d1efe7b-cd60-4c98-b204-d1a5d95eea3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=201b471f-d767-413a-be5d-6f9c82188f0e HTTP/1.1" status: 200 len: 834 time: 0.1085606 Apr 08 11:16:57.812510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345be42-3e5a-48bd-91c6-e46cefdc668a req-8ade9ac1-d79c-4929-8ba4-1fefd1d0abcf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:57.814351 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c345be42-3e5a-48bd-91c6-e46cefdc668a req-8ade9ac1-d79c-4929-8ba4-1fefd1d0abcf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 944 time: 0.1452382 Apr 08 11:16:57.871881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-362d128d-2c7e-488a-9f22-7be8b98b48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:57.873404 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-362d128d-2c7e-488a-9f22-7be8b98b48d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4e1616-28da-428a-898e-ff274d7dbd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1355112 Apr 08 11:16:57.876297 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c345be42-3e5a-48bd-91c6-e46cefdc668a req-7b152d9d-b8d8-48c8-9db7-90432d333853 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549502 Apr 08 11:16:58.009480 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-69674242-5d09-45dc-8e9e-d88342e5b8df service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291821 Apr 08 11:16:58.144609 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d8e5216-d7be-497d-aaad-d6900fa0370d req-16dee2ae-8713-4dd9-ba1f-08a7e7fe9eca service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291888 Apr 08 11:16:59.068825 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c4528-65e2-4301-a79d-db7bf2243098 req-f9076eba-cede-4764-ba69-7079a3371268 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:59.070332 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-498c4528-65e2-4301-a79d-db7bf2243098 req-f9076eba-cede-4764-ba69-7079a3371268 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 944 time: 0.0861206 Apr 08 11:16:59.117743 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-498c4528-65e2-4301-a79d-db7bf2243098 req-22bbd418-ae46-48f1-8570-f91dd87d22a7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412753 Apr 08 11:16:59.647154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dff5d8cf-11d2-4ef7-b054-bb9fe421bb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:00.304819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16939-bf30-4099-a7fa-81e83017ac4f req-26bbde29-cd19-457f-9684-828e13b88a91 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:00.307019 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-96e16939-bf30-4099-a7fa-81e83017ac4f req-26bbde29-cd19-457f-9684-828e13b88a91 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 944 time: 0.0829756 Apr 08 11:17:00.356728 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-96e16939-bf30-4099-a7fa-81e83017ac4f req-4d081ab6-058f-457e-8657-a0859a6e1390 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438626 Apr 08 11:17:00.664700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f4b676d7-34c2-46b8-8e4e-d1956dae7acb details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:17:00.736024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:00.833163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f4b676d7-34c2-46b8-8e4e-d1956dae7acb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:17:00.847117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'port_id': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'mac_address': 'fa:16:3e:37:ea:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:17:00.902170 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:00.919226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b676d7-34c2-46b8-8e4e-d1956dae7acb {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:17:00.934377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f4b676d7-34c2-46b8-8e4e-d1956dae7acb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:17:01.041522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.112952 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:01.242216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.248126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['f4b676d7-34c2-46b8-8e4e-d1956dae7acb'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:17:01.544070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828842b-664c-4513-abfd-a1be1aaae079 req-b39e9164-da47-4a3f-9fc4-54dccdbf2772 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:01.545519 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0828842b-664c-4513-abfd-a1be1aaae079 req-b39e9164-da47-4a3f-9fc4-54dccdbf2772 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 945 time: 0.0795894 Apr 08 11:17:01.590903 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0828842b-664c-4513-abfd-a1be1aaae079 req-d9d78965-08f6-45db-b3c7-570a4447651b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Apr 08 11:17:02.167546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.679945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f4b676d7-34c2-46b8-8e4e-d1956dae7acb up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:17:02.784286 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fe46c-c351-4963-8fc9-e362f7a49ffb req-5008aed5-6d87-4244-9317-58e4dc61f854 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:02.785833 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-863fe46c-c351-4963-8fc9-e362f7a49ffb req-5008aed5-6d87-4244-9317-58e4dc61f854 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 945 time: 0.0855072 Apr 08 11:17:02.831091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-863fe46c-c351-4963-8fc9-e362f7a49ffb req-e30fecd9-9391-4f84-a662-766b1a5ea3ae tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Apr 08 11:17:02.930793 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port f4b676d7-34c2-46b8-8e4e-d1956dae7acb completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:17:02.936354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port f4b676d7-34c2-46b8-8e4e-d1956dae7acb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:17:02.936757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.052172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.079947 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:03.090637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port f4b676d7-34c2-46b8-8e4e-d1956dae7acb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:17:03.184793 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4135e3b9-03b7-4b63-aa7b-be7e6f7047ec'] response: {'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'code': 200} Apr 08 11:17:03.193456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.264116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:03.597367 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2a6a9-48c6-4964-a0a7-8b6a1f9b39b2 req-ca01d92a-ffdc-4199-ad4f-a8d35e268ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:03.598870 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-43d2a6a9-48c6-4964-a0a7-8b6a1f9b39b2 req-ca01d92a-ffdc-4199-ad4f-a8d35e268ff7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1099 time: 0.0751240 Apr 08 11:17:03.639845 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-43d2a6a9-48c6-4964-a0a7-8b6a1f9b39b2 req-f3261a1a-2b16-48fc-8799-b656693e9793 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348628 Apr 08 11:17:04.015556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f31ef-74a0-4fdc-9a6c-164cc62f3086 req-31bdeec5-afbe-4d71-a1d4-109b8db47811 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:04.017089 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b56f31ef-74a0-4fdc-9a6c-164cc62f3086 req-31bdeec5-afbe-4d71-a1d4-109b8db47811 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0810688 Apr 08 11:17:04.062419 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b56f31ef-74a0-4fdc-9a6c-164cc62f3086 req-82846822-554e-423f-9078-b41c719868f4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397265 Apr 08 11:17:04.570275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:05.253010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eab463-52d0-43bf-9076-1221e0a03be0 req-2526def9-aeb7-4213-9bb1-ac6322a42034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:05.254490 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b1eab463-52d0-43bf-9076-1221e0a03be0 req-2526def9-aeb7-4213-9bb1-ac6322a42034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0861771 Apr 08 11:17:05.300569 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b1eab463-52d0-43bf-9076-1221e0a03be0 req-476345b1-05b0-4034-a31d-bb39268334ad tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397315 Apr 08 11:17:05.491460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ede2db-b774-413c-8d0f-a086c2fe34ae req-544d920e-fa71-4e11-90ba-1634336a46ee tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:05.492942 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a3ede2db-b774-413c-8d0f-a086c2fe34ae req-544d920e-fa71-4e11-90ba-1634336a46ee tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0834522 Apr 08 11:17:05.537833 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a3ede2db-b774-413c-8d0f-a086c2fe34ae req-15d74284-2996-4c39-957d-b7dbdf130105 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386980 Apr 08 11:17:05.560451 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34456) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:05.632149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208e4ef-cd12-4059-a755-cdfe1a8a8685 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:05.634001 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9208e4ef-cd12-4059-a755-cdfe1a8a8685 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1094 time: 0.0721583 Apr 08 11:17:05.637515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34460) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:05.642457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:17:05.648787 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:17:05.653045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:floatingip and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:17:05.655854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:17:05.661627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:17:05.762154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:05.904918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:06.143248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.84 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/ec5bd752-30a1-4b66-96cd-a60a15711644) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:17:06.294251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:06.430281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:06.495982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:17:06.498709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:17:06.506400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:17:06.542034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=ec5bd752-30a1-4b66-96cd-a60a15711644,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:06.927700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.062453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.266338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.344364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.457512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=ec5bd752-30a1-4b66-96cd-a60a15711644,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:07.470565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.653466 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP 61e44cf3-3a24-4e3f-84ab-685af069abbc associated. External IP: 172.26.7.84, port: f4b676d7-34c2-46b8-8e4e-d1956dae7acb. Apr 08 11:17:08.125677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 5ddacfba-97a7-4400-b3c3-fc63d7163812 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:17:08.304688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:17:08.315857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859419c-a308-4512-9924-264ff1aed742 None None] Sync routers for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:17:08.327636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859419c-a308-4512-9924-264ff1aed742 None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:17:08.328241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3859419c-a308-4512-9924-264ff1aed742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:16:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:08.362466 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:17:08.430196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.493298 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-736e4a70-1666-4ff4-abb8-dd048d6e1564 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8547716 Apr 08 11:17:08.494521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:17:08.524286 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-3859419c-a308-4512-9924-264ff1aed742 None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:17:08.547059 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e88f9ed-d2bf-4ef2-986f-f3cbf3f90559'] response: {'name': 'network-changed', 'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'status': 'completed', 'code': 200} Apr 08 11:17:08.641768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6f4f-947c-429c-817e-33d251f86708 req-5bca9f4b-be39-4e52-8430-0247f8699598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:08.643692 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cac6f4f-947c-429c-817e-33d251f86708 req-5bca9f4b-be39-4e52-8430-0247f8699598 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1099 time: 0.0743990 Apr 08 11:17:08.681937 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c3628-95a7-41e9-b509-3a166b0123de req-d3c8f188-ed15-4959-901b-0c2091f42a8b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:08.684283 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-592c3628-95a7-41e9-b509-3a166b0123de req-d3c8f188-ed15-4959-901b-0c2091f42a8b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0904531 Apr 08 11:17:08.732757 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-592c3628-95a7-41e9-b509-3a166b0123de req-ec82e54f-3364-48ce-8998-a8498e4aa82b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417249 Apr 08 11:17:08.756373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34468) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:08.785120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6f4f-947c-429c-817e-33d251f86708 req-173bb681-0739-4af3-bf0e-4103c1a7dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:08.788464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cac6f4f-947c-429c-817e-33d251f86708 req-173bb681-0739-4af3-bf0e-4103c1a7dda0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d4e1616-28da-428a-898e-ff274d7dbd59 HTTP/1.1" status: 200 len: 898 time: 0.1392267 Apr 08 11:17:08.904039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3859419c-a308-4512-9924-264ff1aed742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '61e44cf3-3a24-4e3f-84ab-685af069abbc', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'port_id': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'mac_address': 'fa:16:3e:37:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:06Z', 'updated_at': '2022-04-08T11:17:06Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:08.907122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cac6f4f-947c-429c-817e-33d251f86708 req-cd1c2f7c-537a-4604-8f97-7d3e4feec6ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb HTTP/1.1" status: 200 len: 999 time: 0.1121173 Apr 08 11:17:08.908427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859419c-a308-4512-9924-264ff1aed742 None None] Checking router: 5ddacfba-97a7-4400-b3c3-fc63d7163812 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:17:08.917813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859419c-a308-4512-9924-264ff1aed742 None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:17:08.918441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3859419c-a308-4512-9924-264ff1aed742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:16:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:08.976622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6f4f-947c-429c-817e-33d251f86708 req-a63aa431-2d17-403b-8518-a213bd3a1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:08.977969 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cac6f4f-947c-429c-817e-33d251f86708 req-a63aa431-2d17-403b-8518-a213bd3a1fd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=201b471f-d767-413a-be5d-6f9c82188f0e HTTP/1.1" status: 200 len: 834 time: 0.0653925 Apr 08 11:17:08.979860 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-708be020-bf53-42f2-8b75-7e6196bc6a6f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/61e44cf3-3a24-4e3f-84ab-685af069abbc HTTP/1.1" status: 200 len: 991 time: 0.2223077 Apr 08 11:17:09.061077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6f4f-947c-429c-817e-33d251f86708 req-850f2156-bce9-4dd3-8fda-e2990cbefafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:09.062622 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cac6f4f-947c-429c-817e-33d251f86708 req-850f2156-bce9-4dd3-8fda-e2990cbefafe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4e1616-28da-428a-898e-ff274d7dbd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784523 Apr 08 11:17:09.141351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-3859419c-a308-4512-9924-264ff1aed742 None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:17:09.196715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cac6f4f-947c-429c-817e-33d251f86708 req-4cf5cfac-2492-44d6-a40b-8a929234ac6a service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278055 Apr 08 11:17:09.331966 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6cac6f4f-947c-429c-817e-33d251f86708 req-69355c1a-114a-4357-a0f1-055a59482ec7 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296325 Apr 08 11:17:09.511926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-3859419c-a308-4512-9924-264ff1aed742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '61e44cf3-3a24-4e3f-84ab-685af069abbc', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'port_id': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'mac_address': 'fa:16:3e:37:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:06Z', 'updated_at': '2022-04-08T11:17:06Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:09.515927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859419c-a308-4512-9924-264ff1aed742 None None] The sync data for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv is: [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '61e44cf3-3a24-4e3f-84ab-685af069abbc', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'port_id': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'mac_address': 'fa:16:3e:37:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:17:06Z', 'updated_at': '2022-04-08T11:17:06Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:17:09.704459 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7baee9a-9bbb-4343-9b5c-20d919c7b66f None None] New status for floating IP 61e44cf3-3a24-4e3f-84ab-685af069abbc: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:17:09.983906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34472) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:10.094016 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-50df1c76-7e97-404f-88c0-2fb36e540719 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/61e44cf3-3a24-4e3f-84ab-685af069abbc HTTP/1.1" status: 200 len: 991 time: 0.1088922 Apr 08 11:17:11.098404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34476) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:11.211417 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6b805e47-c5ef-4996-8bb0-4197680d4e2e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/61e44cf3-3a24-4e3f-84ab-685af069abbc HTTP/1.1" status: 200 len: 993 time: 0.1115708 Apr 08 11:17:18.832334 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-2e45eea3-8c5c-4676-baed-ded9e5417d5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685589 Apr 08 11:17:18.974415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-6068a6e0-2687-4bfe-b0d8-3971261a13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:18.975875 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-6068a6e0-2687-4bfe-b0d8-3971261a13fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1099 time: 0.0740507 Apr 08 11:17:19.232591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-cc444d31-f179-4613-b296-b5c262739042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:19.234034 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-cc444d31-f179-4613-b296-b5c262739042 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d4e1616-28da-428a-898e-ff274d7dbd59 HTTP/1.1" status: 200 len: 898 time: 0.2398684 Apr 08 11:17:19.341331 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-1c5e1002-b1f7-4dca-baf1-61f009e52a4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb HTTP/1.1" status: 200 len: 1001 time: 0.0999856 Apr 08 11:17:19.405129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-797123f0-2085-4826-81c5-8960b51e7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:19.406573 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-797123f0-2085-4826-81c5-8960b51e7c8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=201b471f-d767-413a-be5d-6f9c82188f0e HTTP/1.1" status: 200 len: 834 time: 0.0592177 Apr 08 11:17:19.483561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-295dcacf-5565-48fa-8430-10927a834a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:19.484968 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-295dcacf-5565-48fa-8430-10927a834a02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4e1616-28da-428a-898e-ff274d7dbd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729928 Apr 08 11:17:19.621911 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-30e594ae-2f25-4a62-a0df-7d945aea2fa9 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305799 Apr 08 11:17:19.757257 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e87d8d9c-f61b-4dd8-a961-0dc863a10e81 req-1905e0ad-5b01-4214-a278-223e1d07f217 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290264 Apr 08 11:17:27.325993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-86b90e7f-1c57-4933-92d3-a627507539ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:29.590200 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fb83b222-68da-41fe-884f-8cfbfaf9cc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:30.715343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:31.245297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:32.109828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:34.578222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:41.239618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70f23-eaed-468b-a221-8662e6adf94f req-bda5daa7-9d2e-420c-9d72-78d618e57741 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:41.241178 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-17c70f23-eaed-468b-a221-8662e6adf94f req-bda5daa7-9d2e-420c-9d72-78d618e57741 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.1457479 Apr 08 11:17:41.244573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593681f9-98be-4835-96e5-2683a81e319d req-0122adb9-08a0-4bed-82b1-e2ae19b51d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:41.245989 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-593681f9-98be-4835-96e5-2683a81e319d req-0122adb9-08a0-4bed-82b1-e2ae19b51d98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1099 time: 0.1081657 Apr 08 11:17:41.379504 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-17c70f23-eaed-468b-a221-8662e6adf94f req-49888891-0afa-4d00-a68e-7f7f169351a5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315954 Apr 08 11:17:41.411442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593681f9-98be-4835-96e5-2683a81e319d req-892f493f-ad24-41b7-8ef3-fb671e8f93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:41.412828 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-593681f9-98be-4835-96e5-2683a81e319d req-892f493f-ad24-41b7-8ef3-fb671e8f93c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d4e1616-28da-428a-898e-ff274d7dbd59 HTTP/1.1" status: 200 len: 898 time: 0.1495931 Apr 08 11:17:41.514428 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-593681f9-98be-4835-96e5-2683a81e319d req-b82700ff-ad5d-440e-8c39-0926f80d8c0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb HTTP/1.1" status: 200 len: 1001 time: 0.0954113 Apr 08 11:17:41.579192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593681f9-98be-4835-96e5-2683a81e319d req-40e31c65-50f0-49db-a7ca-864cf44d64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:41.580639 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-593681f9-98be-4835-96e5-2683a81e319d req-40e31c65-50f0-49db-a7ca-864cf44d64b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=201b471f-d767-413a-be5d-6f9c82188f0e HTTP/1.1" status: 200 len: 834 time: 0.0599656 Apr 08 11:17:41.656590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593681f9-98be-4835-96e5-2683a81e319d req-b12148d5-06bc-49c8-8006-638e6beb995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:41.658072 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-593681f9-98be-4835-96e5-2683a81e319d req-b12148d5-06bc-49c8-8006-638e6beb995a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4e1616-28da-428a-898e-ff274d7dbd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710776 Apr 08 11:17:41.792367 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-593681f9-98be-4835-96e5-2683a81e319d req-e9e9bc62-56eb-45e4-ba4d-7b6ad6761660 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268263 Apr 08 11:17:41.925891 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-593681f9-98be-4835-96e5-2683a81e319d req-2c9bd270-13bd-4f99-bb91-42e552fd1026 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268737 Apr 08 11:17:42.580925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ce4a3-b9bc-45e8-9de9-3fbf1949a107 req-e6ca90d2-82bb-4c25-9b5d-a7c3b9c753ee tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:42.582399 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-df3ce4a3-b9bc-45e8-9de9-3fbf1949a107 req-e6ca90d2-82bb-4c25-9b5d-a7c3b9c753ee tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0947340 Apr 08 11:17:42.626584 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-df3ce4a3-b9bc-45e8-9de9-3fbf1949a107 req-31a08b45-e80e-4609-9b05-ebb1f6a7fcf8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378373 Apr 08 11:17:43.822211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc576f-6246-4b97-84af-c6ac86aaa872 req-2cf73644-e2d7-4682-9270-6cb03dea4ae2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:43.823702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-68cc576f-6246-4b97-84af-c6ac86aaa872 req-2cf73644-e2d7-4682-9270-6cb03dea4ae2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0902495 Apr 08 11:17:43.877565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-68cc576f-6246-4b97-84af-c6ac86aaa872 req-d82c8600-e121-4a91-bb0d-2a19265a12f7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478578 Apr 08 11:17:45.075641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357afc-7827-46be-8d1a-9a11aa4f6d4b req-60268247-86c4-4048-a9a3-54abe82253f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:45.077175 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f2357afc-7827-46be-8d1a-9a11aa4f6d4b req-60268247-86c4-4048-a9a3-54abe82253f1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0806158 Apr 08 11:17:45.123251 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f2357afc-7827-46be-8d1a-9a11aa4f6d4b req-1502e3c2-0246-4591-911e-b692ce80da6f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401249 Apr 08 11:17:45.362158 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:17:46.315068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbd3c4-64a3-4faf-a823-725e7936402f req-a24fdd58-80ad-4bfc-917e-2cc6b959ed23 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:46.316568 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-98cbd3c4-64a3-4faf-a823-725e7936402f req-a24fdd58-80ad-4bfc-917e-2cc6b959ed23 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0813503 Apr 08 11:17:46.364627 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-98cbd3c4-64a3-4faf-a823-725e7936402f req-a42c78a5-6e4e-4d58-bd73-118af2ab81cc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Apr 08 11:17:47.561378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28823e-d29a-42c3-ad6c-308e40a502ec req-8c3b8496-228d-4fe1-bc46-03c9ae718dc0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:47.562843 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fc28823e-d29a-42c3-ad6c-308e40a502ec req-8c3b8496-228d-4fe1-bc46-03c9ae718dc0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0867918 Apr 08 11:17:47.608516 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fc28823e-d29a-42c3-ad6c-308e40a502ec req-4d77ab21-4a7c-4170-b0d3-36d76811fcd9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 Apr 08 11:17:48.797925 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72e1b3-e8fe-42e4-803f-704ed2148617 req-8481b00f-8d37-474e-9652-2a8431b1569d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:48.813989 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b72e1b3-e8fe-42e4-803f-704ed2148617 req-8481b00f-8d37-474e-9652-2a8431b1569d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0856922 Apr 08 11:17:48.844985 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0b72e1b3-e8fe-42e4-803f-704ed2148617 req-5a1bbdb5-b7dd-44d3-a9d7-5174c7054738 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394132 Apr 08 11:17:50.032994 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300e88-aa45-43bd-8f5c-e271f0c02314 req-24bf8be6-1717-4956-8a83-09169e680d88 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:50.034449 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e4300e88-aa45-43bd-8f5c-e271f0c02314 req-24bf8be6-1717-4956-8a83-09169e680d88 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0802631 Apr 08 11:17:50.083113 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e4300e88-aa45-43bd-8f5c-e271f0c02314 req-45e05ee5-a413-4521-8965-3297dc7c5da1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Apr 08 11:17:51.277166 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b10c68-86ba-45fb-bf61-6f26b138b3fb req-10be0b65-22ac-44cb-a56c-f018940e45ee tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:51.278684 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00b10c68-86ba-45fb-bf61-6f26b138b3fb req-10be0b65-22ac-44cb-a56c-f018940e45ee tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0857036 Apr 08 11:17:51.430417 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00b10c68-86ba-45fb-bf61-6f26b138b3fb req-d73a2e3a-acf5-4e5c-ae3a-4198dedc28f6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458166 Apr 08 11:17:52.621592 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eab40-847c-4537-b5db-12b960dc8014 req-aa498c68-fcff-420c-b89d-5ec3c6301ffa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:52.623055 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ff7eab40-847c-4537-b5db-12b960dc8014 req-aa498c68-fcff-420c-b89d-5ec3c6301ffa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0811529 Apr 08 11:17:52.668989 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ff7eab40-847c-4537-b5db-12b960dc8014 req-86ae7e14-eed4-41a0-a5cc-609e7e4d9332 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402677 Apr 08 11:17:53.855847 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6b81-7390-4dfb-a6d5-72bb25bea75e req-96b7521d-eb66-43e7-ad7e-8a97f8367fda tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:53.857339 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c17d6b81-7390-4dfb-a6d5-72bb25bea75e req-96b7521d-eb66-43e7-ad7e-8a97f8367fda tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0809200 Apr 08 11:17:53.901023 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c17d6b81-7390-4dfb-a6d5-72bb25bea75e req-43a48dff-fdc2-4634-94ac-98f6dfbe60e3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380542 Apr 08 11:17:55.090734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6661bd5-c4b5-408e-833d-d2e3937b10b2 req-81bdf0c3-78f1-4d1e-b516-50e74d944cd0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:55.092205 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a6661bd5-c4b5-408e-833d-d2e3937b10b2 req-81bdf0c3-78f1-4d1e-b516-50e74d944cd0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0852392 Apr 08 11:17:55.137403 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a6661bd5-c4b5-408e-833d-d2e3937b10b2 req-888a3a0a-a2f5-4468-9d3b-02437a8274ec tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395100 Apr 08 11:17:56.325295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09677e5-cc8c-407c-9de5-a6874d37aeb5 req-f6614c88-bbfa-4946-acc9-60d0fa641c5a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:56.326803 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f09677e5-cc8c-407c-9de5-a6874d37aeb5 req-f6614c88-bbfa-4946-acc9-60d0fa641c5a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0829325 Apr 08 11:17:56.373054 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f09677e5-cc8c-407c-9de5-a6874d37aeb5 req-fea05a62-4390-4c13-87be-86f75e2f917a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404899 Apr 08 11:17:57.246564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2a69336d-2c67-4a54-b63e-27a6c8781510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:57.559351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb9005-032a-4b51-8b52-efcad7848ca5 req-23666d2b-1041-48d4-9338-434e45f2d547 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:57.560819 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-85cb9005-032a-4b51-8b52-efcad7848ca5 req-23666d2b-1041-48d4-9338-434e45f2d547 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0811765 Apr 08 11:17:57.606396 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-85cb9005-032a-4b51-8b52-efcad7848ca5 req-a5c6d229-c38b-4ddf-bc6b-75608ee51a00 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Apr 08 11:17:58.795038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b282f-398e-4445-a1d0-fcb9f580ff34 req-86a09c07-d0f2-466b-8aa7-5b2380a0c5d8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:17:58.796629 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d2b282f-398e-4445-a1d0-fcb9f580ff34 req-86a09c07-d0f2-466b-8aa7-5b2380a0c5d8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0857663 Apr 08 11:17:58.843617 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d2b282f-398e-4445-a1d0-fcb9f580ff34 req-489ee24b-2a31-406c-936a-95a13e35c628 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412815 Apr 08 11:17:58.866897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34526) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:58.972370 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2790df86-9d60-4ec1-9cb7-1fdd4cb8748f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/61e44cf3-3a24-4e3f-84ab-685af069abbc HTTP/1.1" status: 200 len: 993 time: 0.1043472 Apr 08 11:17:59.577740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8baf8b2-6992-428d-9111-25ae8eaea834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:00.703934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:01.226315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:02.109235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:04.557786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:20.835269 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14d6987f-d89e-4916-8337-c61de87228f9 req-bfa57750-419c-41fa-a90b-980c6bda1231 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683453 Apr 08 11:18:20.974074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6987f-d89e-4916-8337-c61de87228f9 req-a8cf4c87-1943-4e50-bd92-7cb21055980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:20.975515 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14d6987f-d89e-4916-8337-c61de87228f9 req-a8cf4c87-1943-4e50-bd92-7cb21055980b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1099 time: 0.0743968 Apr 08 11:18:21.122891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6987f-d89e-4916-8337-c61de87228f9 req-b4dc02d8-9358-40e1-bf6e-977c2dd5f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:21.124245 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14d6987f-d89e-4916-8337-c61de87228f9 req-b4dc02d8-9358-40e1-bf6e-977c2dd5f002 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d4e1616-28da-428a-898e-ff274d7dbd59 HTTP/1.1" status: 200 len: 898 time: 0.1292582 Apr 08 11:18:21.225411 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14d6987f-d89e-4916-8337-c61de87228f9 req-aed121bd-a3fe-4e72-b96f-2a403c7bfe42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb HTTP/1.1" status: 200 len: 1001 time: 0.0945187 Apr 08 11:18:21.291419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6987f-d89e-4916-8337-c61de87228f9 req-7eb181ed-15ff-43a5-a424-57a9c42fa44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:21.292879 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14d6987f-d89e-4916-8337-c61de87228f9 req-7eb181ed-15ff-43a5-a424-57a9c42fa44f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=201b471f-d767-413a-be5d-6f9c82188f0e HTTP/1.1" status: 200 len: 834 time: 0.0616186 Apr 08 11:18:21.369752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6987f-d89e-4916-8337-c61de87228f9 req-a5a93e63-a2d0-41bd-b987-a8769b295748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:21.371219 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14d6987f-d89e-4916-8337-c61de87228f9 req-a5a93e63-a2d0-41bd-b987-a8769b295748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4e1616-28da-428a-898e-ff274d7dbd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723913 Apr 08 11:18:21.506329 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14d6987f-d89e-4916-8337-c61de87228f9 req-325cf6d1-500c-47ac-a194-458633f28327 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278753 Apr 08 11:18:21.637037 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14d6987f-d89e-4916-8337-c61de87228f9 req-717eeb4b-d51d-4098-916b-65396c56948e service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246817 Apr 08 11:18:22.360716 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:18:27.243783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2e8e18d-68a1-464e-a0fa-c8cde1b27a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:29.434419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34544) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:29.606331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-408ee497-0fd9-48b5-84b9-2153d2c0ee8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:29.646027 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port ec5bd752-30a1-4b66-96cd-a60a15711644 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:18:29.646369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:29.815330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:29.815660 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:29.943882 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for ec5bd752-30a1-4b66-96cd-a60a15711644 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:18:30.192149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:30.242762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=ec5bd752-30a1-4b66-96cd-a60a15711644,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:30.307772 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.308114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.308452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.308808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.309139 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.309464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.309786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.310107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.310427 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.310745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.311068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.311384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:30.346186 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:30.346498 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP 61e44cf3-3a24-4e3f-84ab-685af069abbc disassociated (deleted). External IP: 172.26.7.84, port: f4b676d7-34c2-46b8-8e4e-d1956dae7acb. Apr 08 11:18:30.729780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:30.788391 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 5ddacfba-97a7-4400-b3c3-fc63d7163812 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:18:30.984154 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:18:30.994267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] Sync routers for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:18:31.003776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:18:31.004838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:31.069095 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:31.126188 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b95799d3-b559-48a5-9d57-9d6f46a8733f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/floatingips/61e44cf3-3a24-4e3f-84ab-685af069abbc HTTP/1.1" status: 204 len: 168 time: 1.6906960 Apr 08 11:18:31.126745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:18:31.183463 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e885063c-1ef8-4718-b46b-bfcd02a94009'] response: {'name': 'network-changed', 'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'status': 'completed', 'code': 200} Apr 08 11:18:31.206335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:18:31.284857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-d281b280-8643-4d00-ab1b-310a7f77b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:31.287105 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-d281b280-8643-4d00-ab1b-310a7f77b02a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 1099 time: 0.0799115 Apr 08 11:18:31.350905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:31.422737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-c3b842f3-3979-4676-94b5-ef4f40848e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:31.424201 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-c3b842f3-3979-4676-94b5-ef4f40848e3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d4e1616-28da-428a-898e-ff274d7dbd59 HTTP/1.1" status: 200 len: 898 time: 0.1314640 Apr 08 11:18:31.491145 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-93923955-1cc8-48d4-9812-c137bc637e26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb HTTP/1.1" status: 200 len: 217 time: 0.0613067 Apr 08 11:18:31.539038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:31.543766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] Checking router: 5ddacfba-97a7-4400-b3c3-fc63d7163812 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:18:31.552230 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:18:31.552880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:31.558929 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-ecd26dce-1123-4f88-8ae6-94dbc21a1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:31.560459 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-ecd26dce-1123-4f88-8ae6-94dbc21a1ebc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=201b471f-d767-413a-be5d-6f9c82188f0e HTTP/1.1" status: 200 len: 834 time: 0.0640717 Apr 08 11:18:31.637354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-ba239cde-ae9f-4316-897b-37f31126e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:31.638830 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-ba239cde-ae9f-4316-897b-37f31126e5a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d4e1616-28da-428a-898e-ff274d7dbd59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721943 Apr 08 11:18:31.649795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-3f48f779-b6b3-4492-b10f-397b54235e4a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:18:31.650686 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-3f48f779-b6b3-4492-b10f-397b54235e4a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052338 Apr 08 11:18:31.744381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:18:31.851656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c022a8-0916-4407-928d-41cd5acc4b32 req-c142885a-09c4-4be2-b8b2-f250e30b2b4f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:31.852949 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-32c022a8-0916-4407-928d-41cd5acc4b32 req-c142885a-09c4-4be2-b8b2-f250e30b2b4f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:18:31.892992 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-041d68f6-033c-4aed-89d3-470d2aae98e3 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341316 Apr 08 11:18:31.978104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-32c022a8-0916-4407-928d-41cd5acc4b32 req-c142885a-09c4-4be2-b8b2-f250e30b2b4f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:18:31.979886 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-32c022a8-0916-4407-928d-41cd5acc4b32 req-c142885a-09c4-4be2-b8b2-f250e30b2b4f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.2149723 Apr 08 11:18:32.031927 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-32c022a8-0916-4407-928d-41cd5acc4b32 req-a282aea1-9f8f-414e-bd78-1b5c0ae58ef9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458167 Apr 08 11:18:32.035697 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-046003ab-fd3a-48cd-aa16-07e44bf758ce req-61c3bb95-a326-4e24-932c-73a5074f99a7 service neutron] 10.222.0.41 "GET /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350744 Apr 08 11:18:32.232628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:32.288186 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:32.295159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c9181-8713-4bca-a37b-6e069866d8f7 None None] The sync data for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv is: [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:16:48Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1147a944-cee1-4526-a8e4-92b36e842262', 'name': '', 'network_id': '6d4e1616-28da-428a-898e-ff274d7dbd59', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:03:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:47Z', 'updated_at': '2022-04-08T11:16:53Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '201b471f-d767-413a-be5d-6f9c82188f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:18:32.512237 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33dd84-614d-4f1a-a0a0-f704ba95212f None None] New status for floating IP 61e44cf3-3a24-4e3f-84ab-685af069abbc: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:18:33.223999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-b9b58023-5f12-4088-8dc9-9aba8680c87d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:33.225580 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-b9b58023-5f12-4088-8dc9-9aba8680c87d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.0883186 Apr 08 11:18:33.342263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port f4b676d7-34c2-46b8-8e4e-d1956dae7acb {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:18:33.342604 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:33.416250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365963da-f122-43aa-a4b2-83f24ce48343 req-af3b1737-af47-472a-9bb6-c526cac31c7f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:33.417738 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-365963da-f122-43aa-a4b2-83f24ce48343 req-af3b1737-af47-472a-9bb6-c526cac31c7f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 946 time: 0.2465091 Apr 08 11:18:33.536099 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-365963da-f122-43aa-a4b2-83f24ce48343 req-1778ff06-6431-4cf6-9388-1ebbbfaaa901 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=a70f62f9-09d9-4011-aec3-5d0d517e3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933447 Apr 08 11:18:33.639984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port f4b676d7-34c2-46b8-8e4e-d1956dae7acb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:33.640346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:33.763747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for f4b676d7-34c2-46b8-8e4e-d1956dae7acb owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:18:34.103808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:34.153944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=f4b676d7-34c2-46b8-8e4e-d1956dae7acb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:34.192404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.192778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.193125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.193516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.193855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.194189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.194517 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.194844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.195170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.195495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.195819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.196171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:34.241335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] No DVR routers for this DVR port f4b676d7-34c2-46b8-8e4e-d1956dae7acb on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:18:34.244539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:34.247032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'name': 'network-vif-deleted', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:18:34.293654 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770cd981-0aae-4142-990f-31c93d84328b'] response: {'server_uuid': '587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f', 'name': 'network-vif-deleted', 'tag': 'f4b676d7-34c2-46b8-8e4e-d1956dae7acb', 'status': 'completed', 'code': 200} Apr 08 11:18:34.344451 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-21ea629d-7ddc-4ea9-b619-9be4a9cce424 req-124588d4-2d51-49f0-bd3a-d44bc395ebc2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "DELETE /v2.0/ports/f4b676d7-34c2-46b8-8e4e-d1956dae7acb HTTP/1.1" status: 204 len: 173 time: 1.0818400 Apr 08 11:18:34.583261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:34.690966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-39cdfea0-3bc7-436e-ad3c-dc41ba47671a req-b3457fe9-f592-4cb1-a01b-74103914b410 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:18:34.783239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-39cdfea0-3bc7-436e-ad3c-dc41ba47671a req-b3457fe9-f592-4cb1-a01b-74103914b410 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:18:34.784321 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-39cdfea0-3bc7-436e-ad3c-dc41ba47671a req-b3457fe9-f592-4cb1-a01b-74103914b410 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=587d3904-ab2e-4c5a-adbb-f3d9b3c59f1f HTTP/1.1" status: 200 len: 210 time: 0.1369705 Apr 08 11:18:35.879129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34566) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:36.437535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:36.890091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 1147a944-cee1-4526-a8e4-92b36e842262 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:18:36.890820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:37.078182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 1147a944-cee1-4526-a8e4-92b36e842262, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1147a944-cee1-4526-a8e4-92b36e842262,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:37.078545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:37.178360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f4b676d7-34c2-46b8-8e4e-d1956dae7acb no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:18:37.210213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 1147a944-cee1-4526-a8e4-92b36e842262 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:18:37.216679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: f4b676d7-34c2-46b8-8e4e-d1956dae7acb {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:18:37.217028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device f4b676d7-34c2-46b8-8e4e-d1956dae7acb not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:18:37.457643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:37.505979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=1147a944-cee1-4526-a8e4-92b36e842262,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:37.787830 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:38.243813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 5ddacfba-97a7-4400-b3c3-fc63d7163812 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:18:38.421925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:18:38.431540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] Sync routers for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:18:38.440999 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:18:38.441655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:38.505204 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-88f983ba-9133-418f-92bf-b28c9d56f104 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/5ddacfba-97a7-4400-b3c3-fc63d7163812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249211 Apr 08 11:18:38.507672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34570) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:38.578509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8368ca-8a53-40cb-a046-94a6b0c8920b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting subnet 201b471f-d767-413a-be5d-6f9c82188f0e {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:18:38.581557 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db8368ca-8a53-40cb-a046-94a6b0c8920b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:38.622355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:18:38.635363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db8368ca-8a53-40cb-a046-94a6b0c8920b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:38.718314 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db8368ca-8a53-40cb-a046-94a6b0c8920b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:38.901595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db8368ca-8a53-40cb-a046-94a6b0c8920b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:38.917591 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:18:37Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:38.921834 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] Checking router: 5ddacfba-97a7-4400-b3c3-fc63d7163812 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:18:38.932668 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] Routers {'5ddacfba-97a7-4400-b3c3-fc63d7163812'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:18:38.935818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['5ddacfba-97a7-4400-b3c3-fc63d7163812'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:38.942205 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8368ca-8a53-40cb-a046-94a6b0c8920b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Subnet': ['ID=201b471f-d767-413a-be5d-6f9c82188f0e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:38.944108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-db8368ca-8a53-40cb-a046-94a6b0c8920b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:38.951322 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-db8368ca-8a53-40cb-a046-94a6b0c8920b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/subnets/201b471f-d767-413a-be5d-6f9c82188f0e HTTP/1.1" status: 204 len: 168 time: 0.4426830 Apr 08 11:18:38.953797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34574) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:38.982818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc9d1b-bd95-4739-955c-5f9bf0bcdfe8 None None] Network 6d4e1616-28da-428a-898e-ff274d7dbd59 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:18:39.137477 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:39.302632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] Set router 5ddacfba-97a7-4400-b3c3-fc63d7163812 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:18:39.350024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:39.460342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port af7bb30a-9927-49a7-b673-a7900c4a928d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:18:39.460769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:39.591419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] DHCP port deletion for 6d4e1616-28da-428a-898e-ff274d7dbd59 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:18:39.598336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Deleting port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:18:39.598717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:39.650105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port af7bb30a-9927-49a7-b673-a7900c4a928d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=af7bb30a-9927-49a7-b673-a7900c4a928d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:39.650912 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:39.690983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ef11374e-aa1c-45bf-a5a4-8bd872bfb61d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:18:39.731031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:18:37Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:39.759752 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291664c6-b6f6-44d9-9abf-3b833a1c4b05 None None] The sync data for ids ['5ddacfba-97a7-4400-b3c3-fc63d7163812'] in dv-neutron-837109-1-hyperv is: [{'id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192545828', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:16:41Z', 'updated_at': '2022-04-08T11:18:37Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'af7bb30a-9927-49a7-b673-a7900c4a928d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:db:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddacfba-97a7-4400-b3c3-fc63d7163812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:16:42Z', 'updated_at': '2022-04-08T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:18:39.776407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for af7bb30a-9927-49a7-b673-a7900c4a928d owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:18:39.934405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] For port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:39.934788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:39.945232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:40.072904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Calling delete_port for ef11374e-aa1c-45bf-a5a4-8bd872bfb61d owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:18:40.138263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:40.389824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:40.437761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=af7bb30a-9927-49a7-b673-a7900c4a928d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:40.478467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:40.562345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:40.570212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.570613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.571622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.571965 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.572300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.572662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.572991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.573320 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.573715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.574029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.574350 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.574671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:40.626785 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:18:40.627438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:18:40.637360 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:40.813442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:40.815868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:40.883903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:40.884653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Fanout notify agent at l3_agent the message router_deleted on router 5ddacfba-97a7-4400-b3c3-fc63d7163812 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:18:40.903822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:40.904959 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1b13e039-982c-4d26-9fcf-64d95493894c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/routers/5ddacfba-97a7-4400-b3c3-fc63d7163812 HTTP/1.1" status: 204 len: 168 time: 1.9502542 Apr 08 11:18:40.907631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34578) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:41.027278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.038062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:18:41.038393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.129104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Deleting port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:18:41.129418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.252170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:41.252571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.337499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] For port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,segment=NetworkSegment(8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d),segment_id=8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:41.338207 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.384710 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for ef11374e-aa1c-45bf-a5a4-8bd872bfb61d owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:18:41.477983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Calling delete_port for ef11374e-aa1c-45bf-a5a4-8bd872bfb61d owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:18:41.546426 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.551678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:18:41.552035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:18:41.597001 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] No DVR routers for this DVR port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:18:41.624113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=ef11374e-aa1c-45bf-a5a4-8bd872bfb61d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:41.686455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1147a944-cee1-4526-a8e4-92b36e842262 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:18:41.722768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 1147a944-cee1-4526-a8e4-92b36e842262 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:18:41.723117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1147a944-cee1-4526-a8e4-92b36e842262 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:18:41.723525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device af7bb30a-9927-49a7-b673-a7900c4a928d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:18:41.725635 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.750818 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4e1616-28da-428a-898e-ff274d7dbd59']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:41.763484 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:41.763782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab7ec83-5c4c-4f9b-b0a8-b6f26994404d') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:41.776643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.794268 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.801470 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:18:41.801871 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:41.807395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: af7bb30a-9927-49a7-b673-a7900c4a928d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:18:41.807748 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device af7bb30a-9927-49a7-b673-a7900c4a928d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:18:41.816743 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:18:42.014509 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:42.019349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:42.046141 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Network': ['ID=6d4e1616-28da-428a-898e-ff274d7dbd59,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:42.134667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Deleting port ef11374e-aa1c-45bf-a5a4-8bd872bfb61d {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:18:42.135051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:42.140991 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-901eeeca-69d3-4b21-9455-4aa4d80f8cb7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/networks/6d4e1616-28da-428a-898e-ff274d7dbd59 HTTP/1.1" status: 204 len: 168 time: 1.2299364 Apr 08 11:18:42.141283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34582) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:42.200657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a56f23d5-f927-45d6-b7d1-67c784eb9299 None None] The port 'ef11374e-aa1c-45bf-a5a4-8bd872bfb61d' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:18:42.216135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-29a84d54-0bb8-4255-a1f9-5737b3d8198c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:42.246777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-29a84d54-0bb8-4255-a1f9-5737b3d8198c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:42.391932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-29a84d54-0bb8-4255-a1f9-5737b3d8198c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:42.409568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a84d54-0bb8-4255-a1f9-5737b3d8198c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f62f9-09d9-4011-aec3-5d0d517e3e6a,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:42.483749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-29a84d54-0bb8-4255-a1f9-5737b3d8198c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:42.484867 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-29a84d54-0bb8-4255-a1f9-5737b3d8198c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/security-groups/a70f62f9-09d9-4011-aec3-5d0d517e3e6a HTTP/1.1" status: 204 len: 168 time: 0.3426466 Apr 08 11:18:42.968338 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34590) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:42.973448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665166303', 'description': 'tempest-secgroup-smoke-665166303 description', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:42.980132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:42.984400 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:42.987241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:42.992929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:43.072565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.092792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:43.096549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:43.099325 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:43.105167 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:43.172983 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.254894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.299563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997f784d-3a2b-4fef-a61e-7336e1fa626f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:43.392398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.393669 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-19056801-b8c5-4ba6-adc2-ac08904e6251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4242842 Apr 08 11:18:43.396442 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34594) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:43.402103 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '997f784d-3a2b-4fef-a61e-7336e1fa626f', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:43.408057 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:43.411849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:43.414701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:43.420311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:43.526673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.671665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.771844 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.795684 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d6b652-78cd-4c2e-8024-9c862b77e43c,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:43.871884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.873118 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-e9e79c5f-6d52-4c22-9efb-9d9fcf9c38b6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4757581 Apr 08 11:18:43.875945 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34598) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:43.881016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '997f784d-3a2b-4fef-a61e-7336e1fa626f', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:43.887107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:43.890929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:43.893861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:43.899669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:43.975263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.034512 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.157433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.181624 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b42042-60fd-430b-8cc5-01d5bc591094,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:44.257942 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.259988 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-75b00e12-6226-4244-a57b-dfddcfaff5f5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3830357 Apr 08 11:18:44.262773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34602) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:44.267674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '997f784d-3a2b-4fef-a61e-7336e1fa626f', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:44.273696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:44.277842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:44.280973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:44.286928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:44.395279 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.459926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.531281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.554475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee7af5f-81da-4366-b030-f92b32fb9a70,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:44.617082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.618270 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aea83f72-5630-47a7-a5b8-c41438e46729 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3545506 Apr 08 11:18:44.621656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34606) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:44.626570 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '997f784d-3a2b-4fef-a61e-7336e1fa626f', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:44.632596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:44.637162 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:44.640133 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:44.645849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:44.732931 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.794158 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.860492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.883842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04ecf4d-3786-4b53-b633-0be4a0c33efd,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:44.964058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:44.965284 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b9db4aaf-0eb4-4f93-a59e-4681566e62b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3427329 Apr 08 11:18:44.968088 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34610) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:44.973295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '997f784d-3a2b-4fef-a61e-7336e1fa626f', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:44.984168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:44.992000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:44.998858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:45.007263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:45.100220 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:18:45.107717 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.174036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.234314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.257539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd3db54-f464-4c5b-a5a0-10cb5247a7d7,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:45.357612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.358827 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-df16089f-74cb-422f-a510-47dca6de0469 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3897214 Apr 08 11:18:45.361713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34614) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:45.366686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '997f784d-3a2b-4fef-a61e-7336e1fa626f', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:45.372992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:45.377186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:45.380059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:45.386939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:45.451661 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:18:45.458563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.524216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.589193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.613804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27c62fb-494f-4bf9-92c3-5875259f62d3,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:45.708678 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.709911 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f46f36b7-d6e1-4d18-b26c-534465ae0373 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3471932 Apr 08 11:18:45.712593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34618) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:45.717983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'network': {'name': 'tempest-network-smoke--877488526', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'port_security_enabled': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:45.722984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:45.727072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:network and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:45.730036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:45.735742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:45.800505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:18:45.804032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.833233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:18:45.841494 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.841840 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Added segment 72708e7d-dca0-4760-9862-7b00da551f89 of type vlan for network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd Apr 08 11:18:45.867490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.971902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.977450 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:45.978032 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:46.084719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Network': ['ID=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:46.095813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:18:46.147433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-062ca1f8-9f14-409e-af83-76c942971b4d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4336517 Apr 08 11:18:46.149930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34622) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:46.155300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'admin_state_up': True, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:46.163298 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:46.167973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:router and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:46.170905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:46.177485 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:46.252313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:46.253361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:46.267848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:46.775458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:47.145377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:47.173595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:47.310608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.19 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/b71b257e-d960-4c6c-96ad-0f596778af7d) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:18:47.468569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:47.592250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:47.657757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:18:47.660470 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:18:47.673436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:18:47.729528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=b71b257e-d960-4c6c-96ad-0f596778af7d,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:48.237768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:48.707853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:49.011886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router c96fc87c-b518-40f6-901e-c11e9f98e532 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:18:49.188391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:18:49.199425 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Sync routers for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:18:49.208971 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:18:49.209620 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:49.275246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:49.280308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-e204d980-7c91-43fa-a61c-ceb91513f8ef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1260850 Apr 08 11:18:49.280727 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34626) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:49.327005 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1f7533d3-9bd5-4174-b22c-3b801bf61165 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=017b1024bf9540ef89e14ae3fe192fe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451400 Apr 08 11:18:49.329600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34630) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:49.390321 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:18:49.466930 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036c416-769f-4e84-9433-486efcb1ab22 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:49.468492 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-1036c416-769f-4e84-9433-486efcb1ab22 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379797 Apr 08 11:18:49.471188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34634) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:49.512100 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b14329ee-eedf-4726-9ac1-98f55834b2dc tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388894 Apr 08 11:18:49.513708 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34638) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:49.518861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1158560233', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:49.628795 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:49.632576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:subnet and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:18:49.635458 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:18:49.641594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:49.716200 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:47Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:49.719911 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Checking router: c96fc87c-b518-40f6-901e-c11e9f98e532 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:18:49.720250 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Updating router c96fc87c-b518-40f6-901e-c11e9f98e532 port b71b257e-d960-4c6c-96ad-0f596778af7d binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:18:49.726153 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:18:49.730281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:49.772865 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.020430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.093938 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.101051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Subnet': ['ID=72133185-87a2-4e39-87cc-991ddecda3af,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:50.106078 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Transition to ACTIVE for port object b71b257e-d960-4c6c-96ad-0f596778af7d will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:18:50.114169 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Checking segment: {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:18:50.114523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network hostable DHCP agents. Network: bbba65ca-0ed6-4a93-a539-b742e7fdf1dd, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:18:50.188805 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.220302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Attempting to bind port b71b257e-d960-4c6c-96ad-0f596778af7d on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Attempting to bind port b71b257e-d960-4c6c-96ad-0f596778af7d by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Attempting to bind port b71b257e-d960-4c6c-96ad-0f596778af7d on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Pushing event updated for resources: {'Port': ['ID=b71b257e-d960-4c6c-96ad-0f596778af7d,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.293553 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:18:50.296218 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:18:50.296609 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:18:50.300932 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.300932 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:18:50.300932 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Bound port: b71b257e-d960-4c6c-96ad-0f596778af7d, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:18:50.300932 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.370145 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] For port b71b257e-d960-4c6c-96ad-0f596778af7d, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:18:50.373066 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] For port b71b257e-d960-4c6c-96ad-0f596778af7d, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b71b257e-d960-4c6c-96ad-0f596778af7d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:18:50.420225 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, bbba65ca-0ed6-4a93-a539-b742e7fdf1dd) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:18:50.424550 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:50.425144 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.429653 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760cec0-6066-4511-8a90-baf9233a787c None None] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:18:50.483847 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.518304 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-480f2e9b-8e9e-4378-9e95-667178384c98 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0008337 Apr 08 11:18:50.518545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34642) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:18:50.568950 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23d489-09a1-443d-b3d1-2ebbc59ce837 None None] Pushing event updated for resources: {'Port': ['ID=b71b257e-d960-4c6c-96ad-0f596778af7d,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:50.572615 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:18:50.573398 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:50.664951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:18:50.665847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:50.765241 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:18:50.826343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Allocated IP 172.20.0.2 (bbba65ca-0ed6-4a93-a539-b742e7fdf1dd/72133185-87a2-4e39-87cc-991ddecda3af/ba74472d-68c6-4694-8e4c-3c0fae1f1072) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:18:51.039006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:51.051108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Transition to ACTIVE for port object ba74472d-68c6-4694-8e4c-3c0fae1f1072 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:18:51.067916 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:47Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:51.071906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Transition to ACTIVE for port object ba74472d-68c6-4694-8e4c-3c0fae1f1072 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:18:51.072469 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26cc98-9df0-4163-a140-cd112a9a7c8d None None] The sync data for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv is: [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:47Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:18:51.175215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:51.240676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:18:51.248495 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:18:51.253587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:18:51.259762 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Pushing event updated for resources: {'Port': ['ID=ba74472d-68c6-4694-8e4c-3c0fae1f1072,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:51.372347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Attempting to bind port ba74472d-68c6-4694-8e4c-3c0fae1f1072 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:18:51.372347 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Attempting to bind port ba74472d-68c6-4694-8e4c-3c0fae1f1072 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:18:51.373177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Attempting to bind port ba74472d-68c6-4694-8e4c-3c0fae1f1072 on network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:18:51.386028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:18:51.386679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Checking segment: {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:18:51.387249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:51.387800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Bound using segment: {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:18:51.388287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Bound port: ba74472d-68c6-4694-8e4c-3c0fae1f1072, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:18:51.388702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:51.405012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:51.490472 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] For port ba74472d-68c6-4694-8e4c-3c0fae1f1072, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:18:51.493635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] For port ba74472d-68c6-4694-8e4c-3c0fae1f1072, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ba74472d-68c6-4694-8e4c-3c0fae1f1072,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:18:51.554958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:51.643913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c9b52-addf-455c-9492-45c8a7510044 None None] Pushing event updated for resources: {'Port': ['ID=ba74472d-68c6-4694-8e4c-3c0fae1f1072,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:51.759860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b71b257e-d960-4c6c-96ad-0f596778af7d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:18:51.863363 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.1 (bbba65ca-0ed6-4a93-a539-b742e7fdf1dd/72133185-87a2-4e39-87cc-991ddecda3af/4ca7674d-b27d-4310-ad08-4a8e56ad2c60) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:18:51.914978 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port b71b257e-d960-4c6c-96ad-0f596778af7d completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:18:51.927718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b71b257e-d960-4c6c-96ad-0f596778af7d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:51.927954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:52.077429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:52.082619 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:52.094662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:18:52.099925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port b71b257e-d960-4c6c-96ad-0f596778af7d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b71b257e-d960-4c6c-96ad-0f596778af7d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:52.174637 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:52.215566 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:52.242105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=b71b257e-d960-4c6c-96ad-0f596778af7d,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:52.283112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:18:52.295273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:18:52.297792 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:18:52.334771 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:52.363359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:52.709165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:53.251094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:53.305079 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0c38e-59b5-4685-91a2-fbf276a0899e None None] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:18:53.368910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:53.489556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:53.492979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:53.552734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-6ee22621-e9c0-407c-8251-1806c3dad6a0 None None] Provisioning for port ba74472d-68c6-4694-8e4c-3c0fae1f1072 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:18:53.630969 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:18:53.632244 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:18:53.788777 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ba74472d-68c6-4694-8e4c-3c0fae1f1072 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:18:53.835469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router c96fc87c-b518-40f6-901e-c11e9f98e532 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:18:53.928964 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port ba74472d-68c6-4694-8e4c-3c0fae1f1072 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:18:53.934854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ba74472d-68c6-4694-8e4c-3c0fae1f1072 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:53.939756 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:53.967062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Provisioning for port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:18:53.982997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Provisioning complete for port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:53.983229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:54.031988 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:18:54.045650 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fee64458-be90-42c3-9d0e-776c7d1d1e31 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/c96fc87c-b518-40f6-901e-c11e9f98e532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5260069 Apr 08 11:18:54.063004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Sync routers for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:18:54.081437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:18:54.088120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:18:54.088782 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:54.204859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Provisioning complete for port ba74472d-68c6-4694-8e4c-3c0fae1f1072 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:54.205237 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:54.243029 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-1c6f5295-5b79-49d3-b845-5bdf2bc97ad3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665166303&fields=id&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 267 time: 0.0496516 Apr 08 11:18:54.330129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:54.402309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-22f779e2-5351-475b-a9be-18f24c9b06e8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:54.403006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-22f779e2-5351-475b-a9be-18f24c9b06e8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:18:54.406413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port ba74472d-68c6-4694-8e4c-3c0fae1f1072, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ba74472d-68c6-4694-8e4c-3c0fae1f1072,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:54.408375 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:18:54.515211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:54.515971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b71b257e-d960-4c6c-96ad-0f596778af7d up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:18:54.557466 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-22f779e2-5351-475b-a9be-18f24c9b06e8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:18:54.559301 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-22f779e2-5351-475b-a9be-18f24c9b06e8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 796 time: 0.3083568 Apr 08 11:18:54.575628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-789a7db0-d58d-48b9-9346-0a1d86edbc5e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/quotas/017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 375 time: 0.0103996 Apr 08 11:18:54.662433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-c53ed427-f6fb-410b-afcb-0b4cdcfa504e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811532 Apr 08 11:18:54.699765 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:54.806831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=ba74472d-68c6-4694-8e4c-3c0fae1f1072,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:54.850975 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-6690cbeb-7381-413f-aab2-c7151a0274bd service neutron] 10.222.0.23 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764307 Apr 08 11:18:54.935105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:18:54.935338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-8d4704b4-0d27-4f58-9e0e-80603de24955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:18:54.935802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b71b257e-d960-4c6c-96ad-0f596778af7d triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:54.936165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:54.988625 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-7a82a253-0a46-4916-b6d2-d0b0afbdaedd service neutron] 10.222.0.23 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314988 Apr 08 11:18:55.070945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 2, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:55.084646 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Checking router: c96fc87c-b518-40f6-901e-c11e9f98e532 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:18:55.085009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Updating router c96fc87c-b518-40f6-901e-c11e9f98e532 port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:18:55.139316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:55.334089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-970cbc2b-b0ef-499b-9d13-089e1cb7dcb6 req-161b53ad-8cbc-4b02-820a-af837c7cd38a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:18:55.497870 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-970cbc2b-b0ef-499b-9d13-089e1cb7dcb6 req-161b53ad-8cbc-4b02-820a-af837c7cd38a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:18:55.499290 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-970cbc2b-b0ef-499b-9d13-089e1cb7dcb6 req-161b53ad-8cbc-4b02-820a-af837c7cd38a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 210 time: 0.2679470 Apr 08 11:18:55.589671 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:55.600843 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Transition to ACTIVE for port object 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:18:55.626258 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8ecaf019-33f6-4a64-972e-ca58f642ddf2 None None] Provisioning complete for port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:55.626629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf019-33f6-4a64-972e-ca58f642ddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:55.681991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8ecaf019-33f6-4a64-972e-ca58f642ddf2 None None] Port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:18:55.691828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:55.725773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ba74472d-68c6-4694-8e4c-3c0fae1f1072 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:18:55.904030 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845723f-0483-464e-8d13-2086c1923980 None None] Pushing event updated for resources: {'Port': ['ID=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:55.977279 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port ba74472d-68c6-4694-8e4c-3c0fae1f1072 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:55.977645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:56.005521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Attempting to bind port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:18:56.005881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Attempting to bind port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:18:56.006235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Attempting to bind port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 on network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:18:56.026160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:18:56.026160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Checking segment: {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:18:56.026160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:56.026160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Bound using segment: {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:18:56.026160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Bound port: 4ca7674d-b27d-4310-ad08-4a8e56ad2c60, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:18:56.026160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:56.175329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] For port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:18:56.192393 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] For port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:18:56.292109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:56.373410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:18:56.374045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:29Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:56.429587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845723f-0483-464e-8d13-2086c1923980 None None] Pushing event updated for resources: {'Port': ['ID=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:56.566246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:18:56.676029 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9d7ccc86-2666-4ad2-8f4a-74e592d5b059 req-fbaa1e89-5220-41ae-81d9-298e645acaf7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 210 time: 0.0625622 Apr 08 11:18:56.948378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:56Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:18:56.952861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca8985-0d92-4a01-a6e6-1581fec95832 None None] The sync data for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv is: [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:56Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:18:57.247191 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f303e9d7-8d08-42b9-bae5-7de629088078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:57.692944 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-fe9144f4-d1d7-4eaf-b88f-3730058baaf5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:57.694474 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-fe9144f4-d1d7-4eaf-b88f-3730058baaf5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 796 time: 0.2873893 Apr 08 11:18:57.741410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:18:57.755295 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-ad3f7e24-79e1-4b48-9988-a10d435e6bdc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 379 time: 0.0517690 Apr 08 11:18:57.764268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'port': {'device_id': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'admin_state_up': True, 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'security_groups': ['997f784d-3a2b-4fef-a61e-7336e1fa626f']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:57.870181 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2a59d084-6916-424d-90c0-e1ced5d3ce55 req-e930bf7a-0b7c-4d43-867d-db6c03c2ae0e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 210 time: 0.0597966 Apr 08 11:18:57.920788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:18:57.930757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:18:57.960415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:18:57.966970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:57.967363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.051829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:18:58.055623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.095562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.129048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:18:58.191568 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.224267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.5 (bbba65ca-0ed6-4a93-a539-b742e7fdf1dd/72133185-87a2-4e39-87cc-991ddecda3af/e6adb320-3d17-47d2-be3c-bdc6980d236b) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:18:58.267666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:58.415228 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.431053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object e6adb320-3d17-47d2-be3c-bdc6980d236b will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:18:58.526831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.594752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:18:58.602074 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:18:58.607134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:18:58.637491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=e6adb320-3d17-47d2-be3c-bdc6980d236b,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:58.674375 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:58.675593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.758542 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-a31100e3-cdd9-4cf0-aeaa-acd902c4b26e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9987557 Apr 08 11:18:58.769618 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Request body: {'port': {'device_id': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:18:58.883491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.894740 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b8acc35d-07c1-40c8-b770-d86a37e938c5 None None] Provisioning for port e6adb320-3d17-47d2-be3c-bdc6980d236b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:18:58.899864 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b8acc35d-07c1-40c8-b770-d86a37e938c5 None None] Provisioning complete for port e6adb320-3d17-47d2-be3c-bdc6980d236b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:58.900233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b8acc35d-07c1-40c8-b770-d86a37e938c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:58.954983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b8acc35d-07c1-40c8-b770-d86a37e938c5 None None] Port e6adb320-3d17-47d2-be3c-bdc6980d236b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:18:59.197746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa28df-572d-4923-ad50-69e6a23c42d3 req-eaa47afe-f726-4f0e-82b6-4431f62b06cf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:18:59.198477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-27aa28df-572d-4923-ad50-69e6a23c42d3 req-eaa47afe-f726-4f0e-82b6-4431f62b06cf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:18:59.306031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6adb320-3d17-47d2-be3c-bdc6980d236b {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:18:59.314254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:59.329729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Transition to ACTIVE for port object e6adb320-3d17-47d2-be3c-bdc6980d236b will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:18:59.351159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-27aa28df-572d-4923-ad50-69e6a23c42d3 req-eaa47afe-f726-4f0e-82b6-4431f62b06cf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:18:59.352379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-27aa28df-572d-4923-ad50-69e6a23c42d3 req-eaa47afe-f726-4f0e-82b6-4431f62b06cf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 931 time: 0.3510513 Apr 08 11:18:59.361097 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:18:59.399357 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-27aa28df-572d-4923-ad50-69e6a23c42d3 req-0e3cc800-fb16-4893-966a-628306315f45 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 Apr 08 11:18:59.422856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:59.571881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1da8-c857-4fe2-9353-1006e1cfe375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:59.583300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Pushing event updated for resources: {'Port': ['ID=e6adb320-3d17-47d2-be3c-bdc6980d236b,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:18:59.669916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Attempting to bind port e6adb320-3d17-47d2-be3c-bdc6980d236b on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:18:59.670239 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Attempting to bind port e6adb320-3d17-47d2-be3c-bdc6980d236b by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:18:59.670579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Attempting to bind port e6adb320-3d17-47d2-be3c-bdc6980d236b on network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:18:59.675364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Port e6adb320-3d17-47d2-be3c-bdc6980d236b on network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:18:59.675701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Attempting to bind port e6adb320-3d17-47d2-be3c-bdc6980d236b on network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:18:59.681119 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:18:59.687873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Checking segment: {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:18:59.687873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Bound using segment: {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:18:59.687873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Bound port: e6adb320-3d17-47d2-be3c-bdc6980d236b, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72708e7d-dca0-4760-9862-7b00da551f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:18:59.687873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:59.711683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:18:59.778130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:18:59.780665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:18:59.781136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:18:59.781311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:59.866723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:00.025904 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:00.027263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:00.028447 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] 10.222.0.41 "PUT /v2.0/ports/e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 1093 time: 1.2630031 Apr 08 11:19:00.031318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:19:00.062147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246fa4f-9018-4200-bd45-bd57a48187de service neutron] Pushing event updated for resources: {'Port': ['ID=e6adb320-3d17-47d2-be3c-bdc6980d236b,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:00.079452 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c1563a-d7df-45a0-8204-110fa86e4bb4'] response: {'name': 'network-changed', 'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'status': 'completed', 'code': 200} Apr 08 11:19:00.221994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0f5f-fbba-42a9-856b-5325bad13e31 req-3bf97392-4b26-47d2-9a80-d8fc1887c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:00.223494 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a37b0f5f-fbba-42a9-856b-5325bad13e31 req-3bf97392-4b26-47d2-9a80-d8fc1887c16c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1096 time: 0.1231515 Apr 08 11:19:00.363873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0f5f-fbba-42a9-856b-5325bad13e31 req-338a6b8f-599b-42bd-987f-2410627edfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:00.365375 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a37b0f5f-fbba-42a9-856b-5325bad13e31 req-338a6b8f-599b-42bd-987f-2410627edfe4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1347189 Apr 08 11:19:00.503689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0f5f-fbba-42a9-856b-5325bad13e31 req-1ebb3928-65f8-4e02-9b40-f9e7cfbd2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:00.505296 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a37b0f5f-fbba-42a9-856b-5325bad13e31 req-1ebb3928-65f8-4e02-9b40-f9e7cfbd2024 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341674 Apr 08 11:19:00.656635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaa941-22ba-4d6c-b8d8-522af5825fd5 req-3b950af9-b615-4188-9397-fb98ec47f39f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:00.663019 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1aeaa941-22ba-4d6c-b8d8-522af5825fd5 req-3b950af9-b615-4188-9397-fb98ec47f39f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 943 time: 0.1496315 Apr 08 11:19:00.663985 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-904da247-389c-4eef-8871-a0dae98f8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:00.665598 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-904da247-389c-4eef-8871-a0dae98f8c7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1096 time: 0.1151865 Apr 08 11:19:00.740141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:00.746151 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-57f1f04d-efcf-45d6-a552-94d7d9656f5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 217 time: 0.0664554 Apr 08 11:19:00.811097 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1aeaa941-22ba-4d6c-b8d8-522af5825fd5 req-5e9af23e-7053-4edc-8795-dc164e413026 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444130 Apr 08 11:19:00.826199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-df16ba7a-70db-4c97-9739-ff6079547c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:00.832999 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-df16ba7a-70db-4c97-9739-ff6079547c31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 200 len: 835 time: 0.0733249 Apr 08 11:19:00.902890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-5197585b-20be-4df0-82b2-361dd56eec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:00.904373 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-5197585b-20be-4df0-82b2-361dd56eec86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706348 Apr 08 11:19:01.039851 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-f7916145-7079-41ad-994f-6f1769166562 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294272 Apr 08 11:19:01.170911 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bb3997cd-2282-4b8d-bc6b-fc48062ab6e2 req-f8a9edc8-91e7-4e21-9ac1-216bcf088d14 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250916 Apr 08 11:19:01.291887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:02.006604 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ad4ab-b5c5-4c6a-bd0c-d77b637def66 req-884e3ba0-03e9-462b-ad2e-dc71941fa882 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:02.008114 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-116ad4ab-b5c5-4c6a-bd0c-d77b637def66 req-884e3ba0-03e9-462b-ad2e-dc71941fa882 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 943 time: 0.0887997 Apr 08 11:19:02.053414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-116ad4ab-b5c5-4c6a-bd0c-d77b637def66 req-57bb2ecb-7b9f-4c06-8e48-87e0e96087cb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:19:02.134477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:02.168901 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-116ad4ab-b5c5-4c6a-bd0c-d77b637def66 req-57bb2ecb-7b9f-4c06-8e48-87e0e96087cb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:19:02.170117 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-116ad4ab-b5c5-4c6a-bd0c-d77b637def66 req-57bb2ecb-7b9f-4c06-8e48-87e0e96087cb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552682 Apr 08 11:19:03.278993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e6adb320-3d17-47d2-be3c-bdc6980d236b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:19:03.363621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a4333-0d19-4905-972c-c6feccfc803c req-72636bde-b8bd-4f73-a8f3-dde813a0f888 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:03.365236 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b9a4333-0d19-4905-972c-c6feccfc803c req-72636bde-b8bd-4f73-a8f3-dde813a0f888 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 943 time: 0.0909581 Apr 08 11:19:03.412082 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2b9a4333-0d19-4905-972c-c6feccfc803c req-dc3541cf-82dc-4feb-a51b-9c6ac6c484a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Apr 08 11:19:03.418669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:19:03.435940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'port_id': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'mac_address': 'fa:16:3e:02:0c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:19:03.491597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:03.508607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6adb320-3d17-47d2-be3c-bdc6980d236b {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:19:03.523539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:19:03.600177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:03.667932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=e6adb320-3d17-47d2-be3c-bdc6980d236b,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:03.809064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['e6adb320-3d17-47d2-be3c-bdc6980d236b'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:19:04.571557 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:04.605577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225b159-d672-4bdd-bc28-4ea1e025a87f req-00f0b3f8-a49c-4217-882a-f9d959c3ee76 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:04.605577 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7225b159-d672-4bdd-bc28-4ea1e025a87f req-00f0b3f8-a49c-4217-882a-f9d959c3ee76 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 944 time: 0.0807931 Apr 08 11:19:04.647989 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7225b159-d672-4bdd-bc28-4ea1e025a87f req-2c881f11-5296-47b1-9841-81b95b36c807 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403936 Apr 08 11:19:05.294037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e6adb320-3d17-47d2-be3c-bdc6980d236b up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:19:05.434037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port e6adb320-3d17-47d2-be3c-bdc6980d236b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:19:05.439005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port e6adb320-3d17-47d2-be3c-bdc6980d236b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:19:05.442533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:05.557179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:05.585356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:19:05.600210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:19:05.628918 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4a1718-2bf7-4535-9fbf-e8672a8a6d3c'] response: {'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'code': 200} Apr 08 11:19:05.694664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:05.765143 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=e6adb320-3d17-47d2-be3c-bdc6980d236b,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:05.846565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8e6b3-8ad1-4761-876b-f7dbd553bd73 req-19f02ba5-f4c6-4896-88cb-e5a32d422a3e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:05.847985 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e0a8e6b3-8ad1-4761-876b-f7dbd553bd73 req-19f02ba5-f4c6-4896-88cb-e5a32d422a3e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0847237 Apr 08 11:19:05.894453 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e0a8e6b3-8ad1-4761-876b-f7dbd553bd73 req-c1957ae1-46f9-4afd-b7d7-dab9a302ab01 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408082 Apr 08 11:19:06.101556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000720-8198-43a0-a4cd-cf14dc00c77f req-860bf097-df1f-4065-8080-193289351ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:06.102942 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d8000720-8198-43a0-a4cd-cf14dc00c77f req-860bf097-df1f-4065-8080-193289351ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0715487 Apr 08 11:19:06.144368 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d8000720-8198-43a0-a4cd-cf14dc00c77f req-cd1e2cbf-950d-431d-9d0e-1d8a19daac54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349276 Apr 08 11:19:07.086337 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93c15d-6907-4a37-a461-0dc7a3e7a4c9 req-91fd1928-8377-4ad0-83b7-c902dd8bba07 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:07.087818 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd93c15d-6907-4a37-a461-0dc7a3e7a4c9 req-91fd1928-8377-4ad0-83b7-c902dd8bba07 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0857863 Apr 08 11:19:07.134888 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cd93c15d-6907-4a37-a461-0dc7a3e7a4c9 req-ed7ff76f-9f43-48ea-947e-7191c7f86386 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411119 Apr 08 11:19:08.322653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a9687-2307-4669-9ac5-9d89e88f1c1e req-2b932a7d-c498-4526-94a0-ff98d4e378fe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:08.324930 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2d8a9687-2307-4669-9ac5-9d89e88f1c1e req-2b932a7d-c498-4526-94a0-ff98d4e378fe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0852947 Apr 08 11:19:08.368976 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2d8a9687-2307-4669-9ac5-9d89e88f1c1e req-f3ea3bca-24b4-4851-b2d7-8a27fd5e10ff tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384109 Apr 08 11:19:08.554672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe56c-d44f-4f51-8716-2c0e2e7f9eea req-d0c38b60-8101-4ce7-ac53-805c7d739fe5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:08.556145 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-18abe56c-d44f-4f51-8716-2c0e2e7f9eea req-d0c38b60-8101-4ce7-ac53-805c7d739fe5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0797279 Apr 08 11:19:08.604848 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-18abe56c-d44f-4f51-8716-2c0e2e7f9eea req-fcf18d63-761c-48a7-aa8e-16b4600d0f8a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425801 Apr 08 11:19:08.626979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34704) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:19:08.696767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aaa32c-fc26-4949-8397-6446ba39b067 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:08.699350 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a6aaa32c-fc26-4949-8397-6446ba39b067 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1093 time: 0.0713921 Apr 08 11:19:08.701786 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34708) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:19:08.706556 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:19:08.712639 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:19:08.717065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:floatingip and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:19:08.720409 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:19:08.726033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:19:08.791141 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:08.926886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:09.063381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.13 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/768c46ef-59eb-44c6-9095-6f02966ee537) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:19:09.310416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:09.434744 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:09.495608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:19:09.502480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:19:09.507110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:19:09.539990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=768c46ef-59eb-44c6-9095-6f02966ee537,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:09.929627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:10.059970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:10.267785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:10.337417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:10.455390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=768c46ef-59eb-44c6-9095-6f02966ee537,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:19:10.475833 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:10.646577 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP 6b6bb8cf-fc11-40fb-a698-9f819d6da1bb associated. External IP: 172.26.7.13, port: e6adb320-3d17-47d2-be3c-bdc6980d236b. Apr 08 11:19:11.113302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router c96fc87c-b518-40f6-901e-c11e9f98e532 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:19:11.294644 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:19:11.304142 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] Sync routers for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:19:11.315976 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:19:11.316637 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:11.477398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:11.521969 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:19:11.536242 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-62ce8d1d-4faa-48e4-b248-0abd082d448c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8334355 Apr 08 11:19:11.536846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:19:11.582669 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faf1f57-0aea-479b-92f2-f60d8ba1049f'] response: {'name': 'network-changed', 'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'status': 'completed', 'code': 200} Apr 08 11:19:11.696149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-a277cb54-ea03-4343-8e98-06f48166b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:11.698311 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-a277cb54-ea03-4343-8e98-06f48166b46a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0860801 Apr 08 11:19:11.731395 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb345c75-eb83-4c41-b007-59cc5eb774b7 req-78d95546-6d4d-4fa2-8404-6515595e68df tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:11.733122 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fb345c75-eb83-4c41-b007-59cc5eb774b7 req-78d95546-6d4d-4fa2-8404-6515595e68df tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0942259 Apr 08 11:19:11.782501 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fb345c75-eb83-4c41-b007-59cc5eb774b7 req-697abf40-3be1-462f-8426-5345b2d177f0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424473 Apr 08 11:19:11.808919 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34716) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:19:11.843939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-3e1d45f1-3b66-4833-abbb-6ddf6b9f03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:11.845449 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-3e1d45f1-3b66-4833-abbb-6ddf6b9f03c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 897 time: 0.1417077 Apr 08 11:19:11.913457 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '6b6bb8cf-fc11-40fb-a698-9f819d6da1bb', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'port_id': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'mac_address': 'fa:16:3e:02:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:19:09Z', 'updated_at': '2022-04-08T11:19:09Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:11.920338 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] Checking router: c96fc87c-b518-40f6-901e-c11e9f98e532 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:19:11.926906 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ac12c1a6-4c47-483f-ab94-5c9d51c7630f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/6b6bb8cf-fc11-40fb-a698-9f819d6da1bb HTTP/1.1" status: 200 len: 990 time: 0.1168242 Apr 08 11:19:11.931750 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:19:11.932452 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:18:59Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:11.959892 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-16144661-88cd-474c-a681-a88eb86a958b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 998 time: 0.1075206 Apr 08 11:19:12.023305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-cde66d57-318f-4327-b405-a15300e10837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:12.024699 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-cde66d57-318f-4327-b405-a15300e10837 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 200 len: 835 time: 0.0589576 Apr 08 11:19:12.106377 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-9b3b0abb-1740-4394-9354-e07b816c42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:12.107878 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-9b3b0abb-1740-4394-9354-e07b816c42e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777903 Apr 08 11:19:12.116952 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:19:12.245008 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-dbdb529a-3f55-4c65-904b-349cc8bb9406 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307831 Apr 08 11:19:12.391050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ccdefbb8-06cf-4040-ae5f-661d47896b47 req-9b2d3592-9897-45ae-8f6c-e853e22de5c7 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397178 Apr 08 11:19:12.501907 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '6b6bb8cf-fc11-40fb-a698-9f819d6da1bb', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'port_id': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'mac_address': 'fa:16:3e:02:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:19:09Z', 'updated_at': '2022-04-08T11:19:09Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:19:12.506310 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd68bffd-3ff6-4b87-84d3-dbfc0cbd85bb None None] The sync data for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv is: [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '6b6bb8cf-fc11-40fb-a698-9f819d6da1bb', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'port_id': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'mac_address': 'fa:16:3e:02:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:19:09Z', 'updated_at': '2022-04-08T11:19:09Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:19:12.707673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c49b4b-2896-4dff-8c6a-8fefdb2981ff None None] New status for floating IP 6b6bb8cf-fc11-40fb-a698-9f819d6da1bb: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:19:12.928973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34720) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:19:13.154723 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f58be47b-7ca7-45f9-8388-56a179bf1427 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/6b6bb8cf-fc11-40fb-a698-9f819d6da1bb HTTP/1.1" status: 200 len: 992 time: 0.2244861 Apr 08 11:19:20.843014 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-285f362c-b471-4310-b764-0ee72564258b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751467 Apr 08 11:19:20.991139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-09e90079-f3a8-46d0-a55f-5bdc09db362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:21.018688 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-09e90079-f3a8-46d0-a55f-5bdc09db362c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0766957 Apr 08 11:19:21.139983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-b6cfb625-b5b6-4c4a-a6f1-17f8ede47007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:21.141526 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-b6cfb625-b5b6-4c4a-a6f1-17f8ede47007 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 897 time: 0.1292720 Apr 08 11:19:21.249656 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-47a05586-4d65-4f1e-b790-7d1026ef15db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 1000 time: 0.1020653 Apr 08 11:19:21.321763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-c837d33c-78bd-4a02-ba1b-d6676c56ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:21.323372 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-c837d33c-78bd-4a02-ba1b-d6676c56ef97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 200 len: 835 time: 0.0678134 Apr 08 11:19:21.506979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-9c2d6049-4981-4bb1-98e7-c280ddabe7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:21.508380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-9c2d6049-4981-4bb1-98e7-c280ddabe7eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1796548 Apr 08 11:19:21.641070 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-4d8ceffd-6d46-48ef-b750-e865aadd0e28 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263654 Apr 08 11:19:21.777629 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed178f37-3d3b-43f2-8702-612ccaa982fc req-0a9ec72f-aeac-4e25-98a2-0b583672b16f service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301010 Apr 08 11:19:27.333939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9a46eb52-d70c-405b-b32b-8cfd37d0ad2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:29.582401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-49de9d25-8a02-43d8-9400-36f9f00bf566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:30.739183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:31.247959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:32.154125 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:34.588215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:36.361432 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:19:40.335112 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2d73-e699-419d-9eea-2b50517f6b87 req-e34d48dd-a2bc-4b0e-89ef-ed9e9bb4823c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:40.337460 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-27ec2d73-e699-419d-9eea-2b50517f6b87 req-e34d48dd-a2bc-4b0e-89ef-ed9e9bb4823c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0880980 Apr 08 11:19:40.389690 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-27ec2d73-e699-419d-9eea-2b50517f6b87 req-8d09e521-7c1c-4928-9fbb-38bdb471a456 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 Apr 08 11:19:40.563935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34740) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:19:40.680255 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-f1a141de-67c5-4994-88af-ee54755b03db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151369 Apr 08 11:19:41.579296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c398ced-a010-4a43-a951-bcea32258db2 req-985e7375-fbf7-416a-87dd-088fd3316a26 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:41.580786 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6c398ced-a010-4a43-a951-bcea32258db2 req-985e7375-fbf7-416a-87dd-088fd3316a26 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0811386 Apr 08 11:19:41.629174 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6c398ced-a010-4a43-a951-bcea32258db2 req-4aea9b83-abe4-4493-8061-b9b4ee44d882 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Apr 08 11:19:42.827650 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d11f7f-1fcf-43b3-a624-f7486e529d68 req-5aeda9e5-7da0-469a-b1c0-a323f713adb0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:42.829819 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41d11f7f-1fcf-43b3-a624-f7486e529d68 req-5aeda9e5-7da0-469a-b1c0-a323f713adb0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0826735 Apr 08 11:19:42.875919 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-41d11f7f-1fcf-43b3-a624-f7486e529d68 req-54b1e775-b2b1-4f09-a8f0-f91f354faa47 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 Apr 08 11:19:42.994614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-c3834d59-5aad-4653-9cc8-4a6d41830633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:42.996021 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-c3834d59-5aad-4653-9cc8-4a6d41830633 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0751374 Apr 08 11:19:43.127430 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-75a1360f-10e5-44ac-8ea1-706561701d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:43.128911 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-75a1360f-10e5-44ac-8ea1-706561701d0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 897 time: 0.1271572 Apr 08 11:19:43.231815 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-46f4ff39-da7b-47c4-bede-d94d9e44ff2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 1000 time: 0.0955751 Apr 08 11:19:43.294291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-96c7aeec-5ece-491e-8e6b-ed888c2ec653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:43.295658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-96c7aeec-5ece-491e-8e6b-ed888c2ec653 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 200 len: 835 time: 0.0577092 Apr 08 11:19:43.374429 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-acedbe09-d293-410a-b0ed-76662d7750d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:43.376003 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-acedbe09-d293-410a-b0ed-76662d7750d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746403 Apr 08 11:19:43.508657 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-5183e4c1-9ded-46f2-9626-cd0f52dd979d service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262898 Apr 08 11:19:43.642191 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-7f3e44de-7b89-4b19-ad70-cdae2201aa6e service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278074 Apr 08 11:19:44.067246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b353c-4d5d-462b-b6f1-bb3db9a0272e req-7de3176e-b3a3-47ec-8911-3fbb468488c0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:44.068726 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e33b353c-4d5d-462b-b6f1-bb3db9a0272e req-7de3176e-b3a3-47ec-8911-3fbb468488c0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0834680 Apr 08 11:19:44.115307 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e33b353c-4d5d-462b-b6f1-bb3db9a0272e req-38d0692f-897b-48b1-bd79-f0a8cdefe417 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389688 Apr 08 11:19:45.301736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d142a0-fc9d-4f91-9305-b58de6e87954 req-444ea1bd-cf5f-404d-b847-a1ba9d8d3d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:45.303231 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-34d142a0-fc9d-4f91-9305-b58de6e87954 req-444ea1bd-cf5f-404d-b847-a1ba9d8d3d75 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0804341 Apr 08 11:19:45.348658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-34d142a0-fc9d-4f91-9305-b58de6e87954 req-d02ba92c-fff3-4f7c-991d-4aa96dfc9e39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387619 Apr 08 11:19:46.535676 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d377c-68cf-4eb7-a569-345d5e662423 req-1c12e271-03bc-496c-9c47-1dd8d9b07b5b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:46.537173 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fc5d377c-68cf-4eb7-a569-345d5e662423 req-1c12e271-03bc-496c-9c47-1dd8d9b07b5b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0825374 Apr 08 11:19:46.583986 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fc5d377c-68cf-4eb7-a569-345d5e662423 req-b7d35df2-f0ef-4a3d-a1e5-af30b6eddc21 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 Apr 08 11:19:47.777113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a940ea0-3bfc-4f1c-b87f-7f429bd8726a req-ae5055bd-1b86-4f63-8030-902bb94d4b6e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:47.778488 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7a940ea0-3bfc-4f1c-b87f-7f429bd8726a req-ae5055bd-1b86-4f63-8030-902bb94d4b6e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0869904 Apr 08 11:19:47.832942 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7a940ea0-3bfc-4f1c-b87f-7f429bd8726a req-6f890716-602f-4617-924b-ce594fbce26d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486829 Apr 08 11:19:49.062326 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63464-c6f1-4393-b9cd-0658bab4b6d3 req-31b63229-e0b0-44c9-a191-d4359a005c7f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:49.063874 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b3b63464-c6f1-4393-b9cd-0658bab4b6d3 req-31b63229-e0b0-44c9-a191-d4359a005c7f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.1053977 Apr 08 11:19:49.124847 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b3b63464-c6f1-4393-b9cd-0658bab4b6d3 req-3a221249-f4de-4246-a5d1-996933dd73ce tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527935 Apr 08 11:19:50.330698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2345d8-2282-4f95-9e95-d684f1132b46 req-4673aa01-c086-49bf-8c4b-da500d16782f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:50.332173 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bf2345d8-2282-4f95-9e95-d684f1132b46 req-4673aa01-c086-49bf-8c4b-da500d16782f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0962200 Apr 08 11:19:50.377192 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bf2345d8-2282-4f95-9e95-d684f1132b46 req-56d20ea4-31b7-4af9-a87f-1326f8219d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392473 Apr 08 11:19:51.562098 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef22e19-e6b5-4dac-aff7-59c0516ee5dc req-3739e833-7da4-4988-846f-41661cd9f0ce tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:51.563588 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7ef22e19-e6b5-4dac-aff7-59c0516ee5dc req-3739e833-7da4-4988-846f-41661cd9f0ce tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0811667 Apr 08 11:19:51.611841 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7ef22e19-e6b5-4dac-aff7-59c0516ee5dc req-d8a58e36-c3ec-4744-8c20-a59df3d821be tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 Apr 08 11:19:52.898254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d0611-d2fd-4429-8dff-a1d737289fd6 req-53849bff-672f-4003-a29a-fde67327e169 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:52.899652 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-090d0611-d2fd-4429-8dff-a1d737289fd6 req-53849bff-672f-4003-a29a-fde67327e169 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.1815481 Apr 08 11:19:52.944182 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-090d0611-d2fd-4429-8dff-a1d737289fd6 req-652eaa9f-b352-466f-9d78-52a0456fe630 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380507 Apr 08 11:19:54.126611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1311a3-f6b6-430f-a444-cd6c69b38fc4 req-281323e4-efdc-4ede-b997-e3f13ab25086 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:54.128093 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3f1311a3-f6b6-430f-a444-cd6c69b38fc4 req-281323e4-efdc-4ede-b997-e3f13ab25086 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0793726 Apr 08 11:19:54.173536 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-3f1311a3-f6b6-430f-a444-cd6c69b38fc4 req-270db401-7934-4a01-ba95-e32011deb8df tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398355 Apr 08 11:19:55.360624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c358fd6-4a2d-4e41-a24e-c84003511ea7 req-43d7c825-46e0-4a58-9776-1c4d2d5d35ba tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:55.362091 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c358fd6-4a2d-4e41-a24e-c84003511ea7 req-43d7c825-46e0-4a58-9776-1c4d2d5d35ba tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0848138 Apr 08 11:19:55.406762 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c358fd6-4a2d-4e41-a24e-c84003511ea7 req-7fc90e59-8e83-4038-80f9-812e7c6a70d0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389817 Apr 08 11:19:56.599743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0220867-95f9-42f4-8524-288962f6d6be req-905e4388-ca92-4bb0-bfc7-42aea1fcf21b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:56.601127 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c0220867-95f9-42f4-8524-288962f6d6be req-905e4388-ca92-4bb0-bfc7-42aea1fcf21b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0821877 Apr 08 11:19:56.645989 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c0220867-95f9-42f4-8524-288962f6d6be req-f1e118be-43a1-464c-b160-ff6c6d08248d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386186 Apr 08 11:19:57.247523 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-640f3785-13da-4a8b-8ff8-4adb45c436a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:57.833262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b64961-742d-4dba-9d5d-ad746131f718 req-bc39ce92-8f34-4390-8765-2c9b177f93ae tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:57.834715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-52b64961-742d-4dba-9d5d-ad746131f718 req-bc39ce92-8f34-4390-8765-2c9b177f93ae tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0799236 Apr 08 11:19:57.878576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-52b64961-742d-4dba-9d5d-ad746131f718 req-540e5f87-7646-4c27-a27f-fbdb0753930a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382257 Apr 08 11:19:59.064743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f394b1-001d-4696-b42a-525ae31d86c7 req-8144df35-a7f7-4c22-b7e7-69234acc2d13 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:19:59.066472 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c8f394b1-001d-4696-b42a-525ae31d86c7 req-8144df35-a7f7-4c22-b7e7-69234acc2d13 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0804865 Apr 08 11:19:59.110498 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c8f394b1-001d-4696-b42a-525ae31d86c7 req-83246512-fe95-4167-b74a-01cd09923d1d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382729 Apr 08 11:19:59.587633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a2296fbd-83bb-40f5-92f0-2c8e8c93e9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:00.297922 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5623-41af-4e24-a9b4-b62d09795285 req-b3de095c-a28c-4952-b607-811a564f4cf3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:00.299390 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9fa5623-41af-4e24-a9b4-b62d09795285 req-b3de095c-a28c-4952-b607-811a564f4cf3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0835528 Apr 08 11:20:00.345274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9fa5623-41af-4e24-a9b4-b62d09795285 req-638a4272-d949-4706-b439-00ee4e287252 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Apr 08 11:20:00.743156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-78c65085-8c70-4a4b-8981-3043b4d92bfc service neutron] 10.222.0.41 "GET /v2.0/ports/e6adb320-3d17-47d2-be3c-bdc6980d236b/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0748563 Apr 08 11:20:00.750610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:01.258906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:01.395903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-71fdc8e4-625e-4e8b-a8e3-9a79da4e12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:01.397405 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-71fdc8e4-625e-4e8b-a8e3-9a79da4e12ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0754757 Apr 08 11:20:01.491207 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-8881737a-95d1-4c77-8059-56cfe7488215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:01.492826 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-8881737a-95d1-4c77-8059-56cfe7488215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0744197 Apr 08 11:20:01.539548 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670c03f-2055-4702-9917-c5eacaaf4ede req-2eb6ac00-612e-468f-9784-353534537ea6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:01.539548 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1670c03f-2055-4702-9917-c5eacaaf4ede req-2eb6ac00-612e-468f-9784-353534537ea6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0837464 Apr 08 11:20:01.580267 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1670c03f-2055-4702-9917-c5eacaaf4ede req-2015703a-1b5a-4272-84d8-60e870cca99b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399308 Apr 08 11:20:01.627100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-33e00f32-e06a-47f7-9f26-e2e162ff8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:01.628566 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-33e00f32-e06a-47f7-9f26-e2e162ff8cbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 897 time: 0.1301365 Apr 08 11:20:01.737279 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-f2852333-3b28-42ba-a71a-3274875bf409 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 1000 time: 0.1027238 Apr 08 11:20:01.801385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-29443367-dc32-46b6-824f-faaf1ad5c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:01.802728 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-29443367-dc32-46b6-824f-faaf1ad5c0b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 200 len: 835 time: 0.0599339 Apr 08 11:20:01.880173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196d78-7c86-4ead-96bd-669061f4e45f req-1f90c1ba-b7b0-4ccf-81aa-8679e02e9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:01.881778 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-1f90c1ba-b7b0-4ccf-81aa-8679e02e9da1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731604 Apr 08 11:20:02.019835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-74438ac6-a4ed-4cc8-bb72-077fe7e8b769 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310048 Apr 08 11:20:02.127790 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:02.158086 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66196d78-7c86-4ead-96bd-669061f4e45f req-625e7294-0429-47e7-8620-0dfa993d4109 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316450 Apr 08 11:20:02.771536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6922f-5fe0-4164-b9a5-7728fa9ac1f2 req-18c16be7-7ecf-4663-bfd0-3bbd8ed3f166 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:02.772913 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ed6922f-5fe0-4164-b9a5-7728fa9ac1f2 req-18c16be7-7ecf-4663-bfd0-3bbd8ed3f166 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0832417 Apr 08 11:20:02.816757 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9ed6922f-5fe0-4164-b9a5-7728fa9ac1f2 req-13b7c30a-22a7-40a7-947b-4182216599c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382633 Apr 08 11:20:03.526262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e6adb320-3d17-47d2-be3c-bdc6980d236b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:20:03.660364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:20:03.673962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'port_id': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'mac_address': 'fa:16:3e:02:0c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:20:03.729121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:03.745553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6adb320-3d17-47d2-be3c-bdc6980d236b {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:20:03.760897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:20:03.856427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:03.931336 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=e6adb320-3d17-47d2-be3c-bdc6980d236b,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:03.937660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['e6adb320-3d17-47d2-be3c-bdc6980d236b'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:20:03.970669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.971015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.971354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.971685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.972016 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.972345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.972694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.973022 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.973345 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.973664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.973985 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:03.974301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:04.015330 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0054-e613-4088-ac9e-31232f27ed30 req-f458392c-12b6-42cb-a067-16c6460569c9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:04.016921 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e29c0054-e613-4088-ac9e-31232f27ed30 req-f458392c-12b6-42cb-a067-16c6460569c9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 944 time: 0.0908387 Apr 08 11:20:04.070421 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e29c0054-e613-4088-ac9e-31232f27ed30 req-5590c2d9-23fd-45e2-81f8-9f0a8c10a5c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460773 Apr 08 11:20:04.582076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:05.257572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30b22-a705-4f93-8700-978770594474 req-dffafe2d-5637-43de-93bf-b4c0bdb9c147 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:05.259022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbc30b22-a705-4f93-8700-978770594474 req-dffafe2d-5637-43de-93bf-b4c0bdb9c147 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 944 time: 0.0790942 Apr 08 11:20:05.303649 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cbc30b22-a705-4f93-8700-978770594474 req-664131b7-603e-4b82-92b2-5239bcc0062f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 Apr 08 11:20:05.527379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e6adb320-3d17-47d2-be3c-bdc6980d236b up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:20:05.600227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port e6adb320-3d17-47d2-be3c-bdc6980d236b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:20:05.600958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:05.720171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:05.746836 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:20:05.757654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:20:05.804591 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844f885e-e4a7-472f-b8bb-17225d708e1b'] response: {'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'code': 200} Apr 08 11:20:05.816083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f98ea5-7a23-41c0-aa33-62bf5f632043 req-cd7287fb-b561-42b0-affa-37b1cf53b0b4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:05.819702 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-88f98ea5-7a23-41c0-aa33-62bf5f632043 req-cd7287fb-b561-42b0-affa-37b1cf53b0b4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 944 time: 0.1549106 Apr 08 11:20:05.831114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-dbcd6084-e16a-4298-a45e-2ee209e6182e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:05.832571 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-dbcd6084-e16a-4298-a45e-2ee209e6182e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3&tenant_id=017b1024bf9540ef89e14ae3fe192fe8&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 944 time: 0.1218588 Apr 08 11:20:05.833718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:05.878834 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-88f98ea5-7a23-41c0-aa33-62bf5f632043 req-b18b04b7-5264-48d3-b4dd-2dec553ae826 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452640 Apr 08 11:20:05.910349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=e6adb320-3d17-47d2-be3c-bdc6980d236b,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:06.074423 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af79a5-a006-488a-aba3-71fb4897c48c req-dd3ff00d-60e2-41a5-8885-e65f6fe293d3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:06.075851 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-33af79a5-a006-488a-aba3-71fb4897c48c req-dd3ff00d-60e2-41a5-8885-e65f6fe293d3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0867946 Apr 08 11:20:06.090195 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-2efa465e-cd56-4719-b538-186471fd2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:06.092226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-2efa465e-cd56-4719-b538-186471fd2282 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1098 time: 0.1746292 Apr 08 11:20:06.122365 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-33af79a5-a006-488a-aba3-71fb4897c48c req-9e8ee306-3311-4197-9858-917fe3c879d9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399420 Apr 08 11:20:06.223196 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-9a152891-2aa4-46f3-8967-f2d301e934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:06.224675 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-9a152891-2aa4-46f3-8967-f2d301e934e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 897 time: 0.1265352 Apr 08 11:20:06.328561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-c0033fe6-cdde-4f7d-a7c4-cffb15b4c3f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 1000 time: 0.0969775 Apr 08 11:20:06.393380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-2bd3f141-9a95-493a-b5d5-43f0449b7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:06.394854 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-2bd3f141-9a95-493a-b5d5-43f0449b7c96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 200 len: 835 time: 0.0603251 Apr 08 11:20:06.475242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-13549ab4-cf0b-4d3b-8262-79bb8ed0fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:06.476723 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-13549ab4-cf0b-4d3b-8262-79bb8ed0fe41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747530 Apr 08 11:20:06.607869 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-0ca5ef41-dc9d-4b66-b8f5-bfab509e452e service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246839 Apr 08 11:20:06.742484 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1728ff5c-5363-4af1-99a5-c349af5e826d req-2db72802-4b61-4706-a046-219e18325f39 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291349 Apr 08 11:20:07.306616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4535c-691d-4e26-9970-f8a63011d8c9 req-80964a1e-59ea-47aa-a1ce-d9f8bedec381 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:07.308068 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c0c4535c-691d-4e26-9970-f8a63011d8c9 req-80964a1e-59ea-47aa-a1ce-d9f8bedec381 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0807285 Apr 08 11:20:07.354278 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c0c4535c-691d-4e26-9970-f8a63011d8c9 req-d293a35f-1eeb-44ed-ba7a-4376480ab756 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 Apr 08 11:20:08.549991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aec846-ad87-49ec-891e-cd243c8f0815 req-b42a643e-3352-4632-aef1-46d14e1ddca1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:08.551457 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-46aec846-ad87-49ec-891e-cd243c8f0815 req-b42a643e-3352-4632-aef1-46d14e1ddca1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0892479 Apr 08 11:20:08.596277 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-46aec846-ad87-49ec-891e-cd243c8f0815 req-ace32ecd-50c4-4db8-8f5b-aede8c9c3c3e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390949 Apr 08 11:20:08.618469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34824) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:08.727378 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-534cce4e-dc48-4011-835c-d9d5869ac805 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/6b6bb8cf-fc11-40fb-a698-9f819d6da1bb HTTP/1.1" status: 200 len: 992 time: 0.1078143 Apr 08 11:20:13.361608 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:20:20.826336 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-80fcd270-d86f-46d5-b324-b1cab039950e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722725 Apr 08 11:20:20.974792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-a57e5abd-e5b2-473b-914e-d897d84c8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:20.976270 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-a57e5abd-e5b2-473b-914e-d897d84c8ee6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0711913 Apr 08 11:20:21.127229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-86d61ff0-75ce-421a-97c6-cf702d79b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:21.128675 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-86d61ff0-75ce-421a-97c6-cf702d79b041 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 897 time: 0.1304204 Apr 08 11:20:21.238261 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-f5a9d58b-0ffc-4938-b568-71c12a51064e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 1000 time: 0.1021783 Apr 08 11:20:21.301955 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-b80f64ce-4173-43a5-88e9-1ac793b3dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:21.303431 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-b80f64ce-4173-43a5-88e9-1ac793b3dad4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 200 len: 835 time: 0.0589232 Apr 08 11:20:21.382505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-9bee3ed6-4f6c-4a86-95fc-92d9c619b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:21.383905 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-9bee3ed6-4f6c-4a86-95fc-92d9c619b201 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743678 Apr 08 11:20:21.518175 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-05a0192e-b89b-4fba-a1a8-c2628debfd36 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273229 Apr 08 11:20:21.762647 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ab9705-c1eb-4840-adcb-58c52ec2e342 req-38ea3793-ddf9-44dd-81ee-e5d9a34fea12 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355866 Apr 08 11:20:27.264303 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c6df4985-dd01-4932-8938-4e5b83868072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:29.589859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d62dedd6-7f46-478a-9b03-e3452ba5020f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:30.744580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:31.264391 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:32.220084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:34.704349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:35.385595 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34838) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:35.598383 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 768c46ef-59eb-44c6-9095-6f02966ee537 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:20:35.599169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:35.766882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:35.767201 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:35.902312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 768c46ef-59eb-44c6-9095-6f02966ee537 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:20:36.118706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:36.168814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=768c46ef-59eb-44c6-9095-6f02966ee537,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:36.205418 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.205766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.206111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.206448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.206782 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.207113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.207443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.207767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.208954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.208954 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.209620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.209950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:36.269643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:36.269977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP 6b6bb8cf-fc11-40fb-a698-9f819d6da1bb disassociated (deleted). External IP: 172.26.7.13, port: e6adb320-3d17-47d2-be3c-bdc6980d236b. Apr 08 11:20:36.627596 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router c96fc87c-b518-40f6-901e-c11e9f98e532 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:20:36.925410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:20:36.937032 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] Sync routers for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:20:36.946404 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:20:36.956388 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:20:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:37.018799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:37.081630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2fb7304b-5ad3-4adf-b0e4-4b106db3dbdf tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b6bb8cf-fc11-40fb-a698-9f819d6da1bb HTTP/1.1" status: 204 len: 168 time: 1.6949258 Apr 08 11:20:37.082210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:20:37.159010 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:20:37.221775 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a38924a-1f0d-4c0d-8389-7ea69a544fdc'] response: {'name': 'network-changed', 'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'status': 'completed', 'code': 200} Apr 08 11:20:37.318272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-5c74b38d-02c7-49cb-aa05-3f2e2e06f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:37.320409 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-5c74b38d-02c7-49cb-aa05-3f2e2e06f986 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0750549 Apr 08 11:20:37.456008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-2b388669-d9f2-4346-92b4-a3a16cb7557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:37.457411 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-2b388669-d9f2-4346-92b4-a3a16cb7557b service neutron] 10.222.0.41 "GET /v2.0/networks?id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 200 len: 897 time: 0.1310887 Apr 08 11:20:37.495419 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:37.499325 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] Checking router: c96fc87c-b518-40f6-901e-c11e9f98e532 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:20:37.509839 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:20:37.510518 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:20:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:37.538441 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-ae49ac3b-1f1a-4250-aa6d-9f2a598bce04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 200 len: 217 time: 0.0742300 Apr 08 11:20:37.652060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-ef1fc86a-893e-43fe-8df1-83cb989ecc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:37.653600 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-ef1fc86a-893e-43fe-8df1-83cb989ecc90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 200 len: 835 time: 0.1084430 Apr 08 11:20:37.696174 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:20:37.738059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004128-41d3-4981-8a96-e8c19fb73df4 req-da5175dd-ffb2-4736-b2a0-ae057974bf8a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:37.738682 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c4004128-41d3-4981-8a96-e8c19fb73df4 req-da5175dd-ffb2-4736-b2a0-ae057974bf8a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:20:37.767758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-0bd0732f-7565-4015-930f-4bd1b77632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:37.769356 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-0bd0732f-7565-4015-930f-4bd1b77632b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069419 Apr 08 11:20:37.861185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-c4004128-41d3-4981-8a96-e8c19fb73df4 req-da5175dd-ffb2-4736-b2a0-ae057974bf8a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:20:37.862345 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c4004128-41d3-4981-8a96-e8c19fb73df4 req-da5175dd-ffb2-4736-b2a0-ae057974bf8a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.2696955 Apr 08 11:20:37.936307 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c4004128-41d3-4981-8a96-e8c19fb73df4 req-6ce6a445-9d48-459b-98ff-7a8983eeb8e5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614984 Apr 08 11:20:37.942268 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-c104ec84-b30e-4994-b9b0-02eab2b9dbd5 service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650445 Apr 08 11:20:38.017830 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:38.021953 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9874fca8-de2d-4cd0-9936-af882588abeb None None] The sync data for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv is: [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4ca7674d-b27d-4310-ad08-4a8e56ad2c60', 'name': '', 'network_id': 'bbba65ca-0ed6-4a93-a539-b742e7fdf1dd', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:17:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '72133185-87a2-4e39-87cc-991ddecda3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:51Z', 'updated_at': '2022-04-08T11:18:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '72133185-87a2-4e39-87cc-991ddecda3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:20:38.082745 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8bd85d54-dfb5-4fe6-a0c6-283a1b2afa94 req-cb0970e9-4c62-4f1f-b7dc-f90a439edcad service neutron] 10.222.0.41 "GET /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340556 Apr 08 11:20:38.244004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d037b951-fab9-414a-a503-1800e3678155 None None] New status for floating IP 6b6bb8cf-fc11-40fb-a698-9f819d6da1bb: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:20:39.127070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d59d1-d48f-4674-ac6d-a535af7b6f07 req-1ea80e88-8cd7-496d-97eb-c1b6f27f5215 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:39.128541 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4e1d59d1-d48f-4674-ac6d-a535af7b6f07 req-1ea80e88-8cd7-496d-97eb-c1b6f27f5215 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0804710 Apr 08 11:20:39.172069 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4e1d59d1-d48f-4674-ac6d-a535af7b6f07 req-e3cd67b4-d9b2-4321-849c-165d2f28bbd7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=997f784d-3a2b-4fef-a61e-7336e1fa626f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373037 Apr 08 11:20:39.361881 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-709d84bf-aa9d-487a-9c71-de55be6a76af tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:39.363403 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-709d84bf-aa9d-487a-9c71-de55be6a76af tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 945 time: 0.0839412 Apr 08 11:20:39.438964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port e6adb320-3d17-47d2-be3c-bdc6980d236b {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:20:39.439321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:39.694285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port e6adb320-3d17-47d2-be3c-bdc6980d236b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e6adb320-3d17-47d2-be3c-bdc6980d236b,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:20:39.694645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:39.818147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for e6adb320-3d17-47d2-be3c-bdc6980d236b owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:20:40.136419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:40.186099 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=e6adb320-3d17-47d2-be3c-bdc6980d236b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:40.264947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] No DVR routers for this DVR port e6adb320-3d17-47d2-be3c-bdc6980d236b on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:20:40.267447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:40.270128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'name': 'network-vif-deleted', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:20:40.328371 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd04d06b-199d-42e9-ac9c-98ddf3d5eefe'] response: {'server_uuid': '2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3', 'name': 'network-vif-deleted', 'tag': 'e6adb320-3d17-47d2-be3c-bdc6980d236b', 'status': 'completed', 'code': 200} Apr 08 11:20:40.336344 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-139b6c52-2389-4a96-9ff1-5e77ff8a7964 req-1f366a08-b34e-4893-8143-fe6f8f1f0feb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:20:40.363059 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6d37a448-4b20-48ba-be41-bef0ce3af940 req-828624e0-f49a-48e8-9a3e-655ef34b400d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "DELETE /v2.0/ports/e6adb320-3d17-47d2-be3c-bdc6980d236b HTTP/1.1" status: 204 len: 173 time: 0.9938266 Apr 08 11:20:40.453096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-139b6c52-2389-4a96-9ff1-5e77ff8a7964 req-1f366a08-b34e-4893-8143-fe6f8f1f0feb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:20:40.454349 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-139b6c52-2389-4a96-9ff1-5e77ff8a7964 req-1f366a08-b34e-4893-8143-fe6f8f1f0feb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=2846e5e0-5a8d-4dd0-ac02-164f3a4ad5f3 HTTP/1.1" status: 200 len: 210 time: 0.1644557 Apr 08 11:20:41.549172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34858) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:42.206303 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:42.568819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:20:42.569539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:42.756218 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 4ca7674d-b27d-4310-ad08-4a8e56ad2c60, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:20:42.756681 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:42.881656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 owned by network:router_interface {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:20:43.376204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:43.428059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=4ca7674d-b27d-4310-ad08-4a8e56ad2c60,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:43.468584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.468935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.469271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.469605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.469936 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.470262 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.470585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.470909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.471236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.471556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.471878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.472545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:20:43.720641 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:43.753626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e6adb320-3d17-47d2-be3c-bdc6980d236b no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:20:43.798690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: e6adb320-3d17-47d2-be3c-bdc6980d236b {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:20:43.799031 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device e6adb320-3d17-47d2-be3c-bdc6980d236b not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:20:44.087943 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router c96fc87c-b518-40f6-901e-c11e9f98e532 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:20:44.266711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:20:44.277280 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] Sync routers for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:20:44.281156 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f64ee5b2-8a65-4699-9f35-0c2e200eb303 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/c96fc87c-b518-40f6-901e-c11e9f98e532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7309089 Apr 08 11:20:44.283800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34862) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:44.289001 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:20:44.289617 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:20:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:44.354043 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b13d427-5c42-49d7-aede-ddce42100a0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting subnet 72133185-87a2-4e39-87cc-991ddecda3af {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:20:44.357182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b13d427-5c42-49d7-aede-ddce42100a0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:44.414421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b13d427-5c42-49d7-aede-ddce42100a0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:44.475740 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:20:44.499663 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b13d427-5c42-49d7-aede-ddce42100a0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:44.664243 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b13d427-5c42-49d7-aede-ddce42100a0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:44.707361 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5b13d427-5c42-49d7-aede-ddce42100a0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:44.712312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13d427-5c42-49d7-aede-ddce42100a0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Subnet': ['ID=72133185-87a2-4e39-87cc-991ddecda3af,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:44.714673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffcac2-502a-4a24-9286-4ee605d14dfa None None] Network bbba65ca-0ed6-4a93-a539-b742e7fdf1dd requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:20:44.718138 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5b13d427-5c42-49d7-aede-ddce42100a0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/subnets/72133185-87a2-4e39-87cc-991ddecda3af HTTP/1.1" status: 204 len: 168 time: 0.4332283 Apr 08 11:20:44.720601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34866) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:44.799028 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:20:43Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:44.804202 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] Checking router: c96fc87c-b518-40f6-901e-c11e9f98e532 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:20:44.813762 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] Routers {'c96fc87c-b518-40f6-901e-c11e9f98e532'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:20:44.814400 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:20:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['c96fc87c-b518-40f6-901e-c11e9f98e532'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:45.019037 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] Set router c96fc87c-b518-40f6-901e-c11e9f98e532 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:20:45.041402 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] DHCP port deletion for bbba65ca-0ed6-4a93-a539-b742e7fdf1dd request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:20:45.045768 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.046260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] Deleting port ba74472d-68c6-4694-8e4c-3c0fae1f1072 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:20:45.046260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.239781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.273447 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] For port ba74472d-68c6-4694-8e4c-3c0fae1f1072, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=ba74472d-68c6-4694-8e4c-3c0fae1f1072,segment=NetworkSegment(72708e7d-dca0-4760-9862-7b00da551f89),segment_id=72708e7d-dca0-4760-9862-7b00da551f89)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:20:45.274121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.322750 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port b71b257e-d960-4c6c-96ad-0f596778af7d {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:20:45.323356 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:20:43Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:45.323840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.327654 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e35c99-678d-4927-ae2b-2fab31cc3574 None None] The sync data for ids ['c96fc87c-b518-40f6-901e-c11e9f98e532'] in dv-neutron-837109-1-hyperv is: [{'id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359084528', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:18:46Z', 'updated_at': '2022-04-08T11:20:43Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': 'b71b257e-d960-4c6c-96ad-0f596778af7d', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96fc87c-b518-40f6-901e-c11e9f98e532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:18:47Z', 'updated_at': '2022-04-08T11:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:20:45.406066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] Calling delete_port for ba74472d-68c6-4694-8e4c-3c0fae1f1072 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:20:45.519507 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port b71b257e-d960-4c6c-96ad-0f596778af7d, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b71b257e-d960-4c6c-96ad-0f596778af7d,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:20:45.519782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.648290 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for b71b257e-d960-4c6c-96ad-0f596778af7d owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:20:45.728909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.780194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ba74472d-68c6-4694-8e4c-3c0fae1f1072 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:20:45.849811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] Pushing event deleted for resources: {'Port': ['ID=ba74472d-68c6-4694-8e4c-3c0fae1f1072,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:45.851954 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d45b0-fdcc-499e-9002-ee61739d8923 None None] No DVR routers for this DVR port ba74472d-68c6-4694-8e4c-3c0fae1f1072 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:20:45.853239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: ba74472d-68c6-4694-8e4c-3c0fae1f1072 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:20:45.853582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device ba74472d-68c6-4694-8e4c-3c0fae1f1072 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:20:45.853988 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:20:45.890817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:20:45.891334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4ca7674d-b27d-4310-ad08-4a8e56ad2c60 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:20:45.910283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.986170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=b71b257e-d960-4c6c-96ad-0f596778af7d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:46.059451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.235921 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.238252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.358955 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.359464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Fanout notify agent at l3_agent the message router_deleted on router c96fc87c-b518-40f6-901e-c11e9f98e532 {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:20:46.376245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.377433 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0b9deb55-ad1d-475f-8c90-b9a110cbafdb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/routers/c96fc87c-b518-40f6-901e-c11e9f98e532 HTTP/1.1" status: 204 len: 168 time: 1.6558061 Apr 08 11:20:46.381269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34870) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:46.507596 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.742510 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.767535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbba65ca-0ed6-4a93-a539-b742e7fdf1dd']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:46.781552 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72708e7d-dca0-4760-9862-7b00da551f89') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:46.781845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72708e7d-dca0-4760-9862-7b00da551f89') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:46.794128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.811747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.819370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:20:46.819769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:20:46.836172 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:20:46.995808 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:47.013807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:47.025003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Network': ['ID=bbba65ca-0ed6-4a93-a539-b742e7fdf1dd,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:47.117590 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-3f5ca876-cd6b-41f5-be58-7f997f8dc5ed tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/networks/bbba65ca-0ed6-4a93-a539-b742e7fdf1dd HTTP/1.1" status: 204 len: 168 time: 0.7350459 Apr 08 11:20:47.120046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34874) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:47.192063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a51d7d2a-4aa9-474a-89f4-006ed2cc4237 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:47.222715 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a51d7d2a-4aa9-474a-89f4-006ed2cc4237 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:47.401549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a51d7d2a-4aa9-474a-89f4-006ed2cc4237 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:47.420305 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d7d2a-4aa9-474a-89f4-006ed2cc4237 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997f784d-3a2b-4fef-a61e-7336e1fa626f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:47.480228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a51d7d2a-4aa9-474a-89f4-006ed2cc4237 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:47.481448 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a51d7d2a-4aa9-474a-89f4-006ed2cc4237 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/security-groups/997f784d-3a2b-4fef-a61e-7336e1fa626f HTTP/1.1" status: 204 len: 168 time: 0.3604240 Apr 08 11:20:47.743195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b71b257e-d960-4c6c-96ad-0f596778af7d no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:20:47.777709 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: b71b257e-d960-4c6c-96ad-0f596778af7d {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:20:47.778050 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b71b257e-d960-4c6c-96ad-0f596778af7d not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:20:48.925665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34884) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:48.932210 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301505490', 'description': 'tempest-secgroup-smoke-1301505490 description', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:48.939735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:48.945036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:48.948668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:48.954762 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:49.030116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.052951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:49.057269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:49.061643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:49.069748 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:49.148558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.229854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.278258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe938fc-6562-489e-81dc-1544b0acf6c1,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:49.378569 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.380492 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7560193b-1e0c-4c24-8e2d-cafb63db5034 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4531791 Apr 08 11:20:49.383667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34888) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:49.388836 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'ffe938fc-6562-489e-81dc-1544b0acf6c1', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:49.395052 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:49.399311 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:49.402136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:49.410273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:49.499981 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.563241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.664346 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.688393 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba1423f-a4b2-4b42-b001-754f536613ec,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:49.750127 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.751299 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-55069925-4b19-4074-884d-03756e718c39 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666673 Apr 08 11:20:49.753990 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34892) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:49.759084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'ffe938fc-6562-489e-81dc-1544b0acf6c1', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:49.765172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:49.769050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:49.771946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:49.779107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:49.848226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:49.911928 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.004276 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.028888 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575009f5-3e51-4a47-8909-294f604cce72,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:50.098204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.100309 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-df284d8a-942a-415d-ae4e-f611d9a0623a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453665 Apr 08 11:20:50.102967 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34896) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:50.107913 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'ffe938fc-6562-489e-81dc-1544b0acf6c1', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:50.113868 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:50.118271 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:50.124840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:50.126863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:50.227388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.297538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.360249 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:20:50.396008 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.419237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e1feb5-81f1-4426-94ba-21768dcecb43,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:50.515448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.516690 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ce60fbf1-31fc-4be9-adc2-8f56eb342dfe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4127712 Apr 08 11:20:50.519404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34900) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:50.525084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'ffe938fc-6562-489e-81dc-1544b0acf6c1', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:50.531092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:50.534872 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:50.538006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:50.543667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:50.645759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.710529 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.777923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.803680 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cb7594-b87c-4ffe-a250-938bc6e8d209,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:50.890003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:50.891266 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-49c25451-3487-4087-b014-27c423fa0f3f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3709376 Apr 08 11:20:50.893905 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34904) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:50.899593 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'ffe938fc-6562-489e-81dc-1544b0acf6c1', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:50.905583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:50.909395 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:50.913022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:50.918692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:51.001531 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:20:51.008687 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.073802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.155538 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.180973 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1ffb4b-886f-4bb9-b1c5-8a6314e88fc2,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:51.270132 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.272292 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9ed23023-da9b-4f98-8ddd-03d54bedf333 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3771489 Apr 08 11:20:51.274722 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:51.279734 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': 'ffe938fc-6562-489e-81dc-1544b0acf6c1', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:51.286015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:51.290151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:51.293084 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:51.298927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:51.404686 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:20:51.412392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.478785 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.558822 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.585129 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07d079b-b58e-4d46-9c97-785a58a4e323,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:51.667539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.668715 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8c2405f5-0970-4b40-a1f8-ccdc0f25206b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3930125 Apr 08 11:20:51.671496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34912) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:51.677495 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'network': {'name': 'tempest-network-smoke--206750245', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'port_security_enabled': True}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:51.682580 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:51.686492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:network and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:51.689331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:51.695786 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:51.787479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:20:51.791009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.819629 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:20:51.827897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.828277 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Added segment 0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f of type vlan for network 911ff2b5-9b8d-4c89-a05a-438614e12e3e Apr 08 11:20:51.854493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.976054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:51.981464 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:51.982040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:52.090054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Network': ['ID=911ff2b5-9b8d-4c89-a05a-438614e12e3e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:52.156927 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-fce0be4b-a4dd-4d83-88ec-7d07eddd8ec3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4843283 Apr 08 11:20:52.159513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:52.165583 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'admin_state_up': True, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:52.173292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:52.178365 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:router and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:52.181693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:52.188910 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:52.228601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:20:52.296182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:52.297292 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:52.312909 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:52.665573 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:53.125656 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:53.155858 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:53.294746 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.196 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/919dbeef-c78c-4b26-a572-587011f09c2f) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:20:53.441085 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:53.550455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:53.610503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:20:53.613175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:20:53.615720 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:20:53.665342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=919dbeef-c78c-4b26-a572-587011f09c2f,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:54.107222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:54.447373 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:54.827155 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:20:55.004968 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:20:55.014761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Sync routers for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:20:55.024926 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:20:55.025548 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:20:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:55.109409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:55.110553 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b4adb01b-fa5e-42ee-91e4-f669f0e71599 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9501030 Apr 08 11:20:55.113617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34920) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:55.205794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:20:55.212791 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-90756386-9c0d-4229-9f5b-43861c28ae2a tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=017b1024bf9540ef89e14ae3fe192fe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0976255 Apr 08 11:20:55.215384 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34926) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:55.349579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b057cc9-3475-4a97-bc44-470f24ec3885 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:55.353717 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6b057cc9-3475-4a97-bc44-470f24ec3885 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347756 Apr 08 11:20:55.353970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 34930) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:55.394612 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-722b3899-7931-4fc3-8e0e-163d710fbca3 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394332 Apr 08 11:20:55.397432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34934) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:55.403143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809536380', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:20:55.496719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:53Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:55.500626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Checking router: 82b118fb-ce47-4b79-bf7b-9251fe6f3889 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:20:55.500975 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Updating router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 port 919dbeef-c78c-4b26-a572-587011f09c2f binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:20:55.522766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:20:55.526598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:subnet and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:20:55.529376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:20:55.534965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:20:55.587651 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:55.606374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:20:55.609950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:55.907316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:55.913220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:55.924558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Transition to ACTIVE for port object 919dbeef-c78c-4b26-a572-587011f09c2f will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:20:55.993287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Subnet': ['ID=856449f6-78d2-4e58-a556-e1ee21e3dab0,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:55.998041 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Checking segment: {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:20:55.998393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network hostable DHCP agents. Network: 911ff2b5-9b8d-4c89-a05a-438614e12e3e, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:20:56.004275 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:56.086469 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Attempting to bind port 919dbeef-c78c-4b26-a572-587011f09c2f on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:20:56.087167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Attempting to bind port 919dbeef-c78c-4b26-a572-587011f09c2f by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:20:56.087167 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Attempting to bind port 919dbeef-c78c-4b26-a572-587011f09c2f on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:20:56.089251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24a26c-50db-45e8-9413-182f2d8ca532 None None] Pushing event updated for resources: {'Port': ['ID=919dbeef-c78c-4b26-a572-587011f09c2f,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:56.094892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:20:56.095265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:20:56.095666 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:56.096114 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:20:56.096504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Bound port: 919dbeef-c78c-4b26-a572-587011f09c2f, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:20:56.096885 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:56.098930 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:20:56.168332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] For port 919dbeef-c78c-4b26-a572-587011f09c2f, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:20:56.169975 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 911ff2b5-9b8d-4c89-a05a-438614e12e3e) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:20:56.171324 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] For port 919dbeef-c78c-4b26-a572-587011f09c2f, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=919dbeef-c78c-4b26-a572-587011f09c2f,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:20:56.174649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:20:56.179313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:56.179612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b904ca-b973-4b2a-b84f-24eb03ad742b None None] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:20:56.302780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:56.365133 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f8603a8b-7dc3-431f-96f5-428057f0a3cd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9665339 Apr 08 11:20:56.367808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34938) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:20:56.422485 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:20:56.423156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:20:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:56.528045 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24a26c-50db-45e8-9413-182f2d8ca532 None None] Pushing event updated for resources: {'Port': ['ID=919dbeef-c78c-4b26-a572-587011f09c2f,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:56.559634 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:20:56.560963 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:56.721931 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:20:57.007377 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Allocated IP 172.20.0.2 (911ff2b5-9b8d-4c89-a05a-438614e12e3e/856449f6-78d2-4e58-a556-e1ee21e3dab0/b897fd20-e471-4f99-adfe-6eb00ba3c461) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:20:57.076894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:57.270921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:53Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:57.304316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a04fb-4003-466d-b758-f06d25729a73 None None] The sync data for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv is: [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:53Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:20:57.341554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6627e48d-c7a0-4457-a99d-897246849c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:57.359734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:57.372176 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Transition to ACTIVE for port object b897fd20-e471-4f99-adfe-6eb00ba3c461 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:20:57.395667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Transition to ACTIVE for port object b897fd20-e471-4f99-adfe-6eb00ba3c461 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:20:57.473929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:57.571108 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Pushing event updated for resources: {'Port': ['ID=b897fd20-e471-4f99-adfe-6eb00ba3c461,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:57.590686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:20:57.590686 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:20:57.599276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:20:57.701950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Attempting to bind port b897fd20-e471-4f99-adfe-6eb00ba3c461 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:20:57.702379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Attempting to bind port b897fd20-e471-4f99-adfe-6eb00ba3c461 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:20:57.702791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Attempting to bind port b897fd20-e471-4f99-adfe-6eb00ba3c461 on network 911ff2b5-9b8d-4c89-a05a-438614e12e3e {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:20:57.704737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.1 (911ff2b5-9b8d-4c89-a05a-438614e12e3e/856449f6-78d2-4e58-a556-e1ee21e3dab0/1106b9f4-d458-41f1-b4b3-e450f6ce5e0a) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:20:57.712116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:20:57.712525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Checking segment: {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:20:57.712941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:57.713343 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Bound using segment: {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:20:57.713833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Bound port: b897fd20-e471-4f99-adfe-6eb00ba3c461, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:20:57.714353 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:57.798277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 919dbeef-c78c-4b26-a572-587011f09c2f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:20:57.868701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] For port b897fd20-e471-4f99-adfe-6eb00ba3c461, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:20:57.882260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] For port b897fd20-e471-4f99-adfe-6eb00ba3c461, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b897fd20-e471-4f99-adfe-6eb00ba3c461,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:20:57.889801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:57.908102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:20:57.953539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:57.997457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 919dbeef-c78c-4b26-a572-587011f09c2f completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:20:58.029991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 919dbeef-c78c-4b26-a572-587011f09c2f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:20:58.030363 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:58.070188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:58.090576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01f237-1763-4e93-891f-7e5dcd3fb637 None None] Pushing event updated for resources: {'Port': ['ID=b897fd20-e471-4f99-adfe-6eb00ba3c461,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:58.148302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:20:58.151634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:20:58.154205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:20:58.184051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:58.203990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 919dbeef-c78c-4b26-a572-587011f09c2f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=919dbeef-c78c-4b26-a572-587011f09c2f,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:20:58.213131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:58.235008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:58.404498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:58.482042 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=919dbeef-c78c-4b26-a572-587011f09c2f,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:58.501321 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:58.929632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:58.998879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:59.110745 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:20:59.113093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:59.251079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:20:59.252036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:20:59.556531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:20:59.595344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bc3f-24e1-4f56-a27e-6e66eb4742e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:59.640916 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1073a228-1159-4426-83d9-c626c5ce9214 None None] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:20:59.747333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:20:59.758010 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Sync routers for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:20:59.763039 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c9158280-cf65-4fa5-8cc2-8d51ff3a65fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/82b118fb-ce47-4b79-bf7b-9251fe6f3889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3941805 Apr 08 11:20:59.769490 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:20:59.773673 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:21:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:20:59.867093 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9889268d-7bc7-4cbe-ae00-2e55bfe17436 None None] Provisioning for port b897fd20-e471-4f99-adfe-6eb00ba3c461 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:20:59.871053 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b897fd20-e471-4f99-adfe-6eb00ba3c461 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:20:59.951331 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-54fda0bf-9966-4e98-bdba-c2cec3d9a5b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301505490&fields=id&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 267 time: 0.0476067 Apr 08 11:20:59.967917 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:21:00.063729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port b897fd20-e471-4f99-adfe-6eb00ba3c461 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:21:00.069717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b897fd20-e471-4f99-adfe-6eb00ba3c461 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:00.070099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.135094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-7fa9cb5c-2e64-45cc-ab7c-0e31a35c3681 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:00.136813 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-7fa9cb5c-2e64-45cc-ab7c-0e31a35c3681 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/networks?id=911ff2b5-9b8d-4c89-a05a-438614e12e3e HTTP/1.1" status: 200 len: 796 time: 0.1776912 Apr 08 11:21:00.155056 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-e841671a-e441-4244-8bc0-e0eddf20c340 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/quotas/017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 375 time: 0.0114858 Apr 08 11:21:00.215961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.260994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-d7cd5b0e-626e-4baf-bbad-654e64986b94 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:21:00.264323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port b897fd20-e471-4f99-adfe-6eb00ba3c461, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b897fd20-e471-4f99-adfe-6eb00ba3c461,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:21:00.319242 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 2, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:00.323433 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Checking router: 82b118fb-ce47-4b79-bf7b-9251fe6f3889 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:00.323789 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Updating router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:21:00.372154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ef07b558-ebee-4c84-9e72-879abb00444a None None] Provisioning for port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:21:00.377546 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ef07b558-ebee-4c84-9e72-879abb00444a None None] Provisioning complete for port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:00.377927 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef07b558-ebee-4c84-9e72-879abb00444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.384762 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.391133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-d7cd5b0e-626e-4baf-bbad-654e64986b94 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:21:00.391133 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-d7cd5b0e-626e-4baf-bbad-654e64986b94 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2302983 Apr 08 11:21:00.409460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.410401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 919dbeef-c78c-4b26-a572-587011f09c2f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:21:00.412957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-b45df6d7-b1ce-4097-a813-b5baa82b248b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:21:00.414085 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-b45df6d7-b1ce-4097-a813-b5baa82b248b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065928 Apr 08 11:21:00.530062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ef07b558-ebee-4c84-9e72-879abb00444a None None] Port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:21:00.571807 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=b897fd20-e471-4f99-adfe-6eb00ba3c461,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:00.579930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ef07b558-ebee-4c84-9e72-879abb00444a None None] Provisioning complete for port b897fd20-e471-4f99-adfe-6eb00ba3c461 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:00.580299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef07b558-ebee-4c84-9e72-879abb00444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.617113 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-2fe16a66-07cd-432d-bfc0-b53b3dcd7b1c service neutron] 10.222.0.23 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948581 Apr 08 11:21:00.637866 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 919dbeef-c78c-4b26-a572-587011f09c2f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:00.638468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.773855 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-d65477d8-8e58-4add-964b-bc0ad943fe32 service neutron] 10.222.0.23 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497333 Apr 08 11:21:00.802722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.832037 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:00.847546 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Transition to ACTIVE for port object 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:21:00.921854 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:01.086661 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-5bdd74d1-61f9-4d36-8459-79e8a1dc840d req-6cb4c45f-f9ab-47d6-b59f-5317b7a28042 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:21:01.089196 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Pushing event updated for resources: {'Port': ['ID=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:01.101594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-5bdd74d1-61f9-4d36-8459-79e8a1dc840d req-6cb4c45f-f9ab-47d6-b59f-5317b7a28042 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:21:01.102947 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5bdd74d1-61f9-4d36-8459-79e8a1dc840d req-6cb4c45f-f9ab-47d6-b59f-5317b7a28042 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 210 time: 0.0601783 Apr 08 11:21:01.132013 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.132368 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.132753 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.133092 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.133423 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.133755 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.134110 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.134437 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.134762 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.135082 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.135586 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.135915 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:01.159969 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Attempting to bind port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:21:01.161370 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Attempting to bind port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:21:01.161370 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Attempting to bind port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a on network 911ff2b5-9b8d-4c89-a05a-438614e12e3e {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:21:01.167184 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:21:01.167561 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Checking segment: {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:21:01.167951 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:01.168389 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Bound using segment: {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:21:01.168892 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Bound port: 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:21:01.169262 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:01.261645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:01.262414 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] For port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:21:01.265657 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] For port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:21:01.372908 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:01.455749 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:21:01.456374 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:21:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:01.523307 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9358b-7bc4-49d0-9c7e-2aefa8ad7dfa None None] Pushing event updated for resources: {'Port': ['ID=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:01.650550 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:21:01.754869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b897fd20-e471-4f99-adfe-6eb00ba3c461 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:21:01.822723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b897fd20-e471-4f99-adfe-6eb00ba3c461 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:01.823094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:01.967451 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:21:01Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:01.971329 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336d0e4-7d02-45b4-9739-265a4111d2dd None None] The sync data for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv is: [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:21:01Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:02.206504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:02.261122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ebbbd6ee-96b2-4d78-84a5-58fd3c03666a req-b4b81113-2ba2-44f6-9d9a-e7ec91e98ca7 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 210 time: 0.0442619 Apr 08 11:21:03.300978 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-8bcb881d-e0c6-4893-a984-d13444365b08 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:03.303751 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-8bcb881d-e0c6-4893-a984-d13444365b08 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/networks?id=911ff2b5-9b8d-4c89-a05a-438614e12e3e HTTP/1.1" status: 200 len: 796 time: 0.1564350 Apr 08 11:21:03.354764 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-a3260ea1-0ccf-4b36-a562-ff804351a12e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 380 time: 0.0422657 Apr 08 11:21:03.364384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'port': {'device_id': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'admin_state_up': True, 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'security_groups': ['ffe938fc-6562-489e-81dc-1544b0acf6c1']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:03.424264 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d167d359-d70f-4a14-a1e7-b153356f1b22 req-3c682916-f482-4aaf-951d-8dbccf38a892 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 210 time: 0.0491641 Apr 08 11:21:03.507197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:21:03.517073 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:21:03.606757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:21:03.610425 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:03.782170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.12 (911ff2b5-9b8d-4c89-a05a-438614e12e3e/856449f6-78d2-4e58-a556-e1ee21e3dab0/827597db-838f-4393-98f3-f4e592863692) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:21:03.789204 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:21:03.915201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:21:03.921039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:03.921420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.054624 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.087787 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:21:04.089554 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.104814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object 827597db-838f-4393-98f3-f4e592863692 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:21:04.204007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.241174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.274833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:04.282226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.282386 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.282628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.282959 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.283284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.283613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.283935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.284261 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.284613 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.284935 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.285289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.285809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:21:04.313968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:04.322449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:04.327146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:21:04.357621 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=827597db-838f-4393-98f3-f4e592863692,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:04.397120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:04.397788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.515711 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-0cb7c407-bb2f-4470-8f66-d080ab496177 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1556816 Apr 08 11:21:04.526476 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Request body: {'port': {'device_id': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:04.600823 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.609758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9109c894-bf87-4afe-ac2f-c1eb985d7246 None None] Provisioning for port 827597db-838f-4393-98f3-f4e592863692 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:21:04.616065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9109c894-bf87-4afe-ac2f-c1eb985d7246 None None] Provisioning complete for port 827597db-838f-4393-98f3-f4e592863692 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:04.616504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9109c894-bf87-4afe-ac2f-c1eb985d7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.671162 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9109c894-bf87-4afe-ac2f-c1eb985d7246 None None] Port 827597db-838f-4393-98f3-f4e592863692 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:21:04.691772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:04.748724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea649-0c54-467d-9603-dbf8e46f0ca6 req-9c694c89-f2d5-4389-b784-97c90673b34d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:04.749340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-953ea649-0c54-467d-9603-dbf8e46f0ca6 req-9c694c89-f2d5-4389-b784-97c90673b34d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:21:04.831243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-953ea649-0c54-467d-9603-dbf8e46f0ca6 req-9c694c89-f2d5-4389-b784-97c90673b34d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:21:04.832430 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-953ea649-0c54-467d-9603-dbf8e46f0ca6 req-9c694c89-f2d5-4389-b784-97c90673b34d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 932 time: 0.2759242 Apr 08 11:21:04.914662 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-953ea649-0c54-467d-9603-dbf8e46f0ca6 req-95987009-35a3-43d5-97c5-641e3d707cb3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760231 Apr 08 11:21:05.093858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827597db-838f-4393-98f3-f4e592863692 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:21:05.101617 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:05.115591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Transition to ACTIVE for port object 827597db-838f-4393-98f3-f4e592863692 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:21:05.232984 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:05.391381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Pushing event updated for resources: {'Port': ['ID=827597db-838f-4393-98f3-f4e592863692,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:05.473739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Attempting to bind port 827597db-838f-4393-98f3-f4e592863692 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:21:05.474080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Attempting to bind port 827597db-838f-4393-98f3-f4e592863692 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:21:05.474415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Attempting to bind port 827597db-838f-4393-98f3-f4e592863692 on network 911ff2b5-9b8d-4c89-a05a-438614e12e3e {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:21:05.479030 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Port 827597db-838f-4393-98f3-f4e592863692 on network 911ff2b5-9b8d-4c89-a05a-438614e12e3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:21:05.479354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Attempting to bind port 827597db-838f-4393-98f3-f4e592863692 on network 911ff2b5-9b8d-4c89-a05a-438614e12e3e {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:21:05.485480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:21:05.485823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Checking segment: {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:21:05.491502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Bound using segment: {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:21:05.491502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Bound port: 827597db-838f-4393-98f3-f4e592863692, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:21:05.491502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:05.581392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] For port 827597db-838f-4393-98f3-f4e592863692, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:21:05.584837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] For port 827597db-838f-4393-98f3-f4e592863692, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=827597db-838f-4393-98f3-f4e592863692,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:21:05.645857 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:05.701022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:05.701720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:05.702970 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] 10.222.0.41 "PUT /v2.0/ports/827597db-838f-4393-98f3-f4e592863692 HTTP/1.1" status: 200 len: 1094 time: 1.1806314 Apr 08 11:21:05.703400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'tag': '827597db-838f-4393-98f3-f4e592863692'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:21:05.729401 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4cb0a-2fa2-4a5c-9065-3a38e1540b71 service neutron] Pushing event updated for resources: {'Port': ['ID=827597db-838f-4393-98f3-f4e592863692,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:05.760625 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48dbba7-7c78-4e86-b87d-999950d79aa0'] response: {'name': 'network-changed', 'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'tag': '827597db-838f-4393-98f3-f4e592863692', 'status': 'completed', 'code': 200} Apr 08 11:21:05.771481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:21:05.851004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:05.851551 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:05.864333 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f137d87-3a2c-4df6-98a3-df7759b5b200 req-b57632b5-9ede-4345-b5fd-406cb07435df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:05.866426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f137d87-3a2c-4df6-98a3-df7759b5b200 req-b57632b5-9ede-4345-b5fd-406cb07435df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1097 time: 0.0842712 Apr 08 11:21:06.017279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f137d87-3a2c-4df6-98a3-df7759b5b200 req-5b43a70e-bc7f-4d30-824e-3f4bce09e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:06.018658 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f137d87-3a2c-4df6-98a3-df7759b5b200 req-5b43a70e-bc7f-4d30-824e-3f4bce09e3e2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1444163 Apr 08 11:21:06.314740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f137d87-3a2c-4df6-98a3-df7759b5b200 req-712d8eb6-d7f5-495e-97c1-2d7c715e93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:06.316352 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6f137d87-3a2c-4df6-98a3-df7759b5b200 req-712d8eb6-d7f5-495e-97c1-2d7c715e93c2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2914548 Apr 08 11:21:06.326991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badd6dd-bebe-4925-b536-afa8426fd245 req-1ad26600-3b0d-43b6-9119-52e007ebf5b4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:06.328436 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2badd6dd-bebe-4925-b536-afa8426fd245 req-1ad26600-3b0d-43b6-9119-52e007ebf5b4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 944 time: 0.3053000 Apr 08 11:21:06.423873 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2badd6dd-bebe-4925-b536-afa8426fd245 req-a5e821cd-c3aa-445a-ad4d-81ce3d095a44 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877829 Apr 08 11:21:06.449822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-23c32ef6-0c42-429b-bb11-15ec992bd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:06.451299 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-23c32ef6-0c42-429b-bb11-15ec992bd031 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1097 time: 0.0961151 Apr 08 11:21:06.519277 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-d77ca8da-ee16-4ff0-97ea-6e2285d9d719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827597db-838f-4393-98f3-f4e592863692 HTTP/1.1" status: 200 len: 217 time: 0.0604935 Apr 08 11:21:06.587410 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-45608b46-8059-4687-bf01-9a805e63f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:06.588822 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-45608b46-8059-4687-bf01-9a805e63f43f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=856449f6-78d2-4e58-a556-e1ee21e3dab0 HTTP/1.1" status: 200 len: 834 time: 0.0640106 Apr 08 11:21:06.664728 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-de07d4bd-3272-4aef-90d1-07db7cd8bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:06.666259 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-de07d4bd-3272-4aef-90d1-07db7cd8bf5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=911ff2b5-9b8d-4c89-a05a-438614e12e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714636 Apr 08 11:21:06.797361 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-d0ea57f8-fc23-42bb-91d6-af3b4545c912 service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249094 Apr 08 11:21:06.928050 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e57839c8-b2d0-47bc-b211-a1191e36d79c req-54872672-c591-4488-8786-e35e5ca78bae service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250339 Apr 08 11:21:07.611932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f154d78-543b-47ff-b4f6-15748ab40844 req-c571d146-082b-42af-8873-964f8123dce3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:07.614144 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2f154d78-543b-47ff-b4f6-15748ab40844 req-c571d146-082b-42af-8873-964f8123dce3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 944 time: 0.0791526 Apr 08 11:21:07.655412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-2f154d78-543b-47ff-b4f6-15748ab40844 req-2e681c2e-7c55-4b4e-8588-789c2bf7d72c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:21:07.743558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-2f154d78-543b-47ff-b4f6-15748ab40844 req-2e681c2e-7c55-4b4e-8588-789c2bf7d72c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:21:07.744701 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2f154d78-543b-47ff-b4f6-15748ab40844 req-2e681c2e-7c55-4b4e-8588-789c2bf7d72c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250470 Apr 08 11:21:07.892109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 827597db-838f-4393-98f3-f4e592863692 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:21:08.025910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 827597db-838f-4393-98f3-f4e592863692, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=827597db-838f-4393-98f3-f4e592863692,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:21:08.044634 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '827597db-838f-4393-98f3-f4e592863692', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'port_id': '827597db-838f-4393-98f3-f4e592863692', 'mac_address': 'fa:16:3e:19:80:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:21:08.100897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:08.117573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827597db-838f-4393-98f3-f4e592863692 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:21:08.133569 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 827597db-838f-4393-98f3-f4e592863692, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=827597db-838f-4393-98f3-f4e592863692,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:21:08.232945 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:08.299904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=827597db-838f-4393-98f3-f4e592863692,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:08.441456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['827597db-838f-4393-98f3-f4e592863692'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:21:08.928654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bf5c8-aaa3-42f2-a730-5eeda805d015 req-8556b1f9-8a8a-4bad-9b37-b9282201ebe6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:08.930122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b59bf5c8-aaa3-42f2-a730-5eeda805d015 req-8556b1f9-8a8a-4bad-9b37-b9282201ebe6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 945 time: 0.0793107 Apr 08 11:21:08.978915 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b59bf5c8-aaa3-42f2-a730-5eeda805d015 req-271ddd0e-fa69-41b8-abc3-616f23f462f6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431259 Apr 08 11:21:09.892144 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 827597db-838f-4393-98f3-f4e592863692 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:21:10.021211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 827597db-838f-4393-98f3-f4e592863692 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:21:10.026667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 827597db-838f-4393-98f3-f4e592863692 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:21:10.027071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:10.149004 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:10.167216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6cf9a-d4b7-4da0-9989-6d8fcb5ae787 req-6aa8b5af-c3d1-4c70-8b7b-c19fb8f30c71 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:10.168713 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1db6cf9a-d4b7-4da0-9989-6d8fcb5ae787 req-6aa8b5af-c3d1-4c70-8b7b-c19fb8f30c71 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 945 time: 0.0832253 Apr 08 11:21:10.175638 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827597db-838f-4393-98f3-f4e592863692'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:21:10.186023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 827597db-838f-4393-98f3-f4e592863692, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=827597db-838f-4393-98f3-f4e592863692,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:21:10.215723 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1db6cf9a-d4b7-4da0-9989-6d8fcb5ae787 req-886990dc-3d6a-4b14-9d13-f100aa08584b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411642 Apr 08 11:21:10.220117 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1a05da-c87f-400a-a13e-82dbcd2150d4'] response: {'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827597db-838f-4393-98f3-f4e592863692', 'code': 200} Apr 08 11:21:10.261655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:10.356779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=827597db-838f-4393-98f3-f4e592863692,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:10.563082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d39d58-ba95-4bce-afc6-9450e6c064e1 req-73061b28-4366-4f2a-bc8a-ecd325f6d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:10.564497 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-86d39d58-ba95-4bce-afc6-9450e6c064e1 req-73061b28-4366-4f2a-bc8a-ecd325f6d6ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0685127 Apr 08 11:21:10.606222 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-86d39d58-ba95-4bce-afc6-9450e6c064e1 req-156ef06f-ebaa-45cb-9501-7f494ed60dbf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359008 Apr 08 11:21:11.405046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796281a-4569-462d-98d4-a837c6c634fe req-dfc68475-082d-4a3f-9df7-b9b7f2f619f8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:11.406524 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7796281a-4569-462d-98d4-a837c6c634fe req-dfc68475-082d-4a3f-9df7-b9b7f2f619f8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0831430 Apr 08 11:21:11.451616 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7796281a-4569-462d-98d4-a837c6c634fe req-d610ac12-f44a-48c8-b29f-86ba2d7c4e0b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 Apr 08 11:21:12.635788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aaded-1785-4c6b-ae11-19a7866a0e9c req-42104a10-0804-4ce2-92e2-d85eedc4d7d2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:12.637211 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6c9aaded-1785-4c6b-ae11-19a7866a0e9c req-42104a10-0804-4ce2-92e2-d85eedc4d7d2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0799532 Apr 08 11:21:12.685976 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6c9aaded-1785-4c6b-ae11-19a7866a0e9c req-3613e7bd-8c89-4a31-9ea8-ec3376b3e4d8 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Apr 08 11:21:12.869503 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad6795-67ec-4c62-828f-17b5489b26da req-d7721f75-0f80-4007-80bc-b9dd30330b50 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:12.870976 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-65ad6795-67ec-4c62-828f-17b5489b26da req-d7721f75-0f80-4007-80bc-b9dd30330b50 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0790915 Apr 08 11:21:12.915601 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-65ad6795-67ec-4c62-828f-17b5489b26da req-df8b01fb-92b8-4d0d-9e67-9789a7e99976 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Apr 08 11:21:12.937419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34994) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:21:13.010428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56ed4a-64e7-4f5c-85a9-c26b9b168035 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:13.011947 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-de56ed4a-64e7-4f5c-85a9-c26b9b168035 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1094 time: 0.0735633 Apr 08 11:21:13.014796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 34998) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:21:13.020224 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '827597db-838f-4393-98f3-f4e592863692', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:21:13.026214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:21:13.030179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:floatingip and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:21:13.033059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:21:13.038897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:21:13.132378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:13.268661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:13.408394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.163 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/ab45c73a-1e08-450e-b9a7-b6b3c39bef96) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:21:13.554823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:13.638704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:13.697096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:21:13.699903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:21:13.703484 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:21:13.752388 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=ab45c73a-1e08-450e-b9a7-b6b3c39bef96,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:14.236796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:14.397152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:14.620760 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:14.686874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:14.796939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=ab45c73a-1e08-450e-b9a7-b6b3c39bef96,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:21:14.805572 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:14.976716 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP e6d3c961-5860-484f-af1c-740206dfb0f4 associated. External IP: 172.26.7.163, port: 827597db-838f-4393-98f3-f4e592863692. Apr 08 11:21:15.326885 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:21:15.613860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:21:15.624044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] Sync routers for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:21:15.633245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:21:15.633852 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:21:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:15.686506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:15.747799 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2870e70c-ffbe-4b24-8668-f124d63c4464 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7319949 Apr 08 11:21:15.748491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'tag': '827597db-838f-4393-98f3-f4e592863692'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:21:15.799899 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2312469-ac83-4200-a210-15278f8e0951'] response: {'name': 'network-changed', 'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'tag': '827597db-838f-4393-98f3-f4e592863692', 'status': 'completed', 'code': 200} Apr 08 11:21:15.816086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:21:15.896679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-b0cb4c72-1db2-467b-a6bf-6c0f761bcec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:15.898191 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-b0cb4c72-1db2-467b-a6bf-6c0f761bcec6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0755937 Apr 08 11:21:15.925970 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7e620-4b90-49cf-9253-1a40b4e8e969 req-6f48d410-df20-47b6-9ae2-a40f61d6d2bc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:15.927532 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-97b7e620-4b90-49cf-9253-1a40b4e8e969 req-6f48d410-df20-47b6-9ae2-a40f61d6d2bc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0846744 Apr 08 11:21:15.975461 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-97b7e620-4b90-49cf-9253-1a40b4e8e969 req-186dd099-713f-4e4b-a12d-4af49126b589 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Apr 08 11:21:16.001173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35008) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:21:16.134264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-5c71bfed-abf6-4648-87a1-7b1a923eaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:16.135699 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-5c71bfed-abf6-4648-87a1-7b1a923eaea6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=911ff2b5-9b8d-4c89-a05a-438614e12e3e HTTP/1.1" status: 200 len: 897 time: 0.2309184 Apr 08 11:21:16.138645 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-985bf614-3999-4df0-8965-ceb9152f97a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/e6d3c961-5860-484f-af1c-740206dfb0f4 HTTP/1.1" status: 200 len: 992 time: 0.1296682 Apr 08 11:21:16.165998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'e6d3c961-5860-484f-af1c-740206dfb0f4', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'port_id': '827597db-838f-4393-98f3-f4e592863692', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'mac_address': 'fa:16:3e:19:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:14Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:21:04Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:16.169373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] Checking router: 82b118fb-ce47-4b79-bf7b-9251fe6f3889 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:21:16.178094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:21:16.178691 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:21:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:16.241158 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-aa87ef76-8509-4f80-bfe1-5890cbb9380e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827597db-838f-4393-98f3-f4e592863692 HTTP/1.1" status: 200 len: 1000 time: 0.0992548 Apr 08 11:21:16.303791 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-5687c301-3212-48cd-8d72-3b941fb985c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:16.305404 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-5687c301-3212-48cd-8d72-3b941fb985c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=856449f6-78d2-4e58-a556-e1ee21e3dab0 HTTP/1.1" status: 200 len: 834 time: 0.0589888 Apr 08 11:21:16.359533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:21:16.386916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-2ae93112-d715-4ff5-839e-2745386ab30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:16.388400 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-2ae93112-d715-4ff5-839e-2745386ab30e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=911ff2b5-9b8d-4c89-a05a-438614e12e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768101 Apr 08 11:21:16.522247 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-fd026c96-af66-41cf-8806-9c4edf3038c4 service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275125 Apr 08 11:21:16.656566 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aa97440-5784-49aa-879f-8836bfe3d471 req-9de6ac18-9717-44df-ae7e-8c0750f7084b service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286407 Apr 08 11:21:16.718298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'e6d3c961-5860-484f-af1c-740206dfb0f4', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'port_id': '827597db-838f-4393-98f3-f4e592863692', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'mac_address': 'fa:16:3e:19:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:14Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:21:04Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:21:16.722166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0237f18-291d-45ea-9ed2-b3bb57119326 None None] The sync data for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv is: [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'e6d3c961-5860-484f-af1c-740206dfb0f4', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'port_id': '827597db-838f-4393-98f3-f4e592863692', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'mac_address': 'fa:16:3e:19:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:21:14Z', 'updated_at': '2022-04-08T11:21:14Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:21:04Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:21:16.912708 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd40612-d6ff-440b-be9f-d18a60b59443 None None] New status for floating IP e6d3c961-5860-484f-af1c-740206dfb0f4: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:21:17.142579 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35012) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:21:17.247827 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ea3ac846-9cd9-4a73-855c-abba19a46202 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/e6d3c961-5860-484f-af1c-740206dfb0f4 HTTP/1.1" status: 200 len: 992 time: 0.1041114 Apr 08 11:21:18.251895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35016) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:21:18.360193 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4a732c39-7bdf-41f9-b301-6e0e6e91af61 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/e6d3c961-5860-484f-af1c-740206dfb0f4 HTTP/1.1" status: 200 len: 994 time: 0.1070838 Apr 08 11:21:22.836724 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-47af88de-1dbf-4fba-81de-077a221ffe13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772598 Apr 08 11:21:22.982732 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-1316b790-60ef-4f94-8f2d-f18f6031f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:22.984194 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-1316b790-60ef-4f94-8f2d-f18f6031f316 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0738337 Apr 08 11:21:23.239838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-802f48b7-602a-483f-80fb-bd459876115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:23.241325 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-802f48b7-602a-483f-80fb-bd459876115d service neutron] 10.222.0.41 "GET /v2.0/networks?id=911ff2b5-9b8d-4c89-a05a-438614e12e3e HTTP/1.1" status: 200 len: 897 time: 0.2374864 Apr 08 11:21:23.346394 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-9b58f8c3-156c-4fdd-8d16-8533775857e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827597db-838f-4393-98f3-f4e592863692 HTTP/1.1" status: 200 len: 1002 time: 0.0981548 Apr 08 11:21:23.408898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-a619f264-2bae-4ba3-87f5-c888af605bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:23.410379 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-a619f264-2bae-4ba3-87f5-c888af605bef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=856449f6-78d2-4e58-a556-e1ee21e3dab0 HTTP/1.1" status: 200 len: 834 time: 0.0580583 Apr 08 11:21:23.489477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-8d7a1d1a-e3e3-4cbc-87ba-2898631d8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:23.491015 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-8d7a1d1a-e3e3-4cbc-87ba-2898631d8ad8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=911ff2b5-9b8d-4c89-a05a-438614e12e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741644 Apr 08 11:21:23.625695 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-60c8168d-e421-438d-adf7-b9f8e7ad64f1 service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267266 Apr 08 11:21:23.758061 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-19a881fe-2f51-4c6f-b2ba-89fdbac68b1d req-92303397-0001-43a7-bb8c-7d328937c25b service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257997 Apr 08 11:21:27.234490 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-23141ed1-e045-4c87-b846-78c775ed4be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:27.360209 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:21:29.646117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e1234c3b-b22e-47e2-b033-aeb077a19f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:30.778198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:31.284273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:32.143987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:34.641044 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:43.541943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a17441-6550-48a4-a188-37fad74358ff req-e644121f-5463-4146-922b-dd0ecf0c5182 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:43.543391 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-11a17441-6550-48a4-a188-37fad74358ff req-e644121f-5463-4146-922b-dd0ecf0c5182 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0838656 Apr 08 11:21:43.593002 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-11a17441-6550-48a4-a188-37fad74358ff req-46d6baab-a39e-41d6-8a3d-d030ca138251 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Apr 08 11:21:44.787278 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac803eab-aee8-460b-8068-5a06d9970371 req-cbc6c767-aef3-42dc-848a-1b7f418003ea tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:44.788770 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ac803eab-aee8-460b-8068-5a06d9970371 req-cbc6c767-aef3-42dc-848a-1b7f418003ea tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0829587 Apr 08 11:21:44.833566 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ac803eab-aee8-460b-8068-5a06d9970371 req-682c6d7a-0453-4de7-b669-c1fbd2fc1106 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390081 Apr 08 11:21:46.172776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6640ec-f11c-4f7a-8d05-309372939189 req-bc4b5c5b-3b6e-4f3f-af0d-ba916d890423 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:46.174295 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4c6640ec-f11c-4f7a-8d05-309372939189 req-bc4b5c5b-3b6e-4f3f-af0d-ba916d890423 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0799508 Apr 08 11:21:46.222269 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4c6640ec-f11c-4f7a-8d05-309372939189 req-a694d0e2-218e-4e72-8154-d817cdf96a5a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418665 Apr 08 11:21:47.408626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115a8c8-ee1e-48bc-ae9b-0ff0ad96ffaa req-bd842668-bd81-4867-b42c-8625a753bd2c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:47.410108 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0115a8c8-ee1e-48bc-ae9b-0ff0ad96ffaa req-bd842668-bd81-4867-b42c-8625a753bd2c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0822427 Apr 08 11:21:47.457237 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0115a8c8-ee1e-48bc-ae9b-0ff0ad96ffaa req-934259d6-3f6b-457b-bdb1-0c600b1de359 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409567 Apr 08 11:21:48.645700 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9c8fc-3dcc-4e82-bcf3-81222b690ab9 req-9ebf8129-aa20-41be-a31a-bbd28aefd577 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:48.647225 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5ab9c8fc-3dcc-4e82-bcf3-81222b690ab9 req-9ebf8129-aa20-41be-a31a-bbd28aefd577 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0847285 Apr 08 11:21:48.692417 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5ab9c8fc-3dcc-4e82-bcf3-81222b690ab9 req-c87bf1ad-b8a3-4ff4-a4ce-9b7010240b38 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Apr 08 11:21:49.893951 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f1e7d-0da8-4656-9aa7-a2da53b438e9 req-63a3ba15-323c-40e1-8a41-1a71c57206c5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:49.895428 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-179f1e7d-0da8-4656-9aa7-a2da53b438e9 req-63a3ba15-323c-40e1-8a41-1a71c57206c5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0948696 Apr 08 11:21:49.941487 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-179f1e7d-0da8-4656-9aa7-a2da53b438e9 req-0cdf0cc6-4af1-4a78-a637-07ce8d156af1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399039 Apr 08 11:21:51.137935 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073becce-9d7a-4903-891f-22651f7588d8 req-19afae17-f578-4f8c-bdea-1f3aaa78ed8a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:51.139439 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-073becce-9d7a-4903-891f-22651f7588d8 req-19afae17-f578-4f8c-bdea-1f3aaa78ed8a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0812731 Apr 08 11:21:51.185571 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-073becce-9d7a-4903-891f-22651f7588d8 req-e0c6304e-caa3-45a5-aa03-83f1c15a1ad4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399637 Apr 08 11:21:52.381010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411f70b-d44f-4cb1-95af-e7c8ff3c7dd7 req-871de252-4a97-4c9a-aafd-2baac703743b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:52.382716 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5411f70b-d44f-4cb1-95af-e7c8ff3c7dd7 req-871de252-4a97-4c9a-aafd-2baac703743b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0829041 Apr 08 11:21:52.431784 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5411f70b-d44f-4cb1-95af-e7c8ff3c7dd7 req-c60649ec-3530-4722-a480-5fdb73351178 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Apr 08 11:21:53.630519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef65fb-032b-4a5b-9a7a-8e6bcf28e4af req-da1b66de-e02f-421a-b51b-31744aa79be2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:53.631927 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d0ef65fb-032b-4a5b-9a7a-8e6bcf28e4af req-da1b66de-e02f-421a-b51b-31744aa79be2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0882068 Apr 08 11:21:53.679405 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d0ef65fb-032b-4a5b-9a7a-8e6bcf28e4af req-8e949209-f6ed-46c6-ba8c-48ee49e50a17 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Apr 08 11:21:54.864714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e35c1-cb9a-4908-91eb-68f142c04e51 req-6f550bdf-c035-4dd4-ae37-f5901d7a33d0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:54.866198 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d90e35c1-cb9a-4908-91eb-68f142c04e51 req-6f550bdf-c035-4dd4-ae37-f5901d7a33d0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0822558 Apr 08 11:21:54.910998 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d90e35c1-cb9a-4908-91eb-68f142c04e51 req-554f76d7-e0cb-4afe-80cf-3f1f2f596d41 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387766 Apr 08 11:21:54.936664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35050) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:21:55.043360 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-195f67e5-d2ca-406e-9b95-0a8a8a336812 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/e6d3c961-5860-484f-af1c-740206dfb0f4 HTTP/1.1" status: 200 len: 994 time: 0.1054571 Apr 08 11:21:56.657747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414d6c-2c80-4b70-973c-40ceb8066518 req-beca780b-a8b7-4d0e-bd5c-7c6755be201a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:56.659237 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-36414d6c-2c80-4b70-973c-40ceb8066518 req-beca780b-a8b7-4d0e-bd5c-7c6755be201a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0807166 Apr 08 11:21:56.737593 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-36414d6c-2c80-4b70-973c-40ceb8066518 req-8d5647f9-4e5d-4468-b21a-6bc651cb66b4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726149 Apr 08 11:21:56.778432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-f9b355f8-28bf-4eb1-8938-f4c5265d2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:56.780259 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-f9b355f8-28bf-4eb1-8938-f4c5265d2bac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0767977 Apr 08 11:21:56.910830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-087909ba-4805-4b54-8b3a-e05c1dd5e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:56.912189 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-087909ba-4805-4b54-8b3a-e05c1dd5e43b service neutron] 10.222.0.41 "GET /v2.0/networks?id=911ff2b5-9b8d-4c89-a05a-438614e12e3e HTTP/1.1" status: 200 len: 897 time: 0.1264496 Apr 08 11:21:57.129320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-17191ee2-383d-4490-b845-4882a34d678b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827597db-838f-4393-98f3-f4e592863692 HTTP/1.1" status: 200 len: 1002 time: 0.2109306 Apr 08 11:21:57.197234 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-5fd55341-86eb-4502-be29-2cde2d260134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:57.197234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-5fd55341-86eb-4502-be29-2cde2d260134 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=856449f6-78d2-4e58-a556-e1ee21e3dab0 HTTP/1.1" status: 200 len: 834 time: 0.0585499 Apr 08 11:21:57.245915 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-05755459-b784-4c5d-8db4-ec4a8959e75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:57.271940 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-56de8646-6760-46ff-b5c6-a806fb126e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:57.273457 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-56de8646-6760-46ff-b5c6-a806fb126e7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=911ff2b5-9b8d-4c89-a05a-438614e12e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741415 Apr 08 11:21:57.409436 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-b6e856e2-56fc-4d1e-a31e-09cb1f5c589a service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290007 Apr 08 11:21:57.542005 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-75e00f3c-4d0d-4fde-b9fa-7d9db349ab2e req-bf209314-8adb-4b19-aefc-1add762939d6 service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267292 Apr 08 11:21:57.939078 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a63cf-c057-4695-b87a-37fb93444abe req-a3edff47-10a9-40cd-b029-395e9d183b9c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:57.940611 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-be6a63cf-c057-4695-b87a-37fb93444abe req-a3edff47-10a9-40cd-b029-395e9d183b9c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0890758 Apr 08 11:21:57.986890 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-be6a63cf-c057-4695-b87a-37fb93444abe req-bd4dbd5e-0aa1-4eb0-b884-bc39014e0811 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Apr 08 11:21:59.175725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254da4b-83d0-42b6-90c4-0560a4be32ac req-20464a5a-0a66-45af-a2cd-8b5cc9c386c4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:21:59.177226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7254da4b-83d0-42b6-90c4-0560a4be32ac req-20464a5a-0a66-45af-a2cd-8b5cc9c386c4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0795054 Apr 08 11:21:59.222071 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7254da4b-83d0-42b6-90c4-0560a4be32ac req-110a3c41-5553-487d-a319-97eb99a97763 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389631 Apr 08 11:21:59.252436 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35064) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:21:59.359333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-93527a6a-ca4c-453a-8ddd-68413a51baaa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/e6d3c961-5860-484f-af1c-740206dfb0f4 HTTP/1.1" status: 200 len: 994 time: 0.1057467 Apr 08 11:21:59.609271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f6804b8c-fdb7-4b78-81f0-1668f54ae2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:00.731401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:01.245066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:02.119520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:04.359810 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:22:04.634229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:24.840915 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-97616310-ca6c-4260-9be4-990e2a0efc9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695744 Apr 08 11:22:24.979578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-1d10d241-2326-4f61-a541-9b5747ffe87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:24.981187 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-1d10d241-2326-4f61-a541-9b5747ffe87b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1099 time: 0.0743029 Apr 08 11:22:25.130019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-e86a222f-2b40-49e1-8a0a-39e850c7ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:25.131473 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-e86a222f-2b40-49e1-8a0a-39e850c7ee5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=911ff2b5-9b8d-4c89-a05a-438614e12e3e HTTP/1.1" status: 200 len: 897 time: 0.1308880 Apr 08 11:22:25.237919 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-52da2403-804b-4be9-9d96-b46bb02e731d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827597db-838f-4393-98f3-f4e592863692 HTTP/1.1" status: 200 len: 1002 time: 0.0991237 Apr 08 11:22:25.304750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-9afa5837-9c02-4c3c-a131-8d3617d244a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:25.306109 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-9afa5837-9c02-4c3c-a131-8d3617d244a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=856449f6-78d2-4e58-a556-e1ee21e3dab0 HTTP/1.1" status: 200 len: 834 time: 0.0622206 Apr 08 11:22:25.387761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-788dfa85-f5d7-4a53-a8f7-a76059e91d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:25.389346 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-788dfa85-f5d7-4a53-a8f7-a76059e91d04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=911ff2b5-9b8d-4c89-a05a-438614e12e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763237 Apr 08 11:22:25.522855 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-5cf485e6-3d24-4896-b747-eb600e1a1402 service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275170 Apr 08 11:22:25.657726 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6a90eaf8-5413-4de8-90a3-3d91225fdebc req-0d7436c1-ca68-484e-92ab-65dbc0d5a50a service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293020 Apr 08 11:22:27.262188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d715ad0d-96e7-4bdb-add7-036e58e6d3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:29.581917 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d96bbc89-fe92-417f-b590-6bee15e8de03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:30.776062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:30.947524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35082) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:31.245802 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port ab45c73a-1e08-450e-b9a7-b6b3c39bef96 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:22:31.246143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:31.273208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:31.418870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:31.419256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:31.542754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for ab45c73a-1e08-450e-b9a7-b6b3c39bef96 owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:22:31.770506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:31.817746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=ab45c73a-1e08-450e-b9a7-b6b3c39bef96,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:31.860756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.861092 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.861428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.861761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.862087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.862411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.862733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.863053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.863371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.863687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.864003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.864317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:31.924262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:31.924651 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP e6d3c961-5860-484f-af1c-740206dfb0f4 disassociated (deleted). External IP: 172.26.7.163, port: 827597db-838f-4393-98f3-f4e592863692. Apr 08 11:22:32.170315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:32.286168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:22:32.471651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:22:32.481989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] Sync routers for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:22:32.491245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:22:32.491855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:22:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:32.551394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:32.609907 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6940d3c5-b396-4791-aa36-340281ca6640 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/floatingips/e6d3c961-5860-484f-af1c-740206dfb0f4 HTTP/1.1" status: 204 len: 168 time: 1.6586645 Apr 08 11:22:32.609907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'tag': '827597db-838f-4393-98f3-f4e592863692'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:22:32.658470 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297c3b8e-8d69-4b37-a539-5adde1452d76'] response: {'name': 'network-changed', 'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'tag': '827597db-838f-4393-98f3-f4e592863692', 'status': 'completed', 'code': 200} Apr 08 11:22:32.676177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:22:32.870565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-27d4d540-0359-495d-a331-cd1ce2f939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:32.873750 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-27d4d540-0359-495d-a331-cd1ce2f939fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 1099 time: 0.1954646 Apr 08 11:22:33.002527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:21:04Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:33.006510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] Checking router: 82b118fb-ce47-4b79-bf7b-9251fe6f3889 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:22:33.019394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-c8bbdd77-2c4d-4d08-91af-3fcb0a118c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:33.019553 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:22:33.020087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:22:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:33.020874 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-c8bbdd77-2c4d-4d08-91af-3fcb0a118c34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=911ff2b5-9b8d-4c89-a05a-438614e12e3e HTTP/1.1" status: 200 len: 897 time: 0.1414580 Apr 08 11:22:33.093666 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-bb587b8a-c4a4-45e2-93b1-cf3a7d634977 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827597db-838f-4393-98f3-f4e592863692 HTTP/1.1" status: 200 len: 217 time: 0.0667198 Apr 08 11:22:33.170991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-cd7321c5-2b3b-48c2-88ad-af7d5c8e8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:33.172729 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-cd7321c5-2b3b-48c2-88ad-af7d5c8e8662 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=856449f6-78d2-4e58-a556-e1ee21e3dab0 HTTP/1.1" status: 200 len: 834 time: 0.0714173 Apr 08 11:22:33.188138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1a841-7ab2-412f-a7d1-478c10128d98 req-c0a0a8a4-ee0f-4ff5-a5a3-95f47adc26fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:33.189846 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d1d1a841-7ab2-412f-a7d1-478c10128d98 req-c0a0a8a4-ee0f-4ff5-a5a3-95f47adc26fd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.0892680 Apr 08 11:22:33.209410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:22:33.244697 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d1d1a841-7ab2-412f-a7d1-478c10128d98 req-bca7634c-1b36-4fe3-a016-51ffa7c1b2ff tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485685 Apr 08 11:22:33.251605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-b89b9801-73cb-494b-99e4-031fa4cd3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:33.253574 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-b89b9801-73cb-494b-99e4-031fa4cd3af3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=911ff2b5-9b8d-4c89-a05a-438614e12e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735769 Apr 08 11:22:33.392904 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-229cf7af-d311-43b0-8b27-969e5b5a6ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324379 Apr 08 11:22:33.525537 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:21:04Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:33.531226 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee9d2b-b37a-4359-bf3f-dbeac46739c7 None None] The sync data for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv is: [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '1106b9f4-d458-41f1-b4b3-e450f6ce5e0a', 'name': '', 'network_id': '911ff2b5-9b8d-4c89-a05a-438614e12e3e', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:b4:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:57Z', 'updated_at': '2022-04-08T11:21:04Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '856449f6-78d2-4e58-a556-e1ee21e3dab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:22:33.532731 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b779860c-cb03-4167-91ef-20b349bef9c2 req-fb8e314b-0f48-4ab7-88e8-cdbaad18227b service neutron] 10.222.0.41 "GET /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339095 Apr 08 11:22:33.748465 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babaaf71-ec88-40b6-b9e9-b9866acca448 None None] New status for floating IP e6d3c961-5860-484f-af1c-740206dfb0f4: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:22:34.433202 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5561c9-f8ad-43be-8df4-33f2a1beef74 req-2e5cbca9-82ee-4abb-aacf-a50c6e50f5bb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:34.504391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-aa5561c9-f8ad-43be-8df4-33f2a1beef74 req-2e5cbca9-82ee-4abb-aacf-a50c6e50f5bb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:22:34.546500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-aa5561c9-f8ad-43be-8df4-33f2a1beef74 req-2e5cbca9-82ee-4abb-aacf-a50c6e50f5bb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:22:34.547624 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aa5561c9-f8ad-43be-8df4-33f2a1beef74 req-2e5cbca9-82ee-4abb-aacf-a50c6e50f5bb tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.2009723 Apr 08 11:22:34.619997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:34.639505 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aa5561c9-f8ad-43be-8df4-33f2a1beef74 req-29c4b5a3-992a-4200-8c88-2e95d1007993 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffe938fc-6562-489e-81dc-1544b0acf6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853670 Apr 08 11:22:34.667327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-9a9388c8-6e27-4adf-a857-957255b91a9a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:34.670665 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-9a9388c8-6e27-4adf-a857-957255b91a9a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 946 time: 0.1005321 Apr 08 11:22:34.742281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 827597db-838f-4393-98f3-f4e592863692 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:22:34.742657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:34.993785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 827597db-838f-4393-98f3-f4e592863692, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=827597db-838f-4393-98f3-f4e592863692,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:22:34.994140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:35.116412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 827597db-838f-4393-98f3-f4e592863692 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:22:35.393605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:35.445698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=827597db-838f-4393-98f3-f4e592863692,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:35.522743 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] No DVR routers for this DVR port 827597db-838f-4393-98f3-f4e592863692 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:22:35.525260 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:35.527775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'name': 'network-vif-deleted', 'tag': '827597db-838f-4393-98f3-f4e592863692'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:22:35.577088 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ea1930-f032-4ca2-997c-7df5f263376e'] response: {'server_uuid': '0618baf1-e8c4-4fc0-a237-05857b0bdca5', 'name': 'network-vif-deleted', 'tag': '827597db-838f-4393-98f3-f4e592863692', 'status': 'completed', 'code': 200} Apr 08 11:22:35.638618 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6b7d9cba-8acb-4c60-b0e9-cad2ad697bae req-841143f3-642f-4a8b-a685-6ebf83a290b0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "DELETE /v2.0/ports/827597db-838f-4393-98f3-f4e592863692 HTTP/1.1" status: 204 len: 173 time: 0.9641039 Apr 08 11:22:35.792325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e12ab85e-72bf-4657-a91e-c77925646882 req-b7618ca4-9ee9-4a7f-9c0d-0925a03cca7f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:22:35.900125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-e12ab85e-72bf-4657-a91e-c77925646882 req-b7618ca4-9ee9-4a7f-9c0d-0925a03cca7f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:22:35.901335 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e12ab85e-72bf-4657-a91e-c77925646882 req-b7618ca4-9ee9-4a7f-9c0d-0925a03cca7f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=0618baf1-e8c4-4fc0-a237-05857b0bdca5 HTTP/1.1" status: 200 len: 210 time: 0.1551359 Apr 08 11:22:36.996573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35102) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:37.661704 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:38.011053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:22:38.011723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:38.196111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:22:38.196469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:38.203590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 827597db-838f-4393-98f3-f4e592863692 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:22:38.239066 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 827597db-838f-4393-98f3-f4e592863692 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:22:38.239406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 827597db-838f-4393-98f3-f4e592863692 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:22:38.319613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:22:38.821641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:38.869412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=1106b9f4-d458-41f1-b4b3-e450f6ce5e0a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:39.149170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:39.522369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:22:39.704616 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:22:39.714407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] Sync routers for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:22:39.724271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:22:39.724908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:22:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:39.811122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-66e813d2-9483-41b3-9ec1-e846b7948233 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/82b118fb-ce47-4b79-bf7b-9251fe6f3889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8129261 Apr 08 11:22:39.813694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35106) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:39.883261 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c285ec9-da91-449d-ac0f-afe3d4cb9d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting subnet 856449f6-78d2-4e58-a556-e1ee21e3dab0 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:22:39.886664 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7c285ec9-da91-449d-ac0f-afe3d4cb9d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:39.942785 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7c285ec9-da91-449d-ac0f-afe3d4cb9d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:39.951316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:22:40.032646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7c285ec9-da91-449d-ac0f-afe3d4cb9d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:40.182606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7c285ec9-da91-449d-ac0f-afe3d4cb9d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:40.224665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c285ec9-da91-449d-ac0f-afe3d4cb9d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Subnet': ['ID=856449f6-78d2-4e58-a556-e1ee21e3dab0,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:40.226674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7c285ec9-da91-449d-ac0f-afe3d4cb9d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:40.233027 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a0ae48-6249-45d6-96a4-c56cddc51bc3 None None] Network 911ff2b5-9b8d-4c89-a05a-438614e12e3e requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:22:40.239942 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7c285ec9-da91-449d-ac0f-afe3d4cb9d7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/subnets/856449f6-78d2-4e58-a556-e1ee21e3dab0 HTTP/1.1" status: 204 len: 168 time: 0.4227109 Apr 08 11:22:40.240156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35110) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:40.342920 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:22:38Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:40.375676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] Checking router: 82b118fb-ce47-4b79-bf7b-9251fe6f3889 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:22:40.428939 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] Routers {'82b118fb-ce47-4b79-bf7b-9251fe6f3889'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:22:40.429638 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:22:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:40.550972 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:40.630655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] Set router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:22:40.741395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] DHCP port deletion for 911ff2b5-9b8d-4c89-a05a-438614e12e3e request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:22:40.745896 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:40.769743 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Deleting port b897fd20-e471-4f99-adfe-6eb00ba3c461 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:22:40.770120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:40.814506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 919dbeef-c78c-4b26-a572-587011f09c2f {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:22:40.815205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.001340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 919dbeef-c78c-4b26-a572-587011f09c2f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=919dbeef-c78c-4b26-a572-587011f09c2f,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:22:41.001722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.111890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] For port b897fd20-e471-4f99-adfe-6eb00ba3c461, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b897fd20-e471-4f99-adfe-6eb00ba3c461,segment=NetworkSegment(0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f),segment_id=0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:22:41.112453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.125718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 919dbeef-c78c-4b26-a572-587011f09c2f owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:22:41.294084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Calling delete_port for b897fd20-e471-4f99-adfe-6eb00ba3c461 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:22:41.350699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:22:38Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:41.358142 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:22:41.359631 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bec74-0033-4112-9294-e9046ed83ed3 None None] The sync data for ids ['82b118fb-ce47-4b79-bf7b-9251fe6f3889'] in dv-neutron-837109-1-hyperv is: [{'id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544486978', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:20:52Z', 'updated_at': '2022-04-08T11:22:38Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '919dbeef-c78c-4b26-a572-587011f09c2f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b118fb-ce47-4b79-bf7b-9251fe6f3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:20:53Z', 'updated_at': '2022-04-08T11:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:22:41.396615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.443148 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=919dbeef-c78c-4b26-a572-587011f09c2f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:41.490851 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.533982 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.540640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Pushing event deleted for resources: {'Port': ['ID=b897fd20-e471-4f99-adfe-6eb00ba3c461,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:41.547491 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] No DVR routers for this DVR port b897fd20-e471-4f99-adfe-6eb00ba3c461 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:22:41.558404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.558761 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.559149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.560457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.560603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.560971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.561301 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.561649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.562003 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.562328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.562650 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.563024 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eae040-8c76-4191-8d0f-1b98df5c3c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:41.716842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.719210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.816230 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.817017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Fanout notify agent at l3_agent the message router_deleted on router 82b118fb-ce47-4b79-bf7b-9251fe6f3889 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:22:41.836439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:41.837592 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ae96218e-1070-4583-afc9-5fde7648b15a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/routers/82b118fb-ce47-4b79-bf7b-9251fe6f3889 HTTP/1.1" status: 204 len: 168 time: 1.5965006 Apr 08 11:22:41.840366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35114) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:41.860025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:22:41.894969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:22:41.895300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 1106b9f4-d458-41f1-b4b3-e450f6ce5e0a not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:22:41.895719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b897fd20-e471-4f99-adfe-6eb00ba3c461 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:22:41.930826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: b897fd20-e471-4f99-adfe-6eb00ba3c461 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:22:41.934547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b897fd20-e471-4f99-adfe-6eb00ba3c461 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:22:41.968573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.203643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.232973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911ff2b5-9b8d-4c89-a05a-438614e12e3e']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:42.244652 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:42.244943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca574c7-5dcd-4ecf-b362-74cc4d00ad4f') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:42.256076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.274767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.281933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:22:42.282320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:22:42.298615 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:22:42.530990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.548626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.559510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Network': ['ID=911ff2b5-9b8d-4c89-a05a-438614e12e3e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:42.569715 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7a41f3cd-cddb-40c3-9fc2-7547dc866b30 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/networks/911ff2b5-9b8d-4c89-a05a-438614e12e3e HTTP/1.1" status: 204 len: 168 time: 0.7229276 Apr 08 11:22:42.569715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35118) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:42.638516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd6af-a716-4637-8407-485ee99e9d17 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.667869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd6af-a716-4637-8407-485ee99e9d17 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.838800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd6af-a716-4637-8407-485ee99e9d17 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.855803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fd6af-a716-4637-8407-485ee99e9d17 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe938fc-6562-489e-81dc-1544b0acf6c1,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:42.929392 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd6af-a716-4637-8407-485ee99e9d17 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:42.930523 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4e4fd6af-a716-4637-8407-485ee99e9d17 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/security-groups/ffe938fc-6562-489e-81dc-1544b0acf6c1 HTTP/1.1" status: 204 len: 168 time: 0.3618050 Apr 08 11:22:43.503633 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35126) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:43.508825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278114622', 'description': 'tempest-secgroup-smoke-278114622 description', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:43.515411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:43.519459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:43.522278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:43.528873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:43.602537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:43.626063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:43.629843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:43.632684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:43.638319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:43.707790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:43.760878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 919dbeef-c78c-4b26-a572-587011f09c2f no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:22:43.781971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:43.797984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 919dbeef-c78c-4b26-a572-587011f09c2f {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:22:43.798335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 919dbeef-c78c-4b26-a572-587011f09c2f not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:22:43.830194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102d5357-e8f2-4833-9536-e065aabffa4a,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:43.930243 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:43.931499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ff6c4534-186f-4c30-b5e3-ed76fdd8970d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4268382 Apr 08 11:22:43.934722 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35130) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:43.939687 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '102d5357-e8f2-4833-9536-e065aabffa4a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:43.946142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:43.950582 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:43.953724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:43.959497 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:44.046001 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.106212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.204561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.227768 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420a78df-5e86-447d-90fd-dfba0c61ac33,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:44.313355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.314703 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bad2d1c8-4f19-4e3c-b3ad-fccc0d0cb7fc tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789902 Apr 08 11:22:44.317624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35134) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:44.322706 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '102d5357-e8f2-4833-9536-e065aabffa4a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:44.329592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:44.333462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:44.336437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:44.342591 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:44.411718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.481434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.530500 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.557923 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2915676-6c3b-455c-b1cf-d9ba8fad9116,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:44.622448 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.623710 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-7b053ad4-7f5f-4a76-a6a2-13743757e0a3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051372 Apr 08 11:22:44.626428 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35138) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:44.631455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '102d5357-e8f2-4833-9536-e065aabffa4a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:44.637601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:44.641507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:44.644397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:44.650501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:44.731967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.796267 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.873701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.898011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6756f1-5a49-444e-960b-ec0295009469,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:44.962811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:44.964064 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2f538151-072c-4de9-b11f-c7ce26358923 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3366516 Apr 08 11:22:44.967407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35142) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:44.973156 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '102d5357-e8f2-4833-9536-e065aabffa4a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:44.979278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:44.984242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:44.987125 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:44.993165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:45.069025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.135427 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.203122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.227412 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86589e64-197d-4425-844c-5e4d4e39509f,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:45.296177 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.297473 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b4562459-8f50-4da2-939a-c76cc8f10af9 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3289113 Apr 08 11:22:45.300213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35146) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:45.305128 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '102d5357-e8f2-4833-9536-e065aabffa4a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:45.311380 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:45.315187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:45.318601 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:45.324186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:45.408468 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:22:45.415501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.479937 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.610637 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.634615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2585409-124c-4a83-9027-726501bd5c3a,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:45.753266 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.754498 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-50a80b42-70bf-46fb-9d2d-727832251a7c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4533339 Apr 08 11:22:45.758373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35150) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:45.763593 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'security_group_rule': {'security_group_id': '102d5357-e8f2-4833-9536-e065aabffa4a', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:45.769781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:45.773603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:security_group_rule and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:45.776403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:45.782455 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:45.867737 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Project 017b1024bf9540ef89e14ae3fe192fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:22:45.876225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.942951 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.069862 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.094034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf250b5e-57e0-486f-bdf6-a1c68673cb8e,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:46.222022 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.223311 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-710fc8cb-39cb-495c-be60-5be767deedc3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4644101 Apr 08 11:22:46.226111 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35154) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:46.232188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'network': {'name': 'tempest-network-smoke--1052892186', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'port_security_enabled': True}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:46.237626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:46.241807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:network and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:46.244657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:46.251454 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:46.415995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:22:46.419905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.447988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:22:46.457513 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.457853 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Added segment cd47c609-50c0-4d6e-a091-0d635a4e03cf of type vlan for network b6c504b1-d2e0-45a3-9930-b647a8b5b57b Apr 08 11:22:46.484526 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.627391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.633060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:46.633661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.745378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Network': ['ID=b6c504b1-d2e0-45a3-9930-b647a8b5b57b,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:46.756040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:22:46.839757 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-eef67d95-6306-44ee-a667-00b0e3b085dd tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6126072 Apr 08 11:22:46.842398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35158) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:46.847686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'admin_state_up': True, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:46.855009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:46.861291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:router and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:46.862533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:46.868903 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:46.958879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.959928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:46.974347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:47.316763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:47.813040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:47.843369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:47.979181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.78 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/0c0e2d64-f142-4afb-afd4-8ad3f6762948) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:22:48.131310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:48.227478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:48.289093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:22:48.296406 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:22:48.300563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:22:48.333170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=0c0e2d64-f142-4afb-afd4-8ad3f6762948,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:48.800031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:49.259742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:49.552921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router a7590a63-ec5a-425d-92b3-9579232794ba is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:22:49.731507 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:22:49.741292 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Sync routers for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:22:49.751538 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:22:49.752166 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:22:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:49.856174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:49.857914 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-a7740b14-dff7-4c5e-a33c-ac5e215135ac tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0145760 Apr 08 11:22:49.861378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35162) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:49.905669 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-dba295d9-3501-4106-8773-6ad76b2a3d0f tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=017b1024bf9540ef89e14ae3fe192fe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432205 Apr 08 11:22:49.914661 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35166) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:49.930213 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:22:50.047289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15644dbd-56b6-466d-b7b9-0e5ed6e32133 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:50.048797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-15644dbd-56b6-466d-b7b9-0e5ed6e32133 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332276 Apr 08 11:22:50.051565 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35170) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:50.091643 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-75a12a16-2824-493c-b0f2-abb25f34d5d7 tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=96a01bfd-5dbc-4ce9-ae39-079bd1931f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385032 Apr 08 11:22:50.094169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35174) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:50.099472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-12210922', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:50.211540 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:50.215487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:subnet and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:22:50.219247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:22:50.221758 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:48Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:50.225109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:50.225623 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Checking router: a7590a63-ec5a-425d-92b3-9579232794ba for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:22:50.225970 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Updating router a7590a63-ec5a-425d-92b3-9579232794ba port 0c0e2d64-f142-4afb-afd4-8ad3f6762948 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:22:50.281993 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:50.291724 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:22:50.296106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:50.600189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:50.630872 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:50.644123 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Transition to ACTIVE for port object 0c0e2d64-f142-4afb-afd4-8ad3f6762948 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:22:50.685592 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Subnet': ['ID=1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:50.697965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Checking segment: {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:22:50.698324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network hostable DHCP agents. Network: b6c504b1-d2e0-45a3-9930-b647a8b5b57b, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:22:50.765084 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:50.798714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:22:50.847371 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Attempting to bind port 0c0e2d64-f142-4afb-afd4-8ad3f6762948 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:22:50.847732 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Attempting to bind port 0c0e2d64-f142-4afb-afd4-8ad3f6762948 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:22:50.848088 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Attempting to bind port 0c0e2d64-f142-4afb-afd4-8ad3f6762948 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:22:50.850340 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Pushing event updated for resources: {'Port': ['ID=0c0e2d64-f142-4afb-afd4-8ad3f6762948,revision_number=2']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:50.859170 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:22:50.859537 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:22:50.859927 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:50.860314 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:22:50.860803 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Bound port: 0c0e2d64-f142-4afb-afd4-8ad3f6762948, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:22:50.861167 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:50.890488 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, b6c504b1-d2e0-45a3-9930-b647a8b5b57b) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:22:50.894606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:50.895188 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:50.900862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfbe412-96fb-4633-9a64-037fd52f36c6 None None] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:22:50.917915 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.918260 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.918590 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.918925 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.919319 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.919639 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.920055 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.920402 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.920757 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.921090 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.921432 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.921747 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:22:50.971958 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] For port 0c0e2d64-f142-4afb-afd4-8ad3f6762948, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:22:50.975146 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] For port 0c0e2d64-f142-4afb-afd4-8ad3f6762948, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0c0e2d64-f142-4afb-afd4-8ad3f6762948,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:22:50.994153 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-57a0693a-f59a-4dad-926c-989ccacc4cd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8989105 Apr 08 11:22:50.998229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35178) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:22:51.073870 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:51.166632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:22:51.167772 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:51.170284 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:22:51.170954 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:22:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:51.245737 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c11d07-bc5b-48b4-a8f1-cadede3d26e0 None None] Pushing event updated for resources: {'Port': ['ID=0c0e2d64-f142-4afb-afd4-8ad3f6762948,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:51.351439 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Allocated IP 172.20.0.2 (b6c504b1-d2e0-45a3-9930-b647a8b5b57b/1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1/2cc1935d-b3b0-46f7-a848-dd83efb36c18) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:22:51.371654 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:22:51.582129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:51.595502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Transition to ACTIVE for port object 2cc1935d-b3b0-46f7-a848-dd83efb36c18 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:22:51.615567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Transition to ACTIVE for port object 2cc1935d-b3b0-46f7-a848-dd83efb36c18 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:22:51.676276 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:48Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:51.680351 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4885411d-96d1-450d-b5a6-febf782f2512 None None] The sync data for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv is: [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:48Z', 'revision_number': 3, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:22:51.719696 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:51.786203 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:22:51.789187 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:22:51.799484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:22:51.833326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Pushing event updated for resources: {'Port': ['ID=2cc1935d-b3b0-46f7-a848-dd83efb36c18,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:51.875477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:51.915924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Attempting to bind port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:22:51.916492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Attempting to bind port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:22:51.916980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Attempting to bind port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 on network b6c504b1-d2e0-45a3-9930-b647a8b5b57b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:22:51.927282 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:22:51.927774 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Checking segment: {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:22:51.928233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:51.928757 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Bound using segment: {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:22:51.929405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Bound port: 2cc1935d-b3b0-46f7-a848-dd83efb36c18, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:22:51.929841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:52.037214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] For port 2cc1935d-b3b0-46f7-a848-dd83efb36c18, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:22:52.041034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] For port 2cc1935d-b3b0-46f7-a848-dd83efb36c18, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2cc1935d-b3b0-46f7-a848-dd83efb36c18,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:22:52.136942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:52.229229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d156655-f6f7-4f3b-8816-46b7ea255dc8 None None] Pushing event updated for resources: {'Port': ['ID=2cc1935d-b3b0-46f7-a848-dd83efb36c18,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:52.328820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.1 (b6c504b1-d2e0-45a3-9930-b647a8b5b57b/1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1/4a3aad2e-3c76-4a1e-b6dd-97d930be100f) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:22:52.536758 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:52.555104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object 4a3aad2e-3c76-4a1e-b6dd-97d930be100f will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:22:52.679467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:52.746552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:22:52.755603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:22:52.760046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:22:52.796065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:52.826901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:53.184842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:53.209893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee01dddb-0e4b-42e5-8633-3049c0a68bb6 None None] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:22:53.433673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c0e36a87-37bf-429e-a0fe-7a214a2c2968 None None] Provisioning for port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:22:53.759587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:53.874483 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b254db6c-69f4-4121-8394-bb921804f4fd None None] Provisioning for port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:22:53.874672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:53.881160 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2cc1935d-b3b0-46f7-a848-dd83efb36c18 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:22:53.944234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b254db6c-69f4-4121-8394-bb921804f4fd None None] Provisioning complete for port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:53.944458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b254db6c-69f4-4121-8394-bb921804f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:53.992079 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:53.994439 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:54.024665 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b254db6c-69f4-4121-8394-bb921804f4fd None None] Port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:22:54.124491 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:22:54.129588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:54.129957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:54.133887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:22:54.135015 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:22:54.184563 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-65918646-c463-4c6b-92f6-f16a29cbe925 None None] Provisioning complete for port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:54.186054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-65918646-c463-4c6b-92f6-f16a29cbe925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:54.261838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-65918646-c463-4c6b-92f6-f16a29cbe925 None None] Port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:22:54.333019 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:54.341413 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router a7590a63-ec5a-425d-92b3-9579232794ba has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:22:54.368576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 2cc1935d-b3b0-46f7-a848-dd83efb36c18, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2cc1935d-b3b0-46f7-a848-dd83efb36c18,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:22:54.382575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-81406446-3ef5-4ba2-a405-9a24e0c1c2f8 None None] Provisioning complete for port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:54.382946 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-81406446-3ef5-4ba2-a405-9a24e0c1c2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:54.440195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-81406446-3ef5-4ba2-a405-9a24e0c1c2f8 None None] Port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:22:54.463219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:54.463219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0c0e2d64-f142-4afb-afd4-8ad3f6762948 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:22:54.529480 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:22:54.542878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Sync routers for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:22:54.544763 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3655efe8-de29-461a-ad54-718b17c21733 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/a7590a63-ec5a-425d-92b3-9579232794ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5457203 Apr 08 11:22:54.581395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:22:54.582983 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:22:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:54.648072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=2cc1935d-b3b0-46f7-a848-dd83efb36c18,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:54.720806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-10925a3b-45c6-4c93-85dd-08a2b7234a7e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:22:54.771919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 0c0e2d64-f142-4afb-afd4-8ad3f6762948 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:22:54.779600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:22:54.822728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0c0e2d64-f142-4afb-afd4-8ad3f6762948 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:54.823090 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:54.867297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-10925a3b-45c6-4c93-85dd-08a2b7234a7e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:22:54.868848 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-10925a3b-45c6-4c93-85dd-08a2b7234a7e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278114622&fields=id&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 267 time: 0.1942744 Apr 08 11:22:55.023387 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-1ad27ff0-1979-4e31-968a-690f7c988015 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:55.023991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-1ad27ff0-1979-4e31-968a-690f7c988015 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:22:55.121567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:55.145408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-1ad27ff0-1979-4e31-968a-690f7c988015 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:22:55.146720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-1ad27ff0-1979-4e31-968a-690f7c988015 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/networks?id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b HTTP/1.1" status: 200 len: 797 time: 0.2710705 Apr 08 11:22:55.162933 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-8c07cc39-da85-4ab3-9ca3-1e3293fde6ab tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/quotas/017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 375 time: 0.0103593 Apr 08 11:22:55.169514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 0c0e2d64-f142-4afb-afd4-8ad3f6762948, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0c0e2d64-f142-4afb-afd4-8ad3f6762948,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:22:55.200043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 2, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:55.204706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Checking router: a7590a63-ec5a-425d-92b3-9579232794ba for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:22:55.205056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Updating router a7590a63-ec5a-425d-92b3-9579232794ba port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:22:55.247816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-e1c20e90-3c9e-4ccb-b79b-008596c087b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:22:55.258838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:55.295798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:55.380522 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=0c0e2d64-f142-4afb-afd4-8ad3f6762948,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:55.381795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-e1c20e90-3c9e-4ccb-b79b-008596c087b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:22:55.383224 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-e1c20e90-3c9e-4ccb-b79b-008596c087b5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2147126 Apr 08 11:22:55.533587 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-752852a8-9492-4892-af16-5ee5bbc071a5 service neutron] 10.222.0.23 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311767 Apr 08 11:22:55.721059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:55.733100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Transition to ACTIVE for port object 4a3aad2e-3c76-4a1e-b6dd-97d930be100f will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:22:55.787003 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-af968579-0bbe-4309-b9ce-f3e12a91497f service neutron] 10.222.0.23 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465765 Apr 08 11:22:55.792865 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:55.837515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2cc1935d-b3b0-46f7-a848-dd83efb36c18 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:22:55.986342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6420c32-e17b-4de3-9992-ac166fa9e87d None None] Pushing event updated for resources: {'Port': ['ID=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:56.064898 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-44df2973-288a-4c4a-a824-139edb7c4ecf req-a68ecff8-53e3-4645-aa9e-90ff4dcb78ca tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 210 time: 0.0555387 Apr 08 11:22:56.095684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Attempting to bind port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:22:56.096059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Attempting to bind port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:22:56.096505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Attempting to bind port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f on network b6c504b1-d2e0-45a3-9930-b647a8b5b57b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:22:56.106474 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:22:56.107783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Checking segment: {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:22:56.108438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:56.108993 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Bound using segment: {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:22:56.109342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Bound port: 4a3aad2e-3c76-4a1e-b6dd-97d930be100f, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:22:56.109720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:56.120862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:56.121234 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:56.271067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] For port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:22:56.312593 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] For port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:22:56.330871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0c0e2d64-f142-4afb-afd4-8ad3f6762948 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:22:56.401371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0c0e2d64-f142-4afb-afd4-8ad3f6762948 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:56.401742 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:56.426441 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:56.539080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:22:56.539683 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:22:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:56.603268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6420c32-e17b-4de3-9992-ac166fa9e87d None None] Pushing event updated for resources: {'Port': ['ID=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:56.793558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:22:57.116390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:56Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:22:57.120612 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94de6365-fb15-4856-92c8-3db5185a2e0a None None] The sync data for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv is: [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:56Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:22:57.179494 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f203e181-5741-4fff-9185-735af843f323 req-8896d727-205f-4b94-8caa-3354772438b1 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 210 time: 0.0553484 Apr 08 11:22:57.348064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fc180436-4323-475b-9293-d70fda91ade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:57.855398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4a3aad2e-3c76-4a1e-b6dd-97d930be100f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:22:58.071555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:22:58.077039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:58.081110 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:58.227930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:58.261212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:22:58.344804 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-309d6fd8-41ce-4fe6-b9be-9c2d16d18303 req-a4709248-2424-4392-b615-9a08a1fe7a85 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 210 time: 0.0441122 Apr 08 11:22:58.355102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:58.426830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:58.725824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-e7542fb9-a3f6-41b9-b3f5-c4670a6c3f9c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:58.727226 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-e7542fb9-a3f6-41b9-b3f5-c4670a6c3f9c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/networks?id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b HTTP/1.1" status: 200 len: 797 time: 0.1485453 Apr 08 11:22:58.775764 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-85c74a72-f9b9-446e-bec7-6a9760ad7210 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017b1024bf9540ef89e14ae3fe192fe8 HTTP/1.1" status: 200 len: 379 time: 0.0407076 Apr 08 11:22:58.784354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'port': {'device_id': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'admin_state_up': True, 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'security_groups': ['102d5357-e8f2-4833-9536-e065aabffa4a']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:58.924485 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:22:58.933981 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:22:59.033137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Made reservation on behalf of 017b1024bf9540ef89e14ae3fe192fe8 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:22:59.036711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:59.202708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.20.0.14 (b6c504b1-d2e0-45a3-9930-b647a8b5b57b/1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1/a5993d22-10f4-41c5-81b0-a3fd333f4338) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:22:59.392649 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:59.409029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Transition to ACTIVE for port object a5993d22-10f4-41c5-81b0-a3fd333f4338 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:22:59.495291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d801a2f3-9988-473c-9c0c-2a7dbb0cade6 req-e5c2e2b3-0b8d-4ff7-b2cb-0585638920db tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 210 time: 0.0420425 Apr 08 11:22:59.525046 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:59.597986 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:22:59.604977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:22:59.610322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:22:59.641366 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=a5993d22-10f4-41c5-81b0-a3fd333f4338,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:22:59.654214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-92fc0e8f-2f37-43ca-acc9-ab21b4847d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:59.681949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:22:59.682560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:59.812830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4a3aad2e-3c76-4a1e-b6dd-97d930be100f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:22:59.891717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:59.892087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:59.908366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-d2b81a99-c6ac-4120-84e5-75248c415e0f tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1276281 Apr 08 11:22:59.920403 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Request body: {'port': {'device_id': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:22:59.983713 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a95ede1e-93b6-4664-9e84-bf002878b29d None None] Provisioning for port a5993d22-10f4-41c5-81b0-a3fd333f4338 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:22:59.997802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a95ede1e-93b6-4664-9e84-bf002878b29d None None] Provisioning complete for port a5993d22-10f4-41c5-81b0-a3fd333f4338 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:22:59.998241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a95ede1e-93b6-4664-9e84-bf002878b29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:00.036231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:00.067235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a95ede1e-93b6-4664-9e84-bf002878b29d None None] Port a5993d22-10f4-41c5-81b0-a3fd333f4338 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:23:00.377970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5993d22-10f4-41c5-81b0-a3fd333f4338 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:23:00.385009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:00.399483 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Transition to ACTIVE for port object a5993d22-10f4-41c5-81b0-a3fd333f4338 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:23:00.467892 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:00.728809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:00.755520 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beabf9-9d03-443c-95d3-17efe3ecf22b req-9d66254b-e490-40a7-9d99-81e453205574 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:00.757168 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-97beabf9-9d03-443c-95d3-17efe3ecf22b req-9d66254b-e490-40a7-9d99-81e453205574 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 944 time: 0.1014817 Apr 08 11:23:00.765620 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5993d22-10f4-41c5-81b0-a3fd333f4338,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:00.806852 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-97beabf9-9d03-443c-95d3-17efe3ecf22b req-661d1819-570d-46dc-b2b2-770083a9563a tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Apr 08 11:23:00.868314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Attempting to bind port a5993d22-10f4-41c5-81b0-a3fd333f4338 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:23:00.868674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Attempting to bind port a5993d22-10f4-41c5-81b0-a3fd333f4338 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:23:00.869002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Attempting to bind port a5993d22-10f4-41c5-81b0-a3fd333f4338 on network b6c504b1-d2e0-45a3-9930-b647a8b5b57b {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:23:00.874355 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Port a5993d22-10f4-41c5-81b0-a3fd333f4338 on network b6c504b1-d2e0-45a3-9930-b647a8b5b57b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:23:00.874668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Attempting to bind port a5993d22-10f4-41c5-81b0-a3fd333f4338 on network b6c504b1-d2e0-45a3-9930-b647a8b5b57b {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:23:00.879659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:23:00.879992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Checking segment: {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:23:00.880374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Bound using segment: {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:23:00.880816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Bound port: a5993d22-10f4-41c5-81b0-a3fd333f4338, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd47c609-50c0-4d6e-a091-0d635a4e03cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:23:00.881183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:00.980807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] For port a5993d22-10f4-41c5-81b0-a3fd333f4338, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:23:00.980807 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] For port a5993d22-10f4-41c5-81b0-a3fd333f4338, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:23:01.062279 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:01.118804 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:01.119415 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:01.120827 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5993d22-10f4-41c5-81b0-a3fd333f4338 HTTP/1.1" status: 200 len: 1094 time: 1.2053819 Apr 08 11:23:01.121256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:23:01.147647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6910621-62dc-4881-93a4-1ee469f8abe8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5993d22-10f4-41c5-81b0-a3fd333f4338,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:01.175041 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd3e874-80c7-421a-9983-f52fab3c1cf0'] response: {'name': 'network-changed', 'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'status': 'completed', 'code': 200} Apr 08 11:23:01.238538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:01.273381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c745e5-ff95-4301-96cf-a34cf2a92352 req-eb46d1d5-a398-477e-8c01-8bc0d7e49b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:01.274919 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5c745e5-ff95-4301-96cf-a34cf2a92352 req-eb46d1d5-a398-477e-8c01-8bc0d7e49b75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 1097 time: 0.0800111 Apr 08 11:23:01.425795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c745e5-ff95-4301-96cf-a34cf2a92352 req-c45e846f-6f0d-49d7-a2e9-f6b6e02b0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:01.427262 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5c745e5-ff95-4301-96cf-a34cf2a92352 req-c45e846f-6f0d-49d7-a2e9-f6b6e02b0e12 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1440918 Apr 08 11:23:01.564048 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c745e5-ff95-4301-96cf-a34cf2a92352 req-ef207688-46d9-4998-a0b6-60479cdd460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:01.565466 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d5c745e5-ff95-4301-96cf-a34cf2a92352 req-ef207688-46d9-4998-a0b6-60479cdd460e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330707 Apr 08 11:23:01.668502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-8b723415-1c31-44b8-b22e-2749b83f86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:01.670547 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-8b723415-1c31-44b8-b22e-2749b83f86d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 1097 time: 0.0703564 Apr 08 11:23:01.740285 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-a9ef1c67-0d9c-456b-bb03-6e4f27c725a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338 HTTP/1.1" status: 200 len: 217 time: 0.0635586 Apr 08 11:23:01.803509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-0f9ae722-e1cc-4d89-9e46-c8e532d3dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:01.805020 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-0f9ae722-e1cc-4d89-9e46-c8e532d3dc10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1 HTTP/1.1" status: 200 len: 833 time: 0.0592270 Apr 08 11:23:01.888443 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-00143390-f160-494c-8985-36cb10f14e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:01.889957 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-00143390-f160-494c-8985-36cb10f14e8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782409 Apr 08 11:23:01.996220 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614aa06-cf23-48c5-8b92-d8b4e6bc1918 req-8463a027-46e0-41b5-81a8-85b49288d598 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:01.998613 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c614aa06-cf23-48c5-8b92-d8b4e6bc1918 req-8463a027-46e0-41b5-81a8-85b49288d598 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 944 time: 0.0827000 Apr 08 11:23:02.025682 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-68ac8c12-082c-4ff5-b14f-bc271f5f4e03 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297741 Apr 08 11:23:02.045663 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c614aa06-cf23-48c5-8b92-d8b4e6bc1918 req-9f436cb0-2fe7-4cbd-bfe7-6eb443ff9f37 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411348 Apr 08 11:23:02.136182 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:02.161083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-77bd7258-66d3-437f-a106-cedb82732aa8 req-9ddc9216-6fff-4141-9804-1f5ba86afd22 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292107 Apr 08 11:23:03.236465 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cec50-1229-4f19-bc8c-13e61b8c7da6 req-65f27b25-11e5-4f26-8165-3558238d9167 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:03.237237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-b84cec50-1229-4f19-bc8c-13e61b8c7da6 req-65f27b25-11e5-4f26-8165-3558238d9167 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:23:03.340019 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-b84cec50-1229-4f19-bc8c-13e61b8c7da6 req-65f27b25-11e5-4f26-8165-3558238d9167 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:23:03.341395 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b84cec50-1229-4f19-bc8c-13e61b8c7da6 req-65f27b25-11e5-4f26-8165-3558238d9167 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 944 time: 0.1848531 Apr 08 11:23:03.386571 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b84cec50-1229-4f19-bc8c-13e61b8c7da6 req-76768130-015c-49d2-8ef9-7e31a96efb57 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393276 Apr 08 11:23:04.616705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:04.677802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134df91a-0ac0-4c23-8078-cf34bd47fe33 req-db1bd0a3-ff48-4d88-9494-a88a58afcf04 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:04.679272 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-134df91a-0ac0-4c23-8078-cf34bd47fe33 req-db1bd0a3-ff48-4d88-9494-a88a58afcf04 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 944 time: 0.1887925 Apr 08 11:23:04.724083 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-134df91a-0ac0-4c23-8078-cf34bd47fe33 req-c5e7b2d7-c71f-4f5f-a54e-501771cd3c36 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389228 Apr 08 11:23:05.915719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f1825-91b4-430e-a884-a244a7fd9618 req-ad959bf3-f59b-4373-b1e0-8ed1c4e51dc0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:05.917252 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f67f1825-91b4-430e-a884-a244a7fd9618 req-ad959bf3-f59b-4373-b1e0-8ed1c4e51dc0 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 944 time: 0.0888360 Apr 08 11:23:05.962270 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f67f1825-91b4-430e-a884-a244a7fd9618 req-f43bef16-f20d-426f-b197-b6c5d9da5f89 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386600 Apr 08 11:23:06.312880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device a5993d22-10f4-41c5-81b0-a3fd333f4338 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:23:06.447879 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port a5993d22-10f4-41c5-81b0-a3fd333f4338, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:23:06.461331 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'port_id': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'mac_address': 'fa:16:3e:35:56:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:23:06.521390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:06.537977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5993d22-10f4-41c5-81b0-a3fd333f4338 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:23:06.553606 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port a5993d22-10f4-41c5-81b0-a3fd333f4338, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:23:06.638971 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:06.705699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=a5993d22-10f4-41c5-81b0-a3fd333f4338,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:06.842622 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['a5993d22-10f4-41c5-81b0-a3fd333f4338'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:23:07.150114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723dfc2-20c7-434b-a2fc-a051fb0e87bc req-c25794f4-38a0-4b27-b56f-d8c085c86790 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:07.151731 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f723dfc2-20c7-434b-a2fc-a051fb0e87bc req-c25794f4-38a0-4b27-b56f-d8c085c86790 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 945 time: 0.0810146 Apr 08 11:23:07.200681 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f723dfc2-20c7-434b-a2fc-a051fb0e87bc req-41c197bc-e161-424c-ad2f-e3d477ec504b tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418763 Apr 08 11:23:08.310803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device a5993d22-10f4-41c5-81b0-a3fd333f4338 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:23:08.385945 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3c97d-545f-432f-8b21-fa7f72a8032c req-e0ce6fba-5196-4494-bf99-462c1405416d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:08.390382 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b0d3c97d-545f-432f-8b21-fa7f72a8032c req-e0ce6fba-5196-4494-bf99-462c1405416d tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 945 time: 0.0802882 Apr 08 11:23:08.432987 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b0d3c97d-545f-432f-8b21-fa7f72a8032c req-e556990f-bff8-4f97-924e-fe3fce79a4ca tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396197 Apr 08 11:23:08.438869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port a5993d22-10f4-41c5-81b0-a3fd333f4338 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:23:08.444354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port a5993d22-10f4-41c5-81b0-a3fd333f4338 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:23:08.444826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:08.564454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:08.592246 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:23:08.602084 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port a5993d22-10f4-41c5-81b0-a3fd333f4338, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:23:08.650369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:08.691140 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354c05df-5a9a-4d13-a2db-2a0e2eb863cf'] response: {'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'code': 200} Apr 08 11:23:08.728006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=a5993d22-10f4-41c5-81b0-a3fd333f4338,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:09.046117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c736a-b1cf-486c-9c2e-643e81bfbc1c req-74733308-6cd0-4629-84ce-4d1ecd8549a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:09.047641 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac9c736a-b1cf-486c-9c2e-643e81bfbc1c req-74733308-6cd0-4629-84ce-4d1ecd8549a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 1099 time: 0.0749006 Apr 08 11:23:09.088469 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac9c736a-b1cf-486c-9c2e-643e81bfbc1c req-a81fa2e9-979c-4242-acc8-2106a5c23610 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348749 Apr 08 11:23:09.619894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d35d6e-d5b5-40f5-868a-22bcedc9ac91 req-65311537-447d-47b2-b49a-8af42f3bbb74 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:09.621294 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4d35d6e-d5b5-40f5-868a-22bcedc9ac91 req-65311537-447d-47b2-b49a-8af42f3bbb74 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.0796421 Apr 08 11:23:09.786195 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f4d35d6e-d5b5-40f5-868a-22bcedc9ac91 req-37fb7a9e-2b1a-4de0-ba02-c0bbdd7793d5 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583052 Apr 08 11:23:10.975082 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3225b8-af7d-47e4-9422-3c5cc407382d req-56a84fb4-4e22-44fa-9792-2c1df9a67f10 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:10.976579 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8b3225b8-af7d-47e4-9422-3c5cc407382d req-56a84fb4-4e22-44fa-9792-2c1df9a67f10 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.0824339 Apr 08 11:23:11.023423 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8b3225b8-af7d-47e4-9422-3c5cc407382d req-7fe90d7f-2def-4dfa-a064-f0f695afa885 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403006 Apr 08 11:23:11.206911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc1f77-c0d7-481d-bdd0-ba9b8e3ce29d req-515aaa77-4260-446e-b5b7-05d23eb4bdb3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:11.208408 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6dc1f77-c0d7-481d-bdd0-ba9b8e3ce29d req-515aaa77-4260-446e-b5b7-05d23eb4bdb3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.0802288 Apr 08 11:23:11.254582 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e6dc1f77-c0d7-481d-bdd0-ba9b8e3ce29d req-8bedf029-8242-45f2-8b0f-fe01fb0585d4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405407 Apr 08 11:23:11.277268 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35244) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:11.353719 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110f40d-4e52-41d2-9481-a9aa84339e8a tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:11.355249 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-c110f40d-4e52-41d2-9481-a9aa84339e8a tempest-TestNetworkAdvancedServerOps-296597497 tempest-TestNetworkAdvancedServerOps-296597497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 1094 time: 0.0764508 Apr 08 11:23:11.358727 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35248) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:11.363774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:23:11.370031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:23:11.374431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Usage tracker for resource:floatingip and tenant:017b1024bf9540ef89e14ae3fe192fe8 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:23:11.377242 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:23:11.382893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:23:11.467676 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:11.606407 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:11.744598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Allocated IP 172.26.7.230 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/b5001feb-aa51-429c-91c2-cd3d633e76bf) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:23:11.898957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:11.987404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:12.048654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:23:12.051300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:23:12.059766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:23:12.095307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=b5001feb-aa51-429c-91c2-cd3d633e76bf,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:12.484976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:12.614642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:12.824034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:12.888091 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:13.001122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event updated for resources: {'Port': ['ID=b5001feb-aa51-429c-91c2-cd3d633e76bf,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:13.013206 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:13.316044 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP fd061200-6635-417d-bac5-8741d62517b5 associated. External IP: 172.26.7.230, port: a5993d22-10f4-41c5-81b0-a3fd333f4338. Apr 08 11:23:13.677461 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router a7590a63-ec5a-425d-92b3-9579232794ba has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:23:13.868711 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:23:13.879962 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] Sync routers for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:23:13.890918 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:23:13.891550 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:23:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:13.947065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:14.005609 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-ba884232-d868-4c31-8663-72998403da58 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6456468 Apr 08 11:23:14.006456 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:23:14.060676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982fd08c-2f86-44bb-8557-e0d60bed0aac'] response: {'name': 'network-changed', 'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'status': 'completed', 'code': 200} Apr 08 11:23:14.081834 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:23:14.161566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795be18c-8e81-4741-b912-37503e400ec0 req-b62417dc-47ff-469e-a57a-f36a01c3ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:14.163453 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795be18c-8e81-4741-b912-37503e400ec0 req-b62417dc-47ff-469e-a57a-f36a01c3ed04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 1099 time: 0.0827174 Apr 08 11:23:14.207128 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b2e74-68f1-4cbd-877d-3e6a7f797823 req-4d5c3d50-082a-453b-a9cd-ec5734ae6050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:14.209307 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2d1b2e74-68f1-4cbd-877d-3e6a7f797823 req-4d5c3d50-082a-453b-a9cd-ec5734ae6050 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.1036417 Apr 08 11:23:14.260210 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2d1b2e74-68f1-4cbd-877d-3e6a7f797823 req-1f83d621-2048-47d7-9d61-2f386d3526d6 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448136 Apr 08 11:23:14.283916 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35256) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:14.316104 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795be18c-8e81-4741-b912-37503e400ec0 req-04dfb34a-3b0e-48ff-a27e-9241c441dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:14.318350 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795be18c-8e81-4741-b912-37503e400ec0 req-04dfb34a-3b0e-48ff-a27e-9241c441dbe4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b HTTP/1.1" status: 200 len: 898 time: 0.1484969 Apr 08 11:23:14.398103 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f3b5411a-ba64-480c-9d9f-b2dcaec45df3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/fd061200-6635-417d-bac5-8741d62517b5 HTTP/1.1" status: 200 len: 992 time: 0.1133912 Apr 08 11:23:14.435559 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795be18c-8e81-4741-b912-37503e400ec0 req-c2c46141-a0ad-4e33-9c58-e4569120a46b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338 HTTP/1.1" status: 200 len: 1000 time: 0.1111658 Apr 08 11:23:14.461267 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'fd061200-6635-417d-bac5-8741d62517b5', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.230', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'port_id': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'mac_address': 'fa:16:3e:35:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:23:12Z', 'updated_at': '2022-04-08T11:23:12Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:14.465142 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] Checking router: a7590a63-ec5a-425d-92b3-9579232794ba for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:23:14.474566 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:23:14.475244 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:23:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:14.538398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795be18c-8e81-4741-b912-37503e400ec0 req-22a45057-a579-4663-94de-635c9c9d65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:14.539858 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795be18c-8e81-4741-b912-37503e400ec0 req-22a45057-a579-4663-94de-635c9c9d65c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1 HTTP/1.1" status: 200 len: 833 time: 0.0991561 Apr 08 11:23:14.617863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795be18c-8e81-4741-b912-37503e400ec0 req-89dae867-d0fa-4eab-a4a9-9ebdca7a14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:14.619354 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795be18c-8e81-4741-b912-37503e400ec0 req-89dae867-d0fa-4eab-a4a9-9ebdca7a14b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725451 Apr 08 11:23:14.685897 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:23:14.764211 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795be18c-8e81-4741-b912-37503e400ec0 req-e02e1452-1798-4d1b-a67a-52a39ee5a6ae service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379580 Apr 08 11:23:14.908845 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-795be18c-8e81-4741-b912-37503e400ec0 req-cb47b63d-cc00-4060-8af7-70520e81bd74 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388974 Apr 08 11:23:15.045417 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'fd061200-6635-417d-bac5-8741d62517b5', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.230', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'port_id': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'mac_address': 'fa:16:3e:35:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:23:12Z', 'updated_at': '2022-04-08T11:23:12Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:15.049476 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2329a-8023-4f4f-a328-3ca1d1215277 None None] The sync data for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv is: [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'fd061200-6635-417d-bac5-8741d62517b5', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'floating_ip_address': '172.26.7.230', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'port_id': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'mac_address': 'fa:16:3e:35:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:23:12Z', 'updated_at': '2022-04-08T11:23:12Z', 'revision_number': 0, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:23:15.250269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad423e-878f-4996-8785-6c8546d865a9 None None] New status for floating IP fd061200-6635-417d-bac5-8741d62517b5: ACTIVE {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:23:15.404740 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35260) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:15.654593 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9fca7142-270a-41e2-8d6c-fb8ec6aad865 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/fd061200-6635-417d-bac5-8741d62517b5 HTTP/1.1" status: 200 len: 992 time: 0.2485013 Apr 08 11:23:16.658269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35264) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:16.763799 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-59284881-28d8-4e33-b2a0-9e484598c546 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/fd061200-6635-417d-bac5-8741d62517b5 HTTP/1.1" status: 200 len: 994 time: 0.1044037 Apr 08 11:23:18.356267 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:23:26.835898 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-dc46218c-38e8-41e3-ba50-0be1b02d2fab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741482 Apr 08 11:23:26.975549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-d3b97d4e-1617-4131-8e58-845a95e0525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:26.977048 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-d3b97d4e-1617-4131-8e58-845a95e0525d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 1099 time: 0.0711958 Apr 08 11:23:27.123134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-8c5ed005-0523-4e02-ab0b-11a2f80b74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:27.124491 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-8c5ed005-0523-4e02-ab0b-11a2f80b74b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b HTTP/1.1" status: 200 len: 898 time: 0.1264524 Apr 08 11:23:27.232678 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-6023b73a-8b6b-4aef-9780-735cc7c2e8aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338 HTTP/1.1" status: 200 len: 1002 time: 0.1019189 Apr 08 11:23:27.272383 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-303a36b5-c2ea-4458-ab8b-93413a53e869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:27.297047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-06f1230a-282d-459f-ab8e-713e7720a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:27.298520 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-06f1230a-282d-459f-ab8e-713e7720a1fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1 HTTP/1.1" status: 200 len: 833 time: 0.0589209 Apr 08 11:23:27.383471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-055e149c-2bcc-40b4-9a2e-fd982a07e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:27.384885 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-055e149c-2bcc-40b4-9a2e-fd982a07e01f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803790 Apr 08 11:23:27.517464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-e5e33ad0-69a1-4b8c-986e-e09dfbf2c7d7 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255040 Apr 08 11:23:27.647901 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3997bb8-17e7-45c0-b10d-4f2a43fce644 req-e99416c4-95fc-4c71-8a2c-84cd0cae9a14 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246133 Apr 08 11:23:28.105873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-08c5489a-05dc-4c71-bedf-c5ce2f4b964a req-ab69ff0f-4c78-43c8-a474-b3a1e80b6b97 service neutron] (88612) timed out ('10.222.0.23', 59480) {{(pid=88612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 11:23:29.584876 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5c27c73f-6403-492f-8b55-439b839a0c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:30.780838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:31.232105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:32.157962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:34.637639 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:42.044327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc52a2-77c8-4223-ba6c-6896ad8f8c64 req-75a5982e-97aa-4753-8f8f-a3a5b5795d9e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:42.045757 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-68bc52a2-77c8-4223-ba6c-6896ad8f8c64 req-75a5982e-97aa-4753-8f8f-a3a5b5795d9e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.1415589 Apr 08 11:23:42.090879 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-68bc52a2-77c8-4223-ba6c-6896ad8f8c64 req-e199dadf-6376-47d0-a01b-2a06b06992d3 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393007 Apr 08 11:23:43.277805 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d4ef6-0032-40d9-9787-44f46367b098 req-08476636-3102-454a-8099-96f2cfc0ffd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:43.279263 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7b2d4ef6-0032-40d9-9787-44f46367b098 req-08476636-3102-454a-8099-96f2cfc0ffd2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.0799246 Apr 08 11:23:43.324275 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7b2d4ef6-0032-40d9-9787-44f46367b098 req-03bbc342-b6cc-47ca-b291-9b5b79efcf83 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386775 Apr 08 11:23:43.353115 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35284) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:43.459812 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ea05b656-3670-4463-9476-11dfba47c685 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/fd061200-6635-417d-bac5-8741d62517b5 HTTP/1.1" status: 200 len: 994 time: 0.1055760 Apr 08 11:23:45.067873 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1856667-c97f-4bb9-a034-28df4cf81786 req-e482db26-bb0e-4b8b-9bdd-f67e2cc4ea06 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:45.069352 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a1856667-c97f-4bb9-a034-28df4cf81786 req-e482db26-bb0e-4b8b-9bdd-f67e2cc4ea06 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.1216712 Apr 08 11:23:45.127392 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a1856667-c97f-4bb9-a034-28df4cf81786 req-acb1970d-cf2f-4ee7-8c64-000e82cf2731 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521672 Apr 08 11:23:45.133739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-6c8ff48f-0f9e-4d70-b8bd-dfe2fed93448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:45.135162 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-6c8ff48f-0f9e-4d70-b8bd-dfe2fed93448 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 1099 time: 0.1173577 Apr 08 11:23:45.264781 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-45d9b698-2e2d-4347-a3ef-84e87407b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:45.266219 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-45d9b698-2e2d-4347-a3ef-84e87407b32d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b HTTP/1.1" status: 200 len: 898 time: 0.1247530 Apr 08 11:23:45.371290 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-ea7cf4e2-9e74-471d-a492-540cde531496 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338 HTTP/1.1" status: 200 len: 1002 time: 0.0979776 Apr 08 11:23:45.435705 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-c8d679a1-4802-4ce5-b2f8-b4dfba4bc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:45.437163 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-c8d679a1-4802-4ce5-b2f8-b4dfba4bc09c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1 HTTP/1.1" status: 200 len: 833 time: 0.0601013 Apr 08 11:23:45.511390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-8d775c72-5f23-4c20-ba6e-c61bcc1d9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:45.512876 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-8d775c72-5f23-4c20-ba6e-c61bcc1d9e5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700204 Apr 08 11:23:45.754363 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-3a42d282-c7b0-4468-b1e0-a2601b76ba38 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353752 Apr 08 11:23:45.890700 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-63c704c2-2e2d-4d5e-a719-c447b787bff5 req-0b440496-079c-4eb9-96c7-1e44ed2bd2c8 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303315 Apr 08 11:23:46.316671 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2fb91-62fa-4cec-91e3-7e538b41dd9a req-9a0c26d4-72f7-4e2f-847c-bf13d0b3efef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:46.318431 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7ae2fb91-62fa-4cec-91e3-7e538b41dd9a req-9a0c26d4-72f7-4e2f-847c-bf13d0b3efef tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.0846798 Apr 08 11:23:46.363126 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7ae2fb91-62fa-4cec-91e3-7e538b41dd9a req-19be93b4-e61f-4e2d-b4bd-84522be9d695 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390110 Apr 08 11:23:47.556626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc328592-5ad1-4ba3-96ff-369990082292 req-66e34587-a67b-48a0-968b-47b74a15fe44 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:47.558099 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cc328592-5ad1-4ba3-96ff-369990082292 req-66e34587-a67b-48a0-968b-47b74a15fe44 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.0869236 Apr 08 11:23:47.603492 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cc328592-5ad1-4ba3-96ff-369990082292 req-7ed1bcd6-a180-4488-a59f-a5d7123058ae tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Apr 08 11:23:47.625829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35298) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:47.731798 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-65c1050c-10e4-4590-8db5-318cc3583476 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/floatingips/fd061200-6635-417d-bac5-8741d62517b5 HTTP/1.1" status: 200 len: 994 time: 0.1048653 Apr 08 11:23:48.046338 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35306) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:48.243869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port b5001feb-aa51-429c-91c2-cd3d633e76bf {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:23:48.244199 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:48.413331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:48.413665 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:48.535147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for b5001feb-aa51-429c-91c2-cd3d633e76bf owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:23:48.750330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:48.796993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=b5001feb-aa51-429c-91c2-cd3d633e76bf,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:48.834308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.839506 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:48.900126 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:48.900455 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Floating IP fd061200-6635-417d-bac5-8741d62517b5 disassociated (deleted). External IP: 172.26.7.230, port: a5993d22-10f4-41c5-81b0-a3fd333f4338. Apr 08 11:23:49.365905 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router a7590a63-ec5a-425d-92b3-9579232794ba has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:23:49.543969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:23:49.554027 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] Sync routers for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:23:49.563659 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:23:49.565749 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:23:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:49.619447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:49.680727 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-09bd1d27-b96d-499d-a8f2-7ff4b234d511 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/floatingips/fd061200-6635-417d-bac5-8741d62517b5 HTTP/1.1" status: 204 len: 168 time: 1.6331518 Apr 08 11:23:49.681272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:23:49.731514 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5ff5cd-2df1-4cb9-9a76-db24b5a4d9db'] response: {'name': 'network-changed', 'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'status': 'completed', 'code': 200} Apr 08 11:23:49.755067 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:23:49.824669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-6868ee0a-4658-4b46-b47a-2a7f2718192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:49.826272 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-6868ee0a-4658-4b46-b47a-2a7f2718192d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 1099 time: 0.0742052 Apr 08 11:23:49.961501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-717d701c-d9ce-4940-875f-a06752bb0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:49.963026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-717d701c-d9ce-4940-875f-a06752bb0f79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b HTTP/1.1" status: 200 len: 898 time: 0.1307082 Apr 08 11:23:50.036792 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-bb812262-e167-42fb-8c7e-ce27176ebf8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338 HTTP/1.1" status: 200 len: 217 time: 0.0666919 Apr 08 11:23:50.082284 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:50.086236 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] Checking router: a7590a63-ec5a-425d-92b3-9579232794ba for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:23:50.098115 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:23:50.098893 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:23:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:50.103365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-6a912b7c-6110-48ba-b0df-bd167e1a5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:50.104933 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-6a912b7c-6110-48ba-b0df-bd167e1a5221 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1 HTTP/1.1" status: 200 len: 833 time: 0.0622921 Apr 08 11:23:50.183254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-584f7434-11be-4978-88fe-30e4ed824253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:50.184861 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-584f7434-11be-4978-88fe-30e4ed824253 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6c504b1-d2e0-45a3-9930-b647a8b5b57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740237 Apr 08 11:23:50.265929 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b1974-60aa-4aa7-9977-8e5da61a4a26 req-458bf45c-9099-4d00-a912-846f54489205 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:50.267580 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a10b1974-60aa-4aa7-9977-8e5da61a4a26 req-458bf45c-9099-4d00-a912-846f54489205 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.0863690 Apr 08 11:23:50.278329 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:23:50.326809 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a10b1974-60aa-4aa7-9977-8e5da61a4a26 req-e4cee882-109e-4201-b92d-60940a60b96e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507457 Apr 08 11:23:50.354040 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-2d4c5e88-601f-4df2-b0f8-852157cc1666 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620772 Apr 08 11:23:50.501022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-80b52c25-bd5c-4474-b27e-9b36f1e13f60 req-f3bfc145-2462-44d1-8e03-fc3e766255e3 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408195 Apr 08 11:23:50.655548 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:50.660312 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9609c00-ba75-4d37-b7f8-e3ced3f6dab5 None None] The sync data for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv is: [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:22:53Z', 'revision_number': 4, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '4a3aad2e-3c76-4a1e-b6dd-97d930be100f', 'name': '', 'network_id': 'b6c504b1-d2e0-45a3-9930-b647a8b5b57b', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'mac_address': 'fa:16:3e:d7:f8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:52Z', 'updated_at': '2022-04-08T11:22:58Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'subnets': [{'id': '1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:23:50.886070 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad6f9b-d557-4f7c-b342-e82b63f0705f None None] New status for floating IP fd061200-6635-417d-bac5-8741d62517b5: DOWN {{(pid=88614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:23:51.524237 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caa462-4588-4afe-a75b-6e751da71ffe req-b1e77ebb-4626-4255-afb6-2084255efafa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:51.525063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-92caa462-4588-4afe-a75b-6e751da71ffe req-b1e77ebb-4626-4255-afb6-2084255efafa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:23:51.608805 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-92caa462-4588-4afe-a75b-6e751da71ffe req-b1e77ebb-4626-4255-afb6-2084255efafa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:23:51.609909 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-92caa462-4588-4afe-a75b-6e751da71ffe req-b1e77ebb-4626-4255-afb6-2084255efafa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.1717947 Apr 08 11:23:51.655061 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-92caa462-4588-4afe-a75b-6e751da71ffe req-cf97dd2a-59a6-47ef-bd99-74d66c80ce27 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/security-groups?id=102d5357-e8f2-4833-9536-e065aabffa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393937 Apr 08 11:23:51.747698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-12a3f883-6919-4bed-8a3f-69e9b293015e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:23:51.749148 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-12a3f883-6919-4bed-8a3f-69e9b293015e tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 946 time: 0.0832472 Apr 08 11:23:51.819532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port a5993d22-10f4-41c5-81b0-a3fd333f4338 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:23:51.819884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:52.171793 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port a5993d22-10f4-41c5-81b0-a3fd333f4338, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a5993d22-10f4-41c5-81b0-a3fd333f4338,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:23:52.172151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:52.295778 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for a5993d22-10f4-41c5-81b0-a3fd333f4338 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:23:52.511970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:52.563133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=a5993d22-10f4-41c5-81b0-a3fd333f4338,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:52.640163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] No DVR routers for this DVR port a5993d22-10f4-41c5-81b0-a3fd333f4338 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:23:52.642623 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:52.645114 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'name': 'network-vif-deleted', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:23:52.692643 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a353f15-1307-49f2-b0e5-a264163256df'] response: {'server_uuid': 'f01ace6d-f01d-4a17-865b-08b9a519c4ad', 'name': 'network-vif-deleted', 'tag': 'a5993d22-10f4-41c5-81b0-a3fd333f4338', 'status': 'completed', 'code': 200} Apr 08 11:23:52.718096 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ce96b62f-e8ac-44bb-9d14-6dd1adb91980 req-165150f4-ccb5-4692-94a0-2160d68e2ebe tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.41 "DELETE /v2.0/ports/a5993d22-10f4-41c5-81b0-a3fd333f4338 HTTP/1.1" status: 204 len: 173 time: 0.9640799 Apr 08 11:23:52.803287 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-9847946b-ef2f-49c0-87b2-c0033ad94ba8 req-0dfcb8ee-664d-4199-8a13-8741810a53fa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Synchronizing usage tracker for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:23:52.888943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-9847946b-ef2f-49c0-87b2-c0033ad94ba8 req-0dfcb8ee-664d-4199-8a13-8741810a53fa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Unset dirty status for tenant:017b1024bf9540ef89e14ae3fe192fe8 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:23:52.890174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9847946b-ef2f-49c0-87b2-c0033ad94ba8 req-0dfcb8ee-664d-4199-8a13-8741810a53fa tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "GET /v2.0/ports?device_id=f01ace6d-f01d-4a17-865b-08b9a519c4ad HTTP/1.1" status: 200 len: 210 time: 0.1289234 Apr 08 11:23:53.985399 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35324) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:54.545031 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:55.016510 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:23:55.017231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:55.206818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 4a3aad2e-3c76-4a1e-b6dd-97d930be100f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:23:55.207172 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:55.328736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 4a3aad2e-3c76-4a1e-b6dd-97d930be100f owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:23:55.355287 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:23:55.694445 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:55.743716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=4a3aad2e-3c76-4a1e-b6dd-97d930be100f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:56.018858 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:56.493917 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Router a7590a63-ec5a-425d-92b3-9579232794ba has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:23:56.531224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device a5993d22-10f4-41c5-81b0-a3fd333f4338 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:23:56.568077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: a5993d22-10f4-41c5-81b0-a3fd333f4338 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:23:56.568582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device a5993d22-10f4-41c5-81b0-a3fd333f4338 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:23:56.672654 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:23:56.683472 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] Sync routers for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:23:56.693570 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:23:56.698600 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:23:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:56.747907 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-31097c26-5c6b-41df-8fc6-17a6a056060c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "PUT /v2.0/routers/a7590a63-ec5a-425d-92b3-9579232794ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7612846 Apr 08 11:23:56.750634 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35328) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:56.823847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting subnet 1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:23:56.827136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:56.875801 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:23:56.883686 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:56.975329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.123036 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.164452 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:57.167188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.176388 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fae2d2-4497-4474-b0ea-7f96aee84a76 None None] Network b6c504b1-d2e0-45a3-9930-b647a8b5b57b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:23:57.178189 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/subnets/1ef2c0a8-91f7-4c89-b1ba-f4693c423ba1 HTTP/1.1" status: 204 len: 168 time: 0.4264963 Apr 08 11:23:57.179725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.180070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.180561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.181068 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.181347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35332) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:57.181828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.181828 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.182062 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.182353 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.182677 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.182999 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.183322 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.183639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965a99b-6d79-4636-8615-fe593e4945c2 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:57.186577 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:23:55Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:57.191112 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] Checking router: a7590a63-ec5a-425d-92b3-9579232794ba for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:23:57.200116 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] Routers {'a7590a63-ec5a-425d-92b3-9579232794ba'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:23:57.200773 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:23:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['a7590a63-ec5a-425d-92b3-9579232794ba'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:57.258654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-6a34816a-d821-47d4-9f25-6cdd6ed9435e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.394501 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] Set router a7590a63-ec5a-425d-92b3-9579232794ba gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:23:57.406796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.475083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] DHCP port deletion for b6c504b1-d2e0-45a3-9930-b647a8b5b57b request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:23:57.493013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Deleting port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:23:57.493013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.611220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.693771 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Deleting port 0c0e2d64-f142-4afb-afd4-8ad3f6762948 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:23:57.694038 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.701616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] For port 2cc1935d-b3b0-46f7-a848-dd83efb36c18, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=2cc1935d-b3b0-46f7-a848-dd83efb36c18,segment=NetworkSegment(cd47c609-50c0-4d6e-a091-0d635a4e03cf),segment_id=cd47c609-50c0-4d6e-a091-0d635a4e03cf)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:23:57.702217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:57.717109 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:23:55Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:57.721916 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b267c2-9f02-4c92-839f-55ac630137de None None] The sync data for ids ['a7590a63-ec5a-425d-92b3-9579232794ba'] in dv-neutron-837109-1-hyperv is: [{'id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422279724', 'tenant_id': '017b1024bf9540ef89e14ae3fe192fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78'}], 'enable_snat': True}, 'gw_port_id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:22:46Z', 'updated_at': '2022-04-08T11:23:55Z', 'revision_number': 5, 'project_id': '017b1024bf9540ef89e14ae3fe192fe8', 'gw_port': {'id': '0c0e2d64-f142-4afb-afd4-8ad3f6762948', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7590a63-ec5a-425d-92b3-9579232794ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:22:47Z', 'updated_at': '2022-04-08T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:23:57.833227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Calling delete_port for 2cc1935d-b3b0-46f7-a848-dd83efb36c18 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:23:57.894272 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] For port 0c0e2d64-f142-4afb-afd4-8ad3f6762948, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0c0e2d64-f142-4afb-afd4-8ad3f6762948,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:23:57.894632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:58.021278 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Calling delete_port for 0c0e2d64-f142-4afb-afd4-8ad3f6762948 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:23:58.032103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379'] for port, after_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:58.093943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Pushing event deleted for resources: {'Port': ['ID=2cc1935d-b3b0-46f7-a848-dd83efb36c18,revision_number=None']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:58.110412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] No DVR routers for this DVR port 2cc1935d-b3b0-46f7-a848-dd83efb36c18 on host dv-neutron-837109-1-hyperv {{(pid=88614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:23:58.121725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2cc1935d-b3b0-46f7-a848-dd83efb36c18 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:23:58.170987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.175644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.181109 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef086d9-2d2f-4893-853b-936dbc43a09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:23:58.197439 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 2cc1935d-b3b0-46f7-a848-dd83efb36c18 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:23:58.199430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 2cc1935d-b3b0-46f7-a848-dd83efb36c18 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:23:58.200057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4a3aad2e-3c76-4a1e-b6dd-97d930be100f no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:23:58.252734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 4a3aad2e-3c76-4a1e-b6dd-97d930be100f {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:23:58.253313 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 4a3aad2e-3c76-4a1e-b6dd-97d930be100f not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:23:58.297491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:58.353741 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Port': ['ID=0c0e2d64-f142-4afb-afd4-8ad3f6762948,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:58.459329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:58.748590 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:58.750718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:58.826301 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:58.826849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Fanout notify agent at l3_agent the message router_deleted on router a7590a63-ec5a-425d-92b3-9579232794ba {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:23:58.843655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:58.844830 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-3b37bafe-998f-42e3-836d-60267e91e196 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/routers/a7590a63-ec5a-425d-92b3-9579232794ba HTTP/1.1" status: 204 len: 168 time: 1.6600597 Apr 08 11:23:58.847578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35336) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:58.965539 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.095396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.122096 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c504b1-d2e0-45a3-9930-b647a8b5b57b']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:59.134140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd47c609-50c0-4d6e-a091-0d635a4e03cf') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:59.134442 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd47c609-50c0-4d6e-a091-0d635a4e03cf') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:23:59.145550 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.165285 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.171229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:23:59.171615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:23:59.186841 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:23:59.335173 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.353296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.364356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'Network': ['ID=b6c504b1-d2e0-45a3-9930-b647a8b5b57b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:59.436984 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-75aa4c8f-db01-4657-9513-251a8491b84c tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/networks/b6c504b1-d2e0-45a3-9930-b647a8b5b57b HTTP/1.1" status: 204 len: 168 time: 0.5882883 Apr 08 11:23:59.439536 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35340) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:23:59.516783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1232cd5e-960c-4c5f-bed8-7057998bcbc4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.549659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1232cd5e-960c-4c5f-bed8-7057998bcbc4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.614611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1ba9-2bb8-427e-83fd-cff5ac7d6ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.716106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1232cd5e-960c-4c5f-bed8-7057998bcbc4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.736555 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232cd5e-960c-4c5f-bed8-7057998bcbc4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d5357-e8f2-4833-9536-e065aabffa4a,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:23:59.803382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1232cd5e-960c-4c5f-bed8-7057998bcbc4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:23:59.804672 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1232cd5e-960c-4c5f-bed8-7057998bcbc4 tempest-TestNetworkAdvancedServerOps-2065615469 tempest-TestNetworkAdvancedServerOps-2065615469-project] 10.222.0.23 "DELETE /v2.0/security-groups/102d5357-e8f2-4833-9536-e065aabffa4a HTTP/1.1" status: 204 len: 168 time: 0.3641493 Apr 08 11:23:59.839597 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0c0e2d64-f142-4afb-afd4-8ad3f6762948 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:23:59.873982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 0c0e2d64-f142-4afb-afd4-8ad3f6762948 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:23:59.873982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0c0e2d64-f142-4afb-afd4-8ad3f6762948 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:24:00.466482 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35350) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:00.637891 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-b17001a2-0ae5-478e-b099-710b86d730d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=017b1024bf9540ef89e14ae3fe192fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702359 Apr 08 11:24:00.640347 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35356) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:00.702516 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-21a44701-35da-4f3b-96f8-7c50ebc2e93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:00.728530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-21a44701-35da-4f3b-96f8-7c50ebc2e93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:00.761371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:00.841599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-21a44701-35da-4f3b-96f8-7c50ebc2e93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:00.859168 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a44701-35da-4f3b-96f8-7c50ebc2e93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2e31b4-9931-4bc2-ac80-dbbaaf63e4db,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:00.865559 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-21a44701-35da-4f3b-96f8-7c50ebc2e93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:00.866669 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-21a44701-35da-4f3b-96f8-7c50ebc2e93b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e2e31b4-9931-4bc2-ac80-dbbaaf63e4db HTTP/1.1" status: 204 len: 168 time: 0.2254043 Apr 08 11:24:01.294455 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:01.503474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35364) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:01.522569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:01.537142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:01.541251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] Usage tracker for resource:security_group_rule and tenant:974ab3ee81274953bb3bf4e4a6f80ec3 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:01.544179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:01.550736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:01.633721 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:01.727316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:01.776816 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=974ab3ee81274953bb3bf4e4a6f80ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720668 Apr 08 11:24:01.777674 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339c365-995c-45ef-b3c5-35e936801089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d49e9a5-eb27-40cb-b2f6-efd3fe85ea9b,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:01.780443 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35368) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:01.851956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b9f-9509-4d1a-971e-ddb932f78886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:01.883010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b9f-9509-4d1a-971e-ddb932f78886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:02.044287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b9f-9509-4d1a-971e-ddb932f78886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:02.068636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68b9f-9509-4d1a-971e-ddb932f78886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d49e9a5-eb27-40cb-b2f6-efd3fe85ea9b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:02.077693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-bdb68b9f-9509-4d1a-971e-ddb932f78886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:02.080673 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-bdb68b9f-9509-4d1a-971e-ddb932f78886 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d49e9a5-eb27-40cb-b2f6-efd3fe85ea9b HTTP/1.1" status: 204 len: 168 time: 0.2978475 Apr 08 11:24:02.197486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:03.550179 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35392) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:03.663973 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425840431-network', 'tenant_id': '599a4c396d974b50b365ff89a80a0824'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:03.668824 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:03.672660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Usage tracker for resource:network and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:03.676205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:03.685679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:03.837071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Made reservation on behalf of 599a4c396d974b50b365ff89a80a0824 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:24:03.839371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:03.852671 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:03.867460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:03.871233 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:03.874008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:03.879624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:03.959752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.077574 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.115215 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:24:04.120328 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b021769a-73bf-4cb3-bc18-cc14f2692ebf,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:04.128635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.128981 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Added segment 11b37ecd-ec7f-40d8-b0ee-39c3b9560563 of type vlan for network db27f14d-9469-4fde-a526-15a87ce43b75 Apr 08 11:24:04.155044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.260435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.261475 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:04.262089 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.368080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] Pushing event updated for resources: {'Network': ['ID=db27f14d-9469-4fde-a526-15a87ce43b75,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:04.379411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network db27f14d-9469-4fde-a526-15a87ce43b75 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:24:04.484122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9f1aff66-dbc1-426f-8f06-b05592e29767 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9328053 Apr 08 11:24:04.487212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35398) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:04.492874 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Request body: {'subnet': {'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425840431-subnet', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:04.497770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:04.502256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Usage tracker for resource:subnet and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:04.505183 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:04.510933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:04.586178 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Made reservation on behalf of 599a4c396d974b50b365ff89a80a0824 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:24:04.588578 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.662493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.870362 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:04.979290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc27b34-42e6-43c6-96fb-c7a337de4933,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:04.995217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Checking segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:04.995597 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Network hostable DHCP agents. Network: db27f14d-9469-4fde-a526-15a87ce43b75, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:24:05.083865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Network db27f14d-9469-4fde-a526-15a87ce43b75 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:24:05.180551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, db27f14d-9469-4fde-a526-15a87ce43b75) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:05.185389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:05.185943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:05.193822 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd605bb9-6f4e-4d43-978f-a14271339e8d None None] Network db27f14d-9469-4fde-a526-15a87ce43b75 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:24:05.271260 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-593e69b2-a2ec-4dca-9bd8-b5b278058e14 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7828305 Apr 08 11:24:05.273932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35402) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:05.279036 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:05.284880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:05.289327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Usage tracker for resource:router and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:05.292151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:05.298502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:05.369256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:05.370411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:05.385217 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:05.451600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-db27f14d-9469-4fde-a526-15a87ce43b75', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:24:05.452436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:05.612564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Allocated IP 172.20.0.2 (db27f14d-9469-4fde-a526-15a87ce43b75/7dc27b34-42e6-43c6-96fb-c7a337de4933/c42f3bb7-3ae8-4906-8bd0-85b77699a680) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:24:05.833489 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:05.844043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Transition to ACTIVE for port object c42f3bb7-3ae8-4906-8bd0-85b77699a680 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:05.855651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:05.871529 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Transition to ACTIVE for port object c42f3bb7-3ae8-4906-8bd0-85b77699a680 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:05.941452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:06.007576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Network db27f14d-9469-4fde-a526-15a87ce43b75 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:06.014616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:06.020366 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:24:06.026317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Pushing event updated for resources: {'Port': ['ID=c42f3bb7-3ae8-4906-8bd0-85b77699a680,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:06.121367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Attempting to bind port c42f3bb7-3ae8-4906-8bd0-85b77699a680 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:24:06.121826 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Attempting to bind port c42f3bb7-3ae8-4906-8bd0-85b77699a680 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:24:06.122257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Attempting to bind port c42f3bb7-3ae8-4906-8bd0-85b77699a680 on network db27f14d-9469-4fde-a526-15a87ce43b75 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:24:06.127801 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:24:06.128172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Checking segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:06.128669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:06.129096 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Bound using segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:24:06.129564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Bound port: c42f3bb7-3ae8-4906-8bd0-85b77699a680, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:24:06.129936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:06.221496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] For port c42f3bb7-3ae8-4906-8bd0-85b77699a680, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:24:06.224698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] For port c42f3bb7-3ae8-4906-8bd0-85b77699a680, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c42f3bb7-3ae8-4906-8bd0-85b77699a680,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:24:06.236636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:06.266310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:06.318075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:06.405505 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9840a-902d-44c8-beeb-49f616455a07 None None] Pushing event updated for resources: {'Port': ['ID=c42f3bb7-3ae8-4906-8bd0-85b77699a680,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:06.406288 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Allocated IP 172.26.7.59 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/93303d52-d1a6-44c8-ac24-877d12c06467) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:24:06.576086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:06.723553 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:06.786989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:06.793772 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:06.797798 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:24:06.831212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Pushing event updated for resources: {'Port': ['ID=93303d52-d1a6-44c8-ac24-877d12c06467,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:07.307908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1dfe9e-f26c-44a2-8633-8b8a9ff1b7f6 None None] Network db27f14d-9469-4fde-a526-15a87ce43b75 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:24:07.315061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:07.477514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-083b1cc4-d4d0-4d6e-80f8-34dc07758934 None None] Provisioning for port c42f3bb7-3ae8-4906-8bd0-85b77699a680 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:07.783245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:07.880332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c42f3bb7-3ae8-4906-8bd0-85b77699a680 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:08.014126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port c42f3bb7-3ae8-4906-8bd0-85b77699a680 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:08.019448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c42f3bb7-3ae8-4906-8bd0-85b77699a680 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:08.019818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:08.094569 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Router d60f8a14-b22d-424e-8ce9-5b63516c1084 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:24:08.143010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:08.176401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port c42f3bb7-3ae8-4906-8bd0-85b77699a680, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c42f3bb7-3ae8-4906-8bd0-85b77699a680,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:08.259887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:08.278525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:24:08.298037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Sync routers for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:24:08.319817 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:08.320444 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:08.397381 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:08.398825 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-6fb0807a-76bc-4c51-a83e-8cb3ab421505 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1237388 Apr 08 11:24:08.401311 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35406) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:08.402950 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=c42f3bb7-3ae8-4906-8bd0-85b77699a680,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:08.514254 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:08.853244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:07Z', 'revision_number': 3, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:08.859078 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Checking router: d60f8a14-b22d-424e-8ce9-5b63516c1084 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:24:08.859427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Updating router d60f8a14-b22d-424e-8ce9-5b63516c1084 port 93303d52-d1a6-44c8-ac24-877d12c06467 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:24:08.914502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.235606 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.268235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.285099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Transition to ACTIVE for port object 93303d52-d1a6-44c8-ac24-877d12c06467 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:09.363814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.441248 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Attempting to bind port 93303d52-d1a6-44c8-ac24-877d12c06467 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:24:09.441724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Attempting to bind port 93303d52-d1a6-44c8-ac24-877d12c06467 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:24:09.442400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Attempting to bind port 93303d52-d1a6-44c8-ac24-877d12c06467 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:24:09.452082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Allocated IP 172.20.0.1 (db27f14d-9469-4fde-a526-15a87ce43b75/7dc27b34-42e6-43c6-96fb-c7a337de4933/0af1ada8-8874-442b-bc1e-fa494cbb6899) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:24:09.459317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:24:09.459694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:09.465033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.465033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:24:09.465033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Bound port: 93303d52-d1a6-44c8-ac24-877d12c06467, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:24:09.465033 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.485361 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6fc0c-482a-4993-b1f3-6a07ca02df0b None None] Pushing event updated for resources: {'Port': ['ID=93303d52-d1a6-44c8-ac24-877d12c06467,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:09.541659 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] For port 93303d52-d1a6-44c8-ac24-877d12c06467, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:24:09.545147 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] For port 93303d52-d1a6-44c8-ac24-877d12c06467, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=93303d52-d1a6-44c8-ac24-877d12c06467,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:24:09.614589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.631912 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.632437 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Transition to ACTIVE for port object 0af1ada8-8874-442b-bc1e-fa494cbb6899 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:09.711051 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:09.711689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:09.724843 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.790756 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Network db27f14d-9469-4fde-a526-15a87ce43b75 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:09.791719 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6fc0c-482a-4993-b1f3-6a07ca02df0b None None] Pushing event updated for resources: {'Port': ['ID=93303d52-d1a6-44c8-ac24-877d12c06467,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:09.793584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:09.802122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:24:09.846754 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Pushing event updated for resources: {'Port': ['ID=0af1ada8-8874-442b-bc1e-fa494cbb6899,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:09.868460 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:09.895660 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c42f3bb7-3ae8-4906-8bd0-85b77699a680 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:09.957403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:10.202773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port c42f3bb7-3ae8-4906-8bd0-85b77699a680 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:10.203197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:10.250761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:10.336875 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8160726c-4c9d-43ad-b77d-14d3a82d082a None None] Provisioning for port 0af1ada8-8874-442b-bc1e-fa494cbb6899 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:10.353451 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-8160726c-4c9d-43ad-b77d-14d3a82d082a None None] Provisioning complete for port 0af1ada8-8874-442b-bc1e-fa494cbb6899 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:10.353840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8160726c-4c9d-43ad-b77d-14d3a82d082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:10.454617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-8160726c-4c9d-43ad-b77d-14d3a82d082a None None] Port 0af1ada8-8874-442b-bc1e-fa494cbb6899 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:24:10.501514 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:10.501995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:07Z', 'revision_number': 3, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:10.502844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65875e39-67f3-4615-a505-96e43e7c9c0e None None] The sync data for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv is: [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:07Z', 'revision_number': 3, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:24:10.621142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:10.741831 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:10.750958 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Pushing event updated for resources: {'Port': ['ID=0af1ada8-8874-442b-bc1e-fa494cbb6899,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:10.901989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Network db27f14d-9469-4fde-a526-15a87ce43b75 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:10.903303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:11.178718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b181df7a-c6df-4c81-8de6-4756b3a78815 None None] Provisioning complete for port 0af1ada8-8874-442b-bc1e-fa494cbb6899 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:11.179086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b181df7a-c6df-4c81-8de6-4756b3a78815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:11.220882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Router d60f8a14-b22d-424e-8ce9-5b63516c1084 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:24:11.234988 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b181df7a-c6df-4c81-8de6-4756b3a78815 None None] Port 0af1ada8-8874-442b-bc1e-fa494cbb6899 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:24:11.407898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:24:11.416602 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fba72bb4-13f8-4b4e-9bd7-c38b3966027b admin admin] 10.222.0.23 "PUT /v2.0/routers/d60f8a14-b22d-424e-8ce9-5b63516c1084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0142112 Apr 08 11:24:11.887487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 93303d52-d1a6-44c8-ac24-877d12c06467 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:12.060269 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 93303d52-d1a6-44c8-ac24-877d12c06467 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:12.065914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 93303d52-d1a6-44c8-ac24-877d12c06467 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:12.066727 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.069847 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Sync routers for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:24:12.081628 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:12.082248 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:12.200575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.218437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 93303d52-d1a6-44c8-ac24-877d12c06467, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=93303d52-d1a6-44c8-ac24-877d12c06467,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:12.264140 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35424) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:12.270250 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-727000163-network', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:12.275611 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:12.280542 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Usage tracker for resource:network and tenant:3b7febd615224165a037c674a1e5c3b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:12.285192 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:12.291232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:12.306180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.316310 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:12.380147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Made reservation on behalf of 3b7febd615224165a037c674a1e5c3b6 for: {'network': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:24:12.381307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=93303d52-d1a6-44c8-ac24-877d12c06467,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:12.382603 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.396334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.413312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:12.417200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7febd615224165a037c674a1e5c3b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:12.420165 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:12.426895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:12.522103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.591508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.623357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=88612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:24:12.632907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962d938b-4a70-4ee5-bc12-e371e3c5ec53,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:12.633985 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 2, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:12.637811 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Checking router: d60f8a14-b22d-424e-8ce9-5b63516c1084 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:24:12.638159 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Updating router d60f8a14-b22d-424e-8ce9-5b63516c1084 port 0af1ada8-8874-442b-bc1e-fa494cbb6899 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:24:12.639561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.639907 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.segments_db [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Added segment 8c606638-008f-47ca-8aea-046dc37cbf6d of type vlan for network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 Apr 08 11:24:12.667329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.692038 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.757265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.758398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:12.759059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:12.864816 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] Pushing event updated for resources: {'Network': ['ID=34f58a13-0e89-4ad6-a78e-c5a8d45c5449,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:12.874115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:24:12.935548 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-bddc0e64-f4f3-48ca-a576-dc3e03d0e810 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6701815 Apr 08 11:24:12.938211 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35428) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:12.945067 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Request body: {'subnet': {'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-727000163-subnet', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'ip_version': 4}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:12.950397 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:12.954530 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Usage tracker for resource:subnet and tenant:3b7febd615224165a037c674a1e5c3b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:12.958316 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:12.964531 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:13.034573 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.046088 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Transition to ACTIVE for port object 0af1ada8-8874-442b-bc1e-fa494cbb6899 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:13.048222 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Made reservation on behalf of 3b7febd615224165a037c674a1e5c3b6 for: {'subnet': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:24:13.050964 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1671390'] for subnet, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.122628 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.320729 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Pushing event updated for resources: {'Port': ['ID=0af1ada8-8874-442b-bc1e-fa494cbb6899,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:13.333327 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2508954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1671404'] for subnet, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.334532 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.334878 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.335213 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.335543 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.336040 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.336368 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.336718 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.337115 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.337437 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.337754 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.338124 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.338447 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:24:13.365611 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Attempting to bind port 0af1ada8-8874-442b-bc1e-fa494cbb6899 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:24:13.365973 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Attempting to bind port 0af1ada8-8874-442b-bc1e-fa494cbb6899 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:24:13.366327 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Attempting to bind port 0af1ada8-8874-442b-bc1e-fa494cbb6899 on network db27f14d-9469-4fde-a526-15a87ce43b75 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:24:13.371669 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:24:13.372033 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Checking segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:13.372422 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.372894 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Bound using segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:24:13.373290 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Bound port: 0af1ada8-8874-442b-bc1e-fa494cbb6899, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:24:13.373651 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.426315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68feb30d-bd04-4db0-96be-6f5832047a84,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:13.437462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Checking segment: {'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:13.437692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Network hostable DHCP agents. Network: 34f58a13-0e89-4ad6-a78e-c5a8d45c5449, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:24:13.470888 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] For port 0af1ada8-8874-442b-bc1e-fa494cbb6899, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:24:13.474020 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] For port 0af1ada8-8874-442b-bc1e-fa494cbb6899, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0af1ada8-8874-442b-bc1e-fa494cbb6899,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:24:13.522692 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:24:13.561755 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.632255 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:13.632932 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:13.637585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, 34f58a13-0e89-4ad6-a78e-c5a8d45c5449) {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:13.642395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:13.643863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.647241 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d3374-feb3-46f1-8f68-34ebf0b96fa8 None None] Network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:24:13.713518 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb59cc0-cdc8-420e-9f7a-89232445000c None None] Pushing event updated for resources: {'Port': ['ID=0af1ada8-8874-442b-bc1e-fa494cbb6899,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:13.758305 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-17c7f947-0f33-45fe-b06b-56ab009eaed5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8188133 Apr 08 11:24:13.760987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35432) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:13.766509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:13.771814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:13.775886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Usage tracker for resource:router and tenant:3b7febd615224165a037c674a1e5c3b6 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:13.779069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:13.786135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:13.879550 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:13.888260 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 93303d52-d1a6-44c8-ac24-877d12c06467 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:13.929003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.930113 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.950223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-34f58a13-0e89-4ad6-a78e-c5a8d45c5449', 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'fixed_ips': [{'subnet_id': '68feb30d-bd04-4db0-96be-6f5832047a84'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:24:13.951137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:13.951271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.050300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 93303d52-d1a6-44c8-ac24-877d12c06467 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:14.050684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.220507 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:13Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:14.225271 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8743f28-3012-4f81-9397-2aa33cddf83f None None] The sync data for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv is: [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:13Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:24:14.240201 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Allocated IP 172.20.0.2 (34f58a13-0e89-4ad6-a78e-c5a8d45c5449/68feb30d-bd04-4db0-96be-6f5832047a84/5086086c-d700-430c-9f48-4fabe9f96e07) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:24:14.341880 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.517476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.528873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Transition to ACTIVE for port object 5086086c-d700-430c-9f48-4fabe9f96e07 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:14.550097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Transition to ACTIVE for port object 5086086c-d700-430c-9f48-4fabe9f96e07 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:14.621195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.685316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:14.688268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:14.699080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:24:14.747380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Pushing event updated for resources: {'Port': ['ID=5086086c-d700-430c-9f48-4fabe9f96e07,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:14.758370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.803112 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Attempting to bind port 5086086c-d700-430c-9f48-4fabe9f96e07 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:24:14.803481 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Attempting to bind port 5086086c-d700-430c-9f48-4fabe9f96e07 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:24:14.803844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Attempting to bind port 5086086c-d700-430c-9f48-4fabe9f96e07 on network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:24:14.809776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:24:14.810152 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Checking segment: {'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:14.810554 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.810951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Bound using segment: {'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:24:14.811438 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Bound port: 5086086c-d700-430c-9f48-4fabe9f96e07, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:24:14.811803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.928065 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:14.956919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] For port 5086086c-d700-430c-9f48-4fabe9f96e07, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:24:14.960039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] For port 5086086c-d700-430c-9f48-4fabe9f96e07, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5086086c-d700-430c-9f48-4fabe9f96e07,segment=NetworkSegment(8c606638-008f-47ca-8aea-046dc37cbf6d),segment_id=8c606638-008f-47ca-8aea-046dc37cbf6d)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:24:15.037731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:15.069369 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Allocated IP 172.26.7.221 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/a9c48a4f-a6d6-46c0-b042-d9a50c777f96) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:24:15.135001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa1b56-8f1c-4f40-ad44-e0082f1d741e None None] Pushing event updated for resources: {'Port': ['ID=5086086c-d700-430c-9f48-4fabe9f96e07,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:15.259464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:15.375078 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:15.436803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:15.440965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:15.445612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:24:15.499584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c48a4f-a6d6-46c0-b042-d9a50c777f96,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:15.917718 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5086086c-d700-430c-9f48-4fabe9f96e07 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:15.937943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:16.049477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 5086086c-d700-430c-9f48-4fabe9f96e07 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:16.054839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0af1ada8-8874-442b-bc1e-fa494cbb6899 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:16.180194 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 0af1ada8-8874-442b-bc1e-fa494cbb6899 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:16.186181 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0af1ada8-8874-442b-bc1e-fa494cbb6899 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:16.186555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:16.299780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c406d-7333-4b96-ba82-0d7d9c40f9d3 None None] Network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:24:16.300307 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:16.402839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:16.457904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e8ac0d05-67dc-404f-927a-a377229544eb None None] Provisioning for port 5086086c-d700-430c-9f48-4fabe9f96e07 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:16.469687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 0af1ada8-8874-442b-bc1e-fa494cbb6899, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0af1ada8-8874-442b-bc1e-fa494cbb6899,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:16.476172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e8ac0d05-67dc-404f-927a-a377229544eb None None] Provisioning complete for port 5086086c-d700-430c-9f48-4fabe9f96e07 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:16.476571 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0d05-67dc-404f-927a-a377229544eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:16.549729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:16.698155 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=0af1ada8-8874-442b-bc1e-fa494cbb6899,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:16.734382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:24:16.766296 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0d05-67dc-404f-927a-a377229544eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:16.807809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e8ac0d05-67dc-404f-927a-a377229544eb None None] For port 5086086c-d700-430c-9f48-4fabe9f96e07, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5086086c-d700-430c-9f48-4fabe9f96e07,segment=NetworkSegment(8c606638-008f-47ca-8aea-046dc37cbf6d),segment_id=8c606638-008f-47ca-8aea-046dc37cbf6d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:16.900232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0d05-67dc-404f-927a-a377229544eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:16.921106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:24:16.940214 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Sync routers for ids ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:24:16.976874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Routers {'95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:16.982645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:17.012707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:17.013941 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0602cbee-b9a2-415f-aebe-9783ed1cf130 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2520299 Apr 08 11:24:17.016833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35436) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:17.066802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac0d05-67dc-404f-927a-a377229544eb None None] Pushing event updated for resources: {'Port': ['ID=5086086c-d700-430c-9f48-4fabe9f96e07,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:17.089669 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-edf7348f-32bf-49e1-ac54-91c284c1f8fb None None] Provisioning complete for port 5086086c-d700-430c-9f48-4fabe9f96e07 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:17.090039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-edf7348f-32bf-49e1-ac54-91c284c1f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:17.228628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Set router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:17.618116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:24:15Z', 'revision_number': 3, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port': {'id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:14Z', 'updated_at': '2022-04-08T11:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:17.621982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Checking router: 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:24:17.622326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Updating router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd port a9c48a4f-a6d6-46c0-b042-d9a50c777f96 binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:24:17.675570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:17.805142 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:17.890997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5086086c-d700-430c-9f48-4fabe9f96e07 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:18.014156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 5086086c-d700-430c-9f48-4fabe9f96e07 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:18.014859 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.016893 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Allocated IP 172.20.0.1 (34f58a13-0e89-4ad6-a78e-c5a8d45c5449/68feb30d-bd04-4db0-96be-6f5832047a84/d6f6127f-9e4d-4b28-b4bd-70879641527e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:24:18.129094 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.145830 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Transition to ACTIVE for port object a9c48a4f-a6d6-46c0-b042-d9a50c777f96 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:18.173390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.189678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Transition to ACTIVE for port object d6f6127f-9e4d-4b28-b4bd-70879641527e will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:18.204980 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0af1ada8-8874-442b-bc1e-fa494cbb6899 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:18.233089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.306054 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.331521 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Attempting to bind port a9c48a4f-a6d6-46c0-b042-d9a50c777f96 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:24:18.331804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Attempting to bind port a9c48a4f-a6d6-46c0-b042-d9a50c777f96 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:24:18.332166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Attempting to bind port a9c48a4f-a6d6-46c0-b042-d9a50c777f96 on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:24:18.346328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:24:18.346328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:18.346328 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.346692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:24:18.347105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Bound port: a9c48a4f-a6d6-46c0-b042-d9a50c777f96, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:24:18.347478 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.368723 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:18.371492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:18.375712 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cac1df-1429-4c8d-9953-46172f23da6c None None] Pushing event updated for resources: {'Port': ['ID=a9c48a4f-a6d6-46c0-b042-d9a50c777f96,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:18.376026 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:24:18.419754 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 0af1ada8-8874-442b-bc1e-fa494cbb6899 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:18.420116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.439560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Pushing event updated for resources: {'Port': ['ID=d6f6127f-9e4d-4b28-b4bd-70879641527e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:18.458100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.485235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] For port a9c48a4f-a6d6-46c0-b042-d9a50c777f96, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:24:18.497697 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] For port a9c48a4f-a6d6-46c0-b042-d9a50c777f96, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a9c48a4f-a6d6-46c0-b042-d9a50c777f96,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:24:18.588549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.680580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Routers {'95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:18.681210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:18.734943 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-65056360-6b78-4b83-ad8e-ae7dfcf2e63a None None] Provisioning for port d6f6127f-9e4d-4b28-b4bd-70879641527e completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:18.741957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cac1df-1429-4c8d-9953-46172f23da6c None None] Pushing event updated for resources: {'Port': ['ID=a9c48a4f-a6d6-46c0-b042-d9a50c777f96,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:18.755626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-65056360-6b78-4b83-ad8e-ae7dfcf2e63a None None] Provisioning complete for port d6f6127f-9e4d-4b28-b4bd-70879641527e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:18.760656 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-65056360-6b78-4b83-ad8e-ae7dfcf2e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.806237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:18.876706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-65056360-6b78-4b83-ad8e-ae7dfcf2e63a None None] Port d6f6127f-9e4d-4b28-b4bd-70879641527e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:24:18.916766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] Set router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:19.030906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:19.099783 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:19.244873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:24:15Z', 'revision_number': 3, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port': {'id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:14Z', 'updated_at': '2022-04-08T11:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:19.248846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444a35c-0270-4a4f-9db2-a5ccc978e1f2 None None] The sync data for ids ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'] in dv-neutron-837109-1-hyperv is: [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:24:15Z', 'revision_number': 3, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port': {'id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:14Z', 'updated_at': '2022-04-08T11:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:24:19.337940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:19.341741 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Pushing event updated for resources: {'Port': ['ID=d6f6127f-9e4d-4b28-b4bd-70879641527e,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:19.494840 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:19.496802 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:19.697850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:24:19.706448 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-3b56a0a0-f1ae-4ed0-be82-e9351eeb7287 None None] Provisioning complete for port d6f6127f-9e4d-4b28-b4bd-70879641527e triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:19.706824 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3b56a0a0-f1ae-4ed0-be82-e9351eeb7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:19.766800 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3b56a0a0-f1ae-4ed0-be82-e9351eeb7287 None None] Port d6f6127f-9e4d-4b28-b4bd-70879641527e cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:24:19.886264 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a9c48a4f-a6d6-46c0-b042-d9a50c777f96 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:19.895039 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:24:19.907572 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-cad2c7a4-840e-4f1e-8b4e-5f07dd60b9ee admin admin] 10.222.0.23 "PUT /v2.0/routers/95fcf914-abbb-4351-b5cf-6a9eaa0c42cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8870680 Apr 08 11:24:20.019810 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port a9c48a4f-a6d6-46c0-b042-d9a50c777f96 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:20.025232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a9c48a4f-a6d6-46c0-b042-d9a50c777f96 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:20.025601 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:20.150054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:20.168674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port a9c48a4f-a6d6-46c0-b042-d9a50c777f96, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a9c48a4f-a6d6-46c0-b042-d9a50c777f96,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:20.231516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:20.307558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=a9c48a4f-a6d6-46c0-b042-d9a50c777f96,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:20.787956 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35446) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:20.793189 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933868789', 'description': 'tempest-secgroup-smoke-933868789 description', 'project_id': '599a4c396d974b50b365ff89a80a0824'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:20.800000 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:20.803838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:20.806756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:20.812378 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:20.882737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:20.902658 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:20.906438 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:20.909307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:20.914842 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:20.985787 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.048380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.090170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe03f3-c2dc-449b-91bd-788786c181d0,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:21.151564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.152831 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8ddf3a9c-3e29-443e-8c7f-d4fe8dda11af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3637967 Apr 08 11:24:21.155906 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35450) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:21.161810 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': 'bcfe03f3-c2dc-449b-91bd-788786c181d0', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:21.168006 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:21.171957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:21.175621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:21.181430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:21.261107 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.327494 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.391549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.409268 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Sync routers for ids ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:24:21.418325 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Routers {'95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:21.418940 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:21.419094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84f2192-9758-4db4-a3c2-eb780516fbdf,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:21.498849 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.500047 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-07ddb61f-4cf2-4a58-aef8-84e1b0f3332b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3431878 Apr 08 11:24:21.503842 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35454) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:21.509346 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': 'bcfe03f3-c2dc-449b-91bd-788786c181d0', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:21.515320 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:21.519941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:21.523684 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:21.529491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:21.614004 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Set router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:21.619814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.684076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.750324 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.776085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d0d1bc-a9c2-456e-8be7-7611497e6a0a,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:21.865120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a9c48a4f-a6d6-46c0-b042-d9a50c777f96 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:21.871304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.875036 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-8ec1d381-d4bf-430d-a0c4-e70d2e1e97f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3676679 Apr 08 11:24:21.875251 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35458) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:21.881668 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': 'bcfe03f3-c2dc-449b-91bd-788786c181d0', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:21.887817 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:21.891830 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:21.895398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:21.901463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:21.933664 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:24:18Z', 'revision_number': 4, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port': {'id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:14Z', 'updated_at': '2022-04-08T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd6f6127f-9e4d-4b28-b4bd-70879641527e', 'name': '', 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'mac_address': 'fa:16:3e:35:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '68feb30d-bd04-4db0-96be-6f5832047a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:17Z', 'updated_at': '2022-04-08T11:24:18Z', 'revision_number': 2, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'subnets': [{'id': '68feb30d-bd04-4db0-96be-6f5832047a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:21.936067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port a9c48a4f-a6d6-46c0-b042-d9a50c777f96 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:21.936680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.937527 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Checking router: 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:24:21.937873 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Updating router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd port d6f6127f-9e4d-4b28-b4bd-70879641527e binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:24:21.992064 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:21.996229 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.060080 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.122468 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.151924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe954560-e3e5-497d-80b1-f9fb332512fd,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:22.191658 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.193135 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-9e3ab562-98af-40bb-b8b9-1a809f8d8186 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166211 Apr 08 11:24:22.195790 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35462) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:22.201000 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': 'bcfe03f3-c2dc-449b-91bd-788786c181d0', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:22.207194 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:22.211153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:22.214076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:22.219803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:22.318519 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.349575 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.362090 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Transition to ACTIVE for port object d6f6127f-9e4d-4b28-b4bd-70879641527e will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:22.383995 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.436777 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.464053 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.487786 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568a09c2-800f-466c-9d1b-df94730f4545,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:22.586109 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.590100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1517337d-c73b-4699-840e-7ca6591471f5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3908694 Apr 08 11:24:22.590229 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35466) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:22.595241 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': 'bcfe03f3-c2dc-449b-91bd-788786c181d0', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:22.602588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:22.607255 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124918d-90d7-4e89-ae32-b1db89375702 None None] Pushing event updated for resources: {'Port': ['ID=d6f6127f-9e4d-4b28-b4bd-70879641527e,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:22.607420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:22.610472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:22.618189 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:22.676880 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Project 599a4c396d974b50b365ff89a80a0824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:24:22.684105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.706767 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Attempting to bind port d6f6127f-9e4d-4b28-b4bd-70879641527e on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:24:22.707123 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Attempting to bind port d6f6127f-9e4d-4b28-b4bd-70879641527e by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:24:22.707475 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Attempting to bind port d6f6127f-9e4d-4b28-b4bd-70879641527e on network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:24:22.712600 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:24:22.712964 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Checking segment: {'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:22.713353 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.713736 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Bound using segment: {'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:24:22.714230 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Bound port: d6f6127f-9e4d-4b28-b4bd-70879641527e, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c606638-008f-47ca-8aea-046dc37cbf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:24:22.715355 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.749521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.805186 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] For port d6f6127f-9e4d-4b28-b4bd-70879641527e, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:24:22.807983 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] For port d6f6127f-9e4d-4b28-b4bd-70879641527e, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d6f6127f-9e4d-4b28-b4bd-70879641527e,segment=NetworkSegment(8c606638-008f-47ca-8aea-046dc37cbf6d),segment_id=8c606638-008f-47ca-8aea-046dc37cbf6d)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:24:22.842331 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.866931 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c19485b-cd7f-4bc9-8bea-a9acd139da3c,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:22.910749 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.957159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:22.961032 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-0500102e-6c74-4a34-896f-515c64891479 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672945 Apr 08 11:24:22.961231 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 35470) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:22.968025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': 'bcfe03f3-c2dc-449b-91bd-788786c181d0', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:22.975490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:22.979396 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:22.982319 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:22.988040 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:22.992038 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124918d-90d7-4e89-ae32-b1db89375702 None None] Pushing event updated for resources: {'Port': ['ID=d6f6127f-9e4d-4b28-b4bd-70879641527e,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:22.996796 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Routers {'95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:22.997402 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:23.059736 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.securitygroups_db [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Project 599a4c396d974b50b365ff89a80a0824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:24:23.068002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:23.140961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:23.181053 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] Set router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:23.202472 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:23.228889 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901fdf0d-1144-4bbc-9f5f-cee01b1d2f92,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:23.317110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:23.327527 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1f17f16e-2f3c-4cc7-939a-3233d5775ff7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558815 Apr 08 11:24:23.484504 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-082adeee-64aa-42d5-9958-997e5a1c6485 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:24:23.496120 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:24:18Z', 'revision_number': 4, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port': {'id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:14Z', 'updated_at': '2022-04-08T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd6f6127f-9e4d-4b28-b4bd-70879641527e', 'name': '', 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'mac_address': 'fa:16:3e:35:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '68feb30d-bd04-4db0-96be-6f5832047a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:17Z', 'updated_at': '2022-04-08T11:24:22Z', 'revision_number': 4, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'subnets': [{'id': '68feb30d-bd04-4db0-96be-6f5832047a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:23.500226 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3b9b1-d00e-4103-b18f-e2133c3110a6 None None] The sync data for ids ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'] in dv-neutron-837109-1-hyperv is: [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:24:18Z', 'revision_number': 4, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port': {'id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:14Z', 'updated_at': '2022-04-08T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'd6f6127f-9e4d-4b28-b4bd-70879641527e', 'name': '', 'network_id': '34f58a13-0e89-4ad6-a78e-c5a8d45c5449', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'mac_address': 'fa:16:3e:35:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '68feb30d-bd04-4db0-96be-6f5832047a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:17Z', 'updated_at': '2022-04-08T11:24:22Z', 'revision_number': 4, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'subnets': [{'id': '68feb30d-bd04-4db0-96be-6f5832047a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:24:23.568991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-082adeee-64aa-42d5-9958-997e5a1c6485 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:24:23.570225 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-082adeee-64aa-42d5-9958-997e5a1c6485 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933868789&fields=id&tenant_id=599a4c396d974b50b365ff89a80a0824 HTTP/1.1" status: 200 len: 267 time: 0.1253119 Apr 08 11:24:23.738371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-4a49376d-8763-413c-a38e-9fd1e84c20f9 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:23.739029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-4a49376d-8763-413c-a38e-9fd1e84c20f9 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:network {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:24:23.837131 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-4a49376d-8763-413c-a38e-9fd1e84c20f9 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:network {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:24:23.838345 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-4a49376d-8763-413c-a38e-9fd1e84c20f9 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 809 time: 0.2615731 Apr 08 11:24:23.854847 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-a7e3ac4f-b97d-4dc8-84d2-fb252e2d4048 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/quotas/599a4c396d974b50b365ff89a80a0824 HTTP/1.1" status: 200 len: 375 time: 0.0106335 Apr 08 11:24:23.890657 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d6f6127f-9e4d-4b28-b4bd-70879641527e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:23.950900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-cf678943-1d32-4769-8574-dab378732524 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:24:24.059707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-cf678943-1d32-4769-8574-dab378732524 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:24:24.061113 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-cf678943-1d32-4769-8574-dab378732524 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1997640 Apr 08 11:24:24.077174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port d6f6127f-9e4d-4b28-b4bd-70879641527e completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:24.083263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d6f6127f-9e4d-4b28-b4bd-70879641527e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:24.083738 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:24.215135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:24.249379 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port d6f6127f-9e4d-4b28-b4bd-70879641527e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d6f6127f-9e4d-4b28-b4bd-70879641527e,segment=NetworkSegment(8c606638-008f-47ca-8aea-046dc37cbf6d),segment_id=8c606638-008f-47ca-8aea-046dc37cbf6d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:24.318334 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-c49ee518-07ff-45bf-b006-d8a8196c90dc service neutron] 10.222.0.23 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422564 Apr 08 11:24:24.340043 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:24.413257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=d6f6127f-9e4d-4b28-b4bd-70879641527e,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:24.450443 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-4c19d67d-9bb1-4059-8365-4e61f90bb13f service neutron] 10.222.0.23 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285195 Apr 08 11:24:24.765214 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5905da54-94a5-48c0-9977-75eb5d16b989 req-2129bb54-e474-473d-9d81-44c56688ece7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 210 time: 0.0975370 Apr 08 11:24:25.865707 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-35797210-77ce-4ff7-96dd-0a5d440bbe3a req-7a9b70ef-86ed-4dd6-92d9-9bf992d40c5e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 210 time: 0.0455923 Apr 08 11:24:25.867733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d6f6127f-9e4d-4b28-b4bd-70879641527e up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:25.933095 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port d6f6127f-9e4d-4b28-b4bd-70879641527e triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:25.933458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:26.960199 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ad3dec9c-046f-4c15-867b-3f2bb84982a9 req-f660423f-7acd-44e3-a25f-f461112239a0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 210 time: 0.0420091 Apr 08 11:24:27.231344 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7dab82b6-e6d9-4614-b4ae-feeff15a7735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:28.114273 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b4144834-d224-4756-9577-a3114ecf37a6 req-9de9182f-de83-455a-af34-300138db7ee4 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 210 time: 0.0485229 Apr 08 11:24:29.070962 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-4f3f4f11-92f1-4535-807b-b4a14af1a0d2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:29.072388 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-4f3f4f11-92f1-4535-807b-b4a14af1a0d2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 809 time: 0.1484647 Apr 08 11:24:29.122362 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-db0a4e9d-7665-4d18-bf20-8c2c9acdf001 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599a4c396d974b50b365ff89a80a0824 HTTP/1.1" status: 200 len: 379 time: 0.0415828 Apr 08 11:24:29.130599 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'port': {'device_id': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'admin_state_up': True, 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'security_groups': ['bcfe03f3-c2dc-449b-91bd-788786c181d0']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:29.276631 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:29.281576 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0cb08443-e834-4e37-8d94-cde6071b42ff req-747d7c54-6efb-43a7-a493-0498a3c65ef6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 210 time: 0.0574381 Apr 08 11:24:29.288570 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:29.373837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Made reservation on behalf of 599a4c396d974b50b365ff89a80a0824 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:24:29.377374 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:29.625427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-da5e2d16-bf2e-4fb6-afe1-f9c87c952252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:29.646389 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Allocated IP 172.20.0.11 (db27f14d-9469-4fde-a526-15a87ce43b75/7dc27b34-42e6-43c6-96fb-c7a337de4933/dd05e1e1-6825-4b95-aa2c-4cd740fb23bd) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:24:29.838943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:29.854888 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Transition to ACTIVE for port object dd05e1e1-6825-4b95-aa2c-4cd740fb23bd will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:29.916819 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:29.983822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Network db27f14d-9469-4fde-a526-15a87ce43b75 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:29.986757 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:29.995492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:24:30.039151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:30.065680 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:30.066877 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:30.151693 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-199f0a17-3384-42a6-aecc-e2a8c8cebd25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0248978 Apr 08 11:24:30.205379 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Request body: {'port': {'device_id': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:30.320878 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:30.322827 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e7b80249-f6d3-4173-a4eb-e21fd9224338 None None] Provisioning for port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:30.329048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e7b80249-f6d3-4173-a4eb-e21fd9224338 None None] Provisioning complete for port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:30.329968 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e7b80249-f6d3-4173-a4eb-e21fd9224338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:30.393037 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-e7b80249-f6d3-4173-a4eb-e21fd9224338 None None] Port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:24:30.613993 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac3532-07bb-4515-ab5f-15a5ceacf95c req-07ccf7f8-bb68-4e87-bf96-e35d0b373505 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:30.614485 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-9dac3532-07bb-4515-ab5f-15a5ceacf95c req-07ccf7f8-bb68-4e87-bf96-e35d0b373505 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:24:30.742082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-9dac3532-07bb-4515-ab5f-15a5ceacf95c req-07ccf7f8-bb68-4e87-bf96-e35d0b373505 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:24:30.743263 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9dac3532-07bb-4515-ab5f-15a5ceacf95c req-07ccf7f8-bb68-4e87-bf96-e35d0b373505 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 932 time: 0.3547990 Apr 08 11:24:30.747204 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd05e1e1-6825-4b95-aa2c-4cd740fb23bd {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:24:30.767689 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:30.785792 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:30.797518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Transition to ACTIVE for port object dd05e1e1-6825-4b95-aa2c-4cd740fb23bd will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:24:30.808442 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9dac3532-07bb-4515-ab5f-15a5ceacf95c req-27a38177-031e-4bd4-8501-7cdfe5573d2f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567777 Apr 08 11:24:30.869761 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:31.029715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:31.119646 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Attempting to bind port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:24:31.120034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Attempting to bind port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:24:31.120325 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Attempting to bind port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd on network db27f14d-9469-4fde-a526-15a87ce43b75 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:24:31.125149 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd on network db27f14d-9469-4fde-a526-15a87ce43b75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:24:31.125486 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Attempting to bind port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd on network db27f14d-9469-4fde-a526-15a87ce43b75 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:24:31.130662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:24:31.130994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Checking segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:24:31.131370 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Bound using segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:24:31.131788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Bound port: dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:24:31.132129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:31.236055 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:24:31.239957 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:24:31.264351 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:31.345886 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:31.403605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:31.404162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:31.405541 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] 10.222.0.41 "PUT /v2.0/ports/dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 1094 time: 1.2467568 Apr 08 11:24:31.405977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:24:31.431060 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71835c9-26ea-48d3-9df4-854699a55e0e service neutron] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:31.455947 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d808ae7a-286d-47d5-8148-58cdd25e7630'] response: {'name': 'network-changed', 'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'status': 'completed', 'code': 200} Apr 08 11:24:31.549417 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb5824-d3d5-4531-be8f-591016dd9305 req-45120385-ebc9-4eff-a459-adcd5684387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:31.551328 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fadb5824-d3d5-4531-be8f-591016dd9305 req-45120385-ebc9-4eff-a459-adcd5684387d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1097 time: 0.0734377 Apr 08 11:24:31.692965 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb5824-d3d5-4531-be8f-591016dd9305 req-7432e433-6fd2-4926-99fc-469da0235914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:31.694295 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fadb5824-d3d5-4531-be8f-591016dd9305 req-7432e433-6fd2-4926-99fc-469da0235914 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=599a4c396d974b50b365ff89a80a0824&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1360223 Apr 08 11:24:31.834865 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb5824-d3d5-4531-be8f-591016dd9305 req-b92b0272-5eaf-4b80-b9ee-025b564a0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:31.836370 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fadb5824-d3d5-4531-be8f-591016dd9305 req-b92b0272-5eaf-4b80-b9ee-025b564a0ca4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361997 Apr 08 11:24:32.105304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-f5d1e3d8-f391-4d9f-8833-3ff739fa5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:32.106784 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-f5d1e3d8-f391-4d9f-8833-3ff739fa5073 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1097 time: 0.2345388 Apr 08 11:24:32.120936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9915e5-5cbc-46bf-9d43-b12c1e509cbe req-a4cddd44-99a8-4775-b18a-3ed24d5d8aa8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:32.122445 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab9915e5-5cbc-46bf-9d43-b12c1e509cbe req-a4cddd44-99a8-4775-b18a-3ed24d5d8aa8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.1204095 Apr 08 11:24:32.154151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:32.202399 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-da264188-39ad-408d-a043-367e1c6a51e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 217 time: 0.0787480 Apr 08 11:24:32.315144 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab9915e5-5cbc-46bf-9d43-b12c1e509cbe req-fb95acf2-494b-43bf-a358-1cc682240f59 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382406 Apr 08 11:24:32.322686 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-dcf4abd6-372d-4b10-9c39-d7963a4e8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:32.324114 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-dcf4abd6-372d-4b10-9c39-d7963a4e8520 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.1127143 Apr 08 11:24:32.355920 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:24:32.405274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-14726d1b-955c-4b7c-9c22-ea62f061807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:32.406749 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-14726d1b-955c-4b7c-9c22-ea62f061807f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769122 Apr 08 11:24:32.544014 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-08ca21c8-c804-4b4a-b5fa-bfc0db2212f3 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311073 Apr 08 11:24:32.679224 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-676b80a1-ab9a-4593-b748-901fa3a0247f req-94b9defb-bf32-495e-b2b5-b7733d5894c2 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296806 Apr 08 11:24:33.523110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628047e9-35f2-4e01-bb41-ba0711f48cfa req-5479bebf-7786-48e2-9133-59183bc7b2d2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:33.524519 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-628047e9-35f2-4e01-bb41-ba0711f48cfa req-5479bebf-7786-48e2-9133-59183bc7b2d2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0912101 Apr 08 11:24:33.570927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-628047e9-35f2-4e01-bb41-ba0711f48cfa req-8ea4d8c0-037d-44cb-94ca-378d859ca556 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:24:33.583713 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-628047e9-35f2-4e01-bb41-ba0711f48cfa req-8ea4d8c0-037d-44cb-94ca-378d859ca556 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:24:33.585024 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-628047e9-35f2-4e01-bb41-ba0711f48cfa req-8ea4d8c0-037d-44cb-94ca-378d859ca556 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544240 Apr 08 11:24:34.669750 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:34.782698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251540f0-ce77-4ae0-838f-341335557715 req-6bfcbce8-4246-4aa0-8f40-3f2db4b656b5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:34.784201 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-251540f0-ce77-4ae0-838f-341335557715 req-6bfcbce8-4246-4aa0-8f40-3f2db4b656b5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0859618 Apr 08 11:24:34.829487 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-251540f0-ce77-4ae0-838f-341335557715 req-2beb85e4-8f1e-4ffc-869d-4ddabd2fe638 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391543 Apr 08 11:24:36.021861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084ab6-d8d6-42ee-8c16-03ecb1b1a5f7 req-a4fc3a9b-7c5a-4f45-a3b8-5fcbebbe0e8c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:36.023388 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-40084ab6-d8d6-42ee-8c16-03ecb1b1a5f7 req-a4fc3a9b-7c5a-4f45-a3b8-5fcbebbe0e8c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0870121 Apr 08 11:24:36.070700 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-40084ab6-d8d6-42ee-8c16-03ecb1b1a5f7 req-f3b24119-58d3-418c-b802-0525f97f61dc tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Apr 08 11:24:36.683273 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:24:36.819265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:36.859694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'port_id': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'mac_address': 'fa:16:3e:c6:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:24:36.914453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:36.931145 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd05e1e1-6825-4b95-aa2c-4cd740fb23bd {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:24:36.946380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:37.023693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:37.093148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:37.235245 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:24:37.254552 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee84685-ad10-4fb9-b090-4994ed4c9fe0 req-5dfa689b-6c23-40dc-b643-95d63fb92eee tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:37.256159 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aee84685-ad10-4fb9-b090-4994ed4c9fe0 req-5dfa689b-6c23-40dc-b643-95d63fb92eee tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 945 time: 0.0791328 Apr 08 11:24:37.302929 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aee84685-ad10-4fb9-b090-4994ed4c9fe0 req-660e9ba1-ea12-4273-ad5f-de149233ff08 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 Apr 08 11:24:38.638666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4310bd3-9a6b-4b6d-83cf-b6e621d460cc req-82d399f2-273c-4666-a9f0-52867763d616 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:38.640144 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b4310bd3-9a6b-4b6d-83cf-b6e621d460cc req-82d399f2-273c-4666-a9f0-52867763d616 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 945 time: 0.0831523 Apr 08 11:24:38.692295 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b4310bd3-9a6b-4b6d-83cf-b6e621d460cc req-af95417d-16c5-4ff6-be7c-ecaf1172a190 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452297 Apr 08 11:24:38.698872 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:24:38.859690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:24:38.865544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:24:38.865913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:38.991948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:39.021059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:24:39.032111 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:24:39.075138 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf2ffe4-0d96-4b6a-bdb8-2492db5f6f5f'] response: {'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'code': 200} Apr 08 11:24:39.116870 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:39.191484 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:39.424372 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dca26b-42fe-445a-ad4e-7ffb287ddc09 req-617dc561-2092-449b-a568-18d04493874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:39.427104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f1dca26b-42fe-445a-ad4e-7ffb287ddc09 req-617dc561-2092-449b-a568-18d04493874d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1099 time: 0.0777924 Apr 08 11:24:39.471523 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f1dca26b-42fe-445a-ad4e-7ffb287ddc09 req-4a29cc2b-ac56-44fb-bbb9-c53322859987 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377734 Apr 08 11:24:39.881110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c802d3-f6f6-4789-9fc8-a8498ccae951 req-b6023078-2a1a-4d52-8afe-f36e8f825172 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:39.882668 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b6c802d3-f6f6-4789-9fc8-a8498ccae951 req-b6023078-2a1a-4d52-8afe-f36e8f825172 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0833783 Apr 08 11:24:39.929742 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b6c802d3-f6f6-4789-9fc8-a8498ccae951 req-a58b322d-aa1a-4aa3-b168-af60a2ef3a5a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405626 Apr 08 11:24:41.130679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2bdfa-94cc-4772-8f4f-9c1d7559ba2a req-17f55c70-d8dc-4d53-bbf9-53620ca7ee0f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:41.131524 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ed2bdfa-94cc-4772-8f4f-9c1d7559ba2a req-17f55c70-d8dc-4d53-bbf9-53620ca7ee0f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0937955 Apr 08 11:24:41.181787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1ed2bdfa-94cc-4772-8f4f-9c1d7559ba2a req-0dd3e50b-2761-4f62-979e-a8bbb25a9d6a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445411 Apr 08 11:24:41.376788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4abe-054c-4d5c-a988-00da16a7d2de req-55ee7cd4-7c86-4c02-8cea-f21feb7a4697 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:41.378292 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a14a4abe-054c-4d5c-a988-00da16a7d2de req-55ee7cd4-7c86-4c02-8cea-f21feb7a4697 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0856972 Apr 08 11:24:41.423844 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a14a4abe-054c-4d5c-a988-00da16a7d2de req-a60d324b-deb6-49fd-a462-a016d11f7d1f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396588 Apr 08 11:24:41.447164 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35544) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:41.560469 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790a851-0e33-40a2-af77-d54c9985ebde tempest-TestShelveInstance-700460667 tempest-TestShelveInstance-700460667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:41.561204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c790a851-0e33-40a2-af77-d54c9985ebde tempest-TestShelveInstance-700460667 tempest-TestShelveInstance-700460667-project-admin] Synchronizing usage tracker for tenant:3b7febd615224165a037c674a1e5c3b6 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:24:41.699487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-c790a851-0e33-40a2-af77-d54c9985ebde tempest-TestShelveInstance-700460667 tempest-TestShelveInstance-700460667-project-admin] Unset dirty status for tenant:3b7febd615224165a037c674a1e5c3b6 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:24:41.700648 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-c790a851-0e33-40a2-af77-d54c9985ebde tempest-TestShelveInstance-700460667 tempest-TestShelveInstance-700460667-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1094 time: 0.2524722 Apr 08 11:24:41.703694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35550) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:24:41.709991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:24:41.715744 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:24:41.719622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:floatingip and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:24:41.723270 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:24:41.729112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:24:41.819359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:42.054467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:42.190091 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Allocated IP 172.26.7.4 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/87df8d6e-b4d3-47bd-906e-d2703c47a435) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:24:42.374932 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:42.590297 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:42.657441 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:24:42.665444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:24:42.669866 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:24:42.700033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'Port': ['ID=87df8d6e-b4d3-47bd-906e-d2703c47a435,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:43.108343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:43.241377 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:43.460702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:43.533558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:43.646113 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'Port': ['ID=87df8d6e-b4d3-47bd-906e-d2703c47a435,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:24:43.659058 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:43.842710 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Floating IP 3cf9efb3-c6dc-4af5-a9ca-9c1f43cdf251 associated. External IP: 172.26.7.4, port: dd05e1e1-6825-4b95-aa2c-4cd740fb23bd. Apr 08 11:24:44.311063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Router d60f8a14-b22d-424e-8ce9-5b63516c1084 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:24:44.491589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:24:44.501277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] Sync routers for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:24:44.511517 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:44.512235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:44.562299 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:44.622469 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-4243ac62-c8cf-40e2-88f5-2e2bffa9b906 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9177008 Apr 08 11:24:44.623045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:24:44.703929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:44.731910 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be06bfda-3248-4eb2-aa8a-042fe01f600c'] response: {'name': 'network-changed', 'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'status': 'completed', 'code': 200} Apr 08 11:24:44.824414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-db899779-a5be-4b3e-94ec-058422172db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:44.825828 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-db899779-a5be-4b3e-94ec-058422172db0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1099 time: 0.0726340 Apr 08 11:24:44.972508 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-3adc35bf-e706-41a9-8e5c-b73d2e581242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:44.974234 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-3adc35bf-e706-41a9-8e5c-b73d2e581242 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1429696 Apr 08 11:24:45.068723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '3cf9efb3-c6dc-4af5-a9ca-9c1f43cdf251', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'port_id': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'mac_address': 'fa:16:3e:c6:2f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:24:43Z', 'updated_at': '2022-04-08T11:24:43Z', 'revision_number': 0, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:45.072876 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] Checking router: d60f8a14-b22d-424e-8ce9-5b63516c1084 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:24:45.083111 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-f95d58a6-fd7a-44ac-b113-653540d76fba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 998 time: 0.1023180 Apr 08 11:24:45.086173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:24:45.087154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:24:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:45.150783 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-67a03db3-3e51-4f6b-81be-62eac45ec7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:45.152241 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-67a03db3-3e51-4f6b-81be-62eac45ec7ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0631630 Apr 08 11:24:45.235487 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-6b7ccba8-4a6b-46d5-a2d2-6ba50ca59bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:24:45.236992 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-6b7ccba8-4a6b-46d5-a2d2-6ba50ca59bf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785820 Apr 08 11:24:45.311786 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:24:45.492509 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-72114377-a755-45be-b329-f90c0301ffe1 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488396 Apr 08 11:24:45.642734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f60435ce-876e-4ba1-86cb-df0c4dae5046 req-2843e19f-8b6b-455b-bb72-a4ef9b6a27b4 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349916 Apr 08 11:24:45.729460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '3cf9efb3-c6dc-4af5-a9ca-9c1f43cdf251', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'port_id': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'mac_address': 'fa:16:3e:c6:2f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:24:43Z', 'updated_at': '2022-04-08T11:24:43Z', 'revision_number': 0, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:24:45.734010 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020d5ad-a115-4f35-8105-062360935b2e None None] The sync data for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv is: [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '3cf9efb3-c6dc-4af5-a9ca-9c1f43cdf251', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'port_id': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'mac_address': 'fa:16:3e:c6:2f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:24:43Z', 'updated_at': '2022-04-08T11:24:43Z', 'revision_number': 0, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:24:45.939420 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0bdb5-4879-43b6-a566-1a552b3cf5d5 None None] New status for floating IP 3cf9efb3-c6dc-4af5-a9ca-9c1f43cdf251: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:24:57.234972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c695c10b-2942-46a3-9b9d-ee9eb0a52ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:24:59.584992 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-66304462-082d-4ca0-96da-2eaee3a63ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:00.773422 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:01.304573 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:02.158220 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:04.641955 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:09.355865 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:25:26.820668 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-402c684b-3581-4be4-aee3-0b46a6927146 req-f965a59a-815e-46f7-8f1d-dd3ae7a6eca2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706649 Apr 08 11:25:26.964605 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c684b-3581-4be4-aee3-0b46a6927146 req-56b6fab8-41ee-4c4c-94cc-3e2714999459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:25:26.966081 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-402c684b-3581-4be4-aee3-0b46a6927146 req-56b6fab8-41ee-4c4c-94cc-3e2714999459 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1099 time: 0.0754650 Apr 08 11:25:27.110434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c684b-3581-4be4-aee3-0b46a6927146 req-3f78de5a-132a-481b-a5ae-b75ef51be465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:25:27.111781 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-402c684b-3581-4be4-aee3-0b46a6927146 req-3f78de5a-132a-481b-a5ae-b75ef51be465 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1275074 Apr 08 11:25:27.214464 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-402c684b-3581-4be4-aee3-0b46a6927146 req-1a394570-686b-4774-b683-4ae2137b66e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 1000 time: 0.0965405 Apr 08 11:25:27.241302 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-267634b3-49b7-4207-b2c8-e5d23fc13ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:27.279575 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c684b-3581-4be4-aee3-0b46a6927146 req-4416c573-d9f6-4c0a-be6b-b71485eea2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:25:27.285434 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-402c684b-3581-4be4-aee3-0b46a6927146 req-4416c573-d9f6-4c0a-be6b-b71485eea2f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0656466 Apr 08 11:25:27.360345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c684b-3581-4be4-aee3-0b46a6927146 req-9a7ccfff-43eb-4f39-8565-3d8fd4cbd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:25:27.361903 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-402c684b-3581-4be4-aee3-0b46a6927146 req-9a7ccfff-43eb-4f39-8565-3d8fd4cbd83c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701005 Apr 08 11:25:27.493495 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-402c684b-3581-4be4-aee3-0b46a6927146 req-74fe144a-7384-4092-86c8-998a621a460e service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257975 Apr 08 11:25:27.642134 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-402c684b-3581-4be4-aee3-0b46a6927146 req-3f18c09c-3fdf-4a31-a49e-fad08e6208c5 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432939 Apr 08 11:25:29.582679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ee450563-b83f-4cca-bbdb-939968bf8891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:30.755672 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:31.286877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:32.144117 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:34.652854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:46.355035 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:25:57.234739 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f2f67940-2c52-42b6-ac11-ca1fdf4f0d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:25:59.565906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3dd261ff-bd96-4951-b9f7-24668b80009f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:00.754722 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:01.263315 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:02.183180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:04.663097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:23.354142 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:26:27.268789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-af666573-4051-48bd-b1d4-324b816f36cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:27.830238 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-fd360a1d-b2c5-40cc-9a7d-764f655acbdf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749655 Apr 08 11:26:27.968290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-632c980f-44f7-4f54-9d97-75630a9ebbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:27.969792 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-632c980f-44f7-4f54-9d97-75630a9ebbed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1099 time: 0.0709262 Apr 08 11:26:28.111910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-20b08d96-8cb5-47da-ab7f-4fd02c5ff44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:28.113295 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-20b08d96-8cb5-47da-ab7f-4fd02c5ff44f service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1258168 Apr 08 11:26:28.216420 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-e4b4a068-a2a5-412c-abec-a0a779e7bc3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 1000 time: 0.0967164 Apr 08 11:26:28.279011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-ba20993a-be5c-444b-ae9f-5aea117bee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:28.284265 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-ba20993a-be5c-444b-ae9f-5aea117bee13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0579560 Apr 08 11:26:28.360117 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-71a635b9-cdb0-441b-bbb9-5f695f5dc47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:28.361652 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-71a635b9-cdb0-441b-bbb9-5f695f5dc47c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755887 Apr 08 11:26:28.598070 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-0c11fc29-c402-4bcf-9e76-7de76831bb11 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306197 Apr 08 11:26:28.730023 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1d4fd5c3-3da7-4f55-9500-3d20e182a890 req-30bb872f-2739-432f-8614-824a1a3b8303 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255610 Apr 08 11:26:29.588415 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-45611bc7-b755-4359-b080-46ea080e7501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:30.781874 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:31.262811 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:32.234253 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:34.645779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:40.124529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8d27-117e-4eda-bc32-b5c1dafa7639 req-6a315196-f32c-4d79-b2f9-c05ee9b6870e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:40.126027 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aabf8d27-117e-4eda-bc32-b5c1dafa7639 req-6a315196-f32c-4d79-b2f9-c05ee9b6870e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0818319 Apr 08 11:26:40.173964 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-aabf8d27-117e-4eda-bc32-b5c1dafa7639 req-c76f36c0-1277-443d-bf36-42247f9e96e8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416362 Apr 08 11:26:41.372701 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06fb7c-8e87-4bbb-9da5-83c49ffaa024 req-e49a390b-581a-48c8-8cc0-616b532f5a1e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:41.374181 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6a06fb7c-8e87-4bbb-9da5-83c49ffaa024 req-e49a390b-581a-48c8-8cc0-616b532f5a1e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0815084 Apr 08 11:26:41.419216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-6a06fb7c-8e87-4bbb-9da5-83c49ffaa024 req-20bc86c8-d2b5-40fb-8d2a-3e88b4b70afa tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392988 Apr 08 11:26:42.607598 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcc785-f214-4346-a02f-1b2ec5d5cdd9 req-4d60e291-fed3-454b-8e0a-d9b0b70403a0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:42.609013 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-49bcc785-f214-4346-a02f-1b2ec5d5cdd9 req-4d60e291-fed3-454b-8e0a-d9b0b70403a0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0808735 Apr 08 11:26:42.654026 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-49bcc785-f214-4346-a02f-1b2ec5d5cdd9 req-e82d106c-f812-4072-95f8-392972eeec53 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393949 Apr 08 11:26:43.839120 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea900626-8ae2-42a4-95b2-26faaadc02ed req-6f5249f9-b35f-47a3-9bfc-e21200db8b35 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:43.840626 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ea900626-8ae2-42a4-95b2-26faaadc02ed req-6f5249f9-b35f-47a3-9bfc-e21200db8b35 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0827310 Apr 08 11:26:43.886865 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ea900626-8ae2-42a4-95b2-26faaadc02ed req-f2b3aab9-876d-4e6b-a2a3-bbb0a5eadde5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402570 Apr 08 11:26:45.078167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6657ab-0cea-499a-a917-2461618ce34e req-faa229ef-800d-4f2f-97e4-a060214ee65a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:45.079630 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da6657ab-0cea-499a-a917-2461618ce34e req-faa229ef-800d-4f2f-97e4-a060214ee65a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0841377 Apr 08 11:26:45.125950 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-da6657ab-0cea-499a-a917-2461618ce34e req-75b4a748-8960-4224-a83e-442d46fcbc4a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397961 Apr 08 11:26:46.312807 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b01003-2fa8-40ad-aec9-db9a55e29332 req-4f6dc600-a6cf-4fb9-9ad7-7feaadb01cd1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:46.314281 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-65b01003-2fa8-40ad-aec9-db9a55e29332 req-4f6dc600-a6cf-4fb9-9ad7-7feaadb01cd1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0798094 Apr 08 11:26:46.368584 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-65b01003-2fa8-40ad-aec9-db9a55e29332 req-51e3a242-d6f9-4960-89aa-e1f03ccdc35a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429862 Apr 08 11:26:47.557615 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c09190-f22b-41e8-9faa-a9128af3725d req-5a4f2c23-3db3-496f-9af9-b09deb42c969 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:47.559094 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14c09190-f22b-41e8-9faa-a9128af3725d req-5a4f2c23-3db3-496f-9af9-b09deb42c969 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0816445 Apr 08 11:26:47.604374 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-14c09190-f22b-41e8-9faa-a9128af3725d req-36d2f2b1-bda9-4057-b842-772a51db9203 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396149 Apr 08 11:26:48.789108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bba973-9b11-4f6b-9e39-52c9c658d8a9 req-4b8bb160-9cab-411e-9758-da1aebadbd71 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:48.790580 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b7bba973-9b11-4f6b-9e39-52c9c658d8a9 req-4b8bb160-9cab-411e-9758-da1aebadbd71 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0803919 Apr 08 11:26:48.834712 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b7bba973-9b11-4f6b-9e39-52c9c658d8a9 req-c9f9bcce-fd3e-40ef-845d-535c0afcd4a8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384464 Apr 08 11:26:50.023289 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916e355-f30c-44fe-a78d-6cf5dea80f06 req-fdb18035-59e7-4b1c-b5b4-e113af82f118 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:50.024787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9916e355-f30c-44fe-a78d-6cf5dea80f06 req-fdb18035-59e7-4b1c-b5b4-e113af82f118 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0856574 Apr 08 11:26:50.070676 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9916e355-f30c-44fe-a78d-6cf5dea80f06 req-d2e7c31e-8eb6-49ea-bbd2-0576cf3dc7a0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399570 Apr 08 11:26:51.257412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b88e5c-5a8f-4725-a4e8-61015e9d40cc req-818706e2-c0c6-439d-a5ae-573763d384a8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:51.258936 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99b88e5c-5a8f-4725-a4e8-61015e9d40cc req-818706e2-c0c6-439d-a5ae-573763d384a8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0846486 Apr 08 11:26:51.306774 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-99b88e5c-5a8f-4725-a4e8-61015e9d40cc req-f9f77849-139c-409f-93c7-7cc744e370ff tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 Apr 08 11:26:52.506462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be6a0d-0348-4050-8824-1b8c9af98017 req-74334929-212e-4751-9343-0f14aac37e98 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:52.508123 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-22be6a0d-0348-4050-8824-1b8c9af98017 req-74334929-212e-4751-9343-0f14aac37e98 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0856633 Apr 08 11:26:52.558437 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-22be6a0d-0348-4050-8824-1b8c9af98017 req-10058805-9ecd-4b13-ba02-01f48a6a74af tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Apr 08 11:26:53.249189 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:26:53.406018 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:26:53.426287 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'port_id': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'mac_address': 'fa:16:3e:c6:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:26:53.489446 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:53.508907 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd05e1e1-6825-4b95-aa2c-4cd740fb23bd {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:26:53.527038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:26:53.628733 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:53.720443 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:26:53.778688 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:26:53.782561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f596e5-de18-4659-a0f0-8b04fbfa0c26 req-a3cb78c2-fc81-4961-a437-3404755f885e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:53.784742 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e4f596e5-de18-4659-a0f0-8b04fbfa0c26 req-a3cb78c2-fc81-4961-a437-3404755f885e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 945 time: 0.0923223 Apr 08 11:26:53.791835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.792364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.792736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.793073 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.793406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.793730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.794056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.794383 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.794706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.795029 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.795356 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.795680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:26:53.866091 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-e4f596e5-de18-4659-a0f0-8b04fbfa0c26 req-195e701b-9b47-4113-9fa3-30b8d7c55c04 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672646 Apr 08 11:26:55.104549 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bf8da-fd93-409b-bc1b-269f0a599072 req-5fd6f05b-b235-4466-a9f6-84571ab9e643 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:55.112423 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fb5bf8da-fd93-409b-bc1b-269f0a599072 req-5fd6f05b-b235-4466-a9f6-84571ab9e643 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 945 time: 0.1019845 Apr 08 11:26:55.155723 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fb5bf8da-fd93-409b-bc1b-269f0a599072 req-b4233216-3546-4c70-b913-1e5d30228c5f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Apr 08 11:26:55.254165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:26:55.342667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:26:55.343139 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:55.496831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:55.545210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:26:55.563407 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:26:55.615873 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aff1b61-b49e-4f02-966c-5d821858c16c'] response: {'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'code': 200} Apr 08 11:26:55.639325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:55.738898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:26:56.380086 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb987f6-9080-4017-b9ab-60814fef454f req-1aaa19aa-e605-465c-a26d-5b8b67c15dfd tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:56.381808 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb987f6-9080-4017-b9ab-60814fef454f req-1aaa19aa-e605-465c-a26d-5b8b67c15dfd tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.1035643 Apr 08 11:26:56.444557 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-adb987f6-9080-4017-b9ab-60814fef454f req-ead10394-e6d8-4045-ae3f-cc9fe1a4b471 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482213 Apr 08 11:26:57.304278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58dc59af-5901-41ab-a909-f20edef4b0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:26:57.655304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a936b1-52ae-4522-8891-ec3abdda4196 req-b4a42133-db02-4238-a3da-c56907c2765e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:57.657032 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-73a936b1-52ae-4522-8891-ec3abdda4196 req-b4a42133-db02-4238-a3da-c56907c2765e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0902007 Apr 08 11:26:57.707283 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-73a936b1-52ae-4522-8891-ec3abdda4196 req-156c1761-eb9c-4ed9-9fe9-ff10063f6d5c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416255 Apr 08 11:26:58.906169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e94cc-9252-4ff0-bb14-740398653780 req-e39c1ded-e345-4400-b2a8-2f6ec9ce101d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:26:58.907650 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a11e94cc-9252-4ff0-bb14-740398653780 req-e39c1ded-e345-4400-b2a8-2f6ec9ce101d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0920405 Apr 08 11:26:58.957921 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a11e94cc-9252-4ff0-bb14-740398653780 req-feb096e4-e51b-4ff5-bc57-6beca72e6ff0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 Apr 08 11:26:59.622288 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-71e67715-3732-490a-95e6-52a538367bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:00.281863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af70b7a-b32c-487f-8481-6d249bcc2311 req-f91fa25b-e4bc-41fb-aea6-d5325480bd1c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:00.283548 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4af70b7a-b32c-487f-8481-6d249bcc2311 req-f91fa25b-e4bc-41fb-aea6-d5325480bd1c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.1401677 Apr 08 11:27:00.349754 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4af70b7a-b32c-487f-8481-6d249bcc2311 req-1bd2502d-ea7e-4319-8940-45c655abaf88 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597351 Apr 08 11:27:00.362783 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:27:00.802185 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:01.290518 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:01.546361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad07a1-de00-45aa-b69a-59e25657dc4f req-83d7247c-14f1-4224-8d4a-9cf5a6e5e8fc tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:01.547860 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-efad07a1-de00-45aa-b69a-59e25657dc4f req-83d7247c-14f1-4224-8d4a-9cf5a6e5e8fc tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0897698 Apr 08 11:27:01.596980 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-efad07a1-de00-45aa-b69a-59e25657dc4f req-79d0ead3-067f-44a9-bb4c-5a89a00ac1d9 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Apr 08 11:27:02.153555 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:02.800409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7767d-9dd1-4625-b7cc-310ad3f269fd req-6e5622ab-6b30-4327-98d5-d40e4afc4d4a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:02.801904 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-03a7767d-9dd1-4625-b7cc-310ad3f269fd req-6e5622ab-6b30-4327-98d5-d40e4afc4d4a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0880051 Apr 08 11:27:02.847569 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-03a7767d-9dd1-4625-b7cc-310ad3f269fd req-30ce4af3-5df3-4de3-b4d2-00c4b3cc0b09 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399110 Apr 08 11:27:03.846641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-1251e148-e6cb-4d13-809f-654a6046dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:03.848130 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-1251e148-e6cb-4d13-809f-654a6046dfa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1099 time: 0.0698948 Apr 08 11:27:04.039636 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-54fdb88a-8d3f-40b6-b451-b2771bff985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:04.041172 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-54fdb88a-8d3f-40b6-b451-b2771bff985f service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1864417 Apr 08 11:27:04.119890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69eec-dbc1-4465-ad57-e0a561f0c013 req-2c2e78d4-217c-42c6-835d-7402b6a085b2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:04.121294 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00a69eec-dbc1-4465-ad57-e0a561f0c013 req-2c2e78d4-217c-42c6-835d-7402b6a085b2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.1659787 Apr 08 11:27:04.191903 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-8138ba9f-5c3a-46c0-bf83-8435cbc1eefc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 1000 time: 0.1383495 Apr 08 11:27:04.195161 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-00a69eec-dbc1-4465-ad57-e0a561f0c013 req-fcee6594-f9ba-47db-a818-264365c9b1f1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657649 Apr 08 11:27:04.257966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-875a99dd-6ce9-4d1f-b56d-98672e9335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:04.259445 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-875a99dd-6ce9-4d1f-b56d-98672e9335e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0611222 Apr 08 11:27:04.445447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-82beaf03-c09a-4f7f-acfb-34bfa361190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:04.446938 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-82beaf03-c09a-4f7f-acfb-34bfa361190c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1818123 Apr 08 11:27:04.583499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-b35e0edb-7008-428d-ae99-3bef6b4588f0 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299181 Apr 08 11:27:04.701869 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:04.720152 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c93e43e5-7585-40df-b26a-f76eef2b5e86 req-d1f4decd-c48e-4967-a062-fcf5dc9d9d11 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308270 Apr 08 11:27:05.383894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383848d-6506-4808-a913-9b36680c20e8 req-5bd538b7-5de8-4fad-90f9-c15fcbbed60d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:05.385394 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1383848d-6506-4808-a913-9b36680c20e8 req-5bd538b7-5de8-4fad-90f9-c15fcbbed60d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0833743 Apr 08 11:27:05.527901 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1383848d-6506-4808-a913-9b36680c20e8 req-08bb0fbc-66f7-4b2e-8585-de03970c316e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368108 Apr 08 11:27:06.717562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c0a06-cf08-40c8-9ed4-27e91f3c70d0 req-e96848df-267e-49c8-adb5-7e20e1486d3c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:06.719008 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e71c0a06-cf08-40c8-9ed4-27e91f3c70d0 req-e96848df-267e-49c8-adb5-7e20e1486d3c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0847535 Apr 08 11:27:06.763993 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e71c0a06-cf08-40c8-9ed4-27e91f3c70d0 req-4676d536-2142-4312-a770-e65d05c1add5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385220 Apr 08 11:27:07.320574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:27:07.370731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fb328-0c46-4a37-bd31-2f86697ef9d1 req-18166ac3-73b5-4365-8507-87ff0a5a5ca6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:07.372219 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e1fb328-0c46-4a37-bd31-2f86697ef9d1 req-18166ac3-73b5-4365-8507-87ff0a5a5ca6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 946 time: 0.0848267 Apr 08 11:27:07.425933 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2e1fb328-0c46-4a37-bd31-2f86697ef9d1 req-e28043ef-853c-477d-8439-ea7ce87b5e4f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477192 Apr 08 11:27:07.487330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:07.514969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:27:07.526610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:27:07.565050 dv-neutron-837109-1-hyperv neutron-server[88614]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e6163e5d-cf25-4ea2-a4b8-3f4aa000de74']: {'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'code': 422} returned with failed status Apr 08 11:27:07.696736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:07.766539 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:07.855757 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35724) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:27:08.005219 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-ceedb9d3-595d-46cb-b678-e79f6465553d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474774 Apr 08 11:27:08.619318 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013ab01-684b-40e9-b937-f5180482559b req-6f3224d5-d335-4e9e-907d-a8bc6e0a0414 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:08.620730 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9013ab01-684b-40e9-b937-f5180482559b req-6f3224d5-d335-4e9e-907d-a8bc6e0a0414 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0855839 Apr 08 11:27:08.664433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9013ab01-684b-40e9-b937-f5180482559b req-8d58d53f-7475-4e48-97c9-63e4bd127e25 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380456 Apr 08 11:27:09.854920 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d27c05-0dd1-4ec8-941e-73c4a7ebeda2 req-67e3f5b4-1a02-44c4-8749-a1fa0237f6b3 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:09.856398 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d3d27c05-0dd1-4ec8-941e-73c4a7ebeda2 req-67e3f5b4-1a02-44c4-8749-a1fa0237f6b3 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0838497 Apr 08 11:27:09.907340 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d3d27c05-0dd1-4ec8-941e-73c4a7ebeda2 req-181bdab0-d98a-4f66-887e-f3c2d58887f4 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 Apr 08 11:27:10.425563 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419379-f869-4a06-ac5c-0905e0933c77 req-d8272db8-c5b2-4ffb-bf64-26affab221b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:10.427667 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-d8272db8-c5b2-4ffb-bf64-26affab221b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15&tenant_id=599a4c396d974b50b365ff89a80a0824 HTTP/1.1" status: 200 len: 1097 time: 0.0709965 Apr 08 11:27:10.525382 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419379-f869-4a06-ac5c-0905e0933c77 req-625e265e-bcf5-4956-88e6-673b8eba1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:10.526866 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-625e265e-bcf5-4956-88e6-673b8eba1102 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1097 time: 0.0739346 Apr 08 11:27:10.657308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419379-f869-4a06-ac5c-0905e0933c77 req-1e09a967-cae6-4c73-ad1d-e0650ae1b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:10.658789 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-1e09a967-cae6-4c73-ad1d-e0650ae1b867 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1263559 Apr 08 11:27:10.761683 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-f6b8af89-20af-4793-97a4-17b8212b789f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 998 time: 0.0968616 Apr 08 11:27:10.822502 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419379-f869-4a06-ac5c-0905e0933c77 req-48356634-4dda-447e-9d5f-b5bd6a97833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:10.823954 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-48356634-4dda-447e-9d5f-b5bd6a97833f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0567636 Apr 08 11:27:10.897764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419379-f869-4a06-ac5c-0905e0933c77 req-804e698c-024d-4cf5-9266-0d39743c0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:10.899241 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-804e698c-024d-4cf5-9266-0d39743c0af0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699227 Apr 08 11:27:11.081806 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-5ff3c646-4f55-4339-86bf-550fefda64b1 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762242 Apr 08 11:27:11.204773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613458f-59c5-4b3b-8a25-4e2f3b970e2f req-e320d28b-bc61-4c8c-af74-c45bb22d2db8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:11.206135 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f613458f-59c5-4b3b-8a25-4e2f3b970e2f req-e320d28b-bc61-4c8c-af74-c45bb22d2db8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.1922860 Apr 08 11:27:11.265590 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-2a5845f4-6206-4887-8875-31c6a1707a1c service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772072 Apr 08 11:27:11.273577 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f613458f-59c5-4b3b-8a25-4e2f3b970e2f req-64c7fb0e-e145-4004-8d98-4e054993105b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615833 Apr 08 11:27:12.487003 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ba053-c47e-4cf6-a492-111df51bd217 req-1000f220-8806-48a4-9331-c6a25dbc17fb tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:12.489298 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-813ba053-c47e-4cf6-a492-111df51bd217 req-1000f220-8806-48a4-9331-c6a25dbc17fb tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0851173 Apr 08 11:27:12.540566 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-813ba053-c47e-4cf6-a492-111df51bd217 req-601b6ad7-7e11-4901-84e5-a6db488272a3 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441041 Apr 08 11:27:13.748263 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa5b62-953a-42ab-9f1f-fac4f70f8c96 req-d6f672f9-43f7-4254-8b1c-4f7e9eda6958 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:13.749817 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e1aa5b62-953a-42ab-9f1f-fac4f70f8c96 req-d6f672f9-43f7-4254-8b1c-4f7e9eda6958 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0851605 Apr 08 11:27:13.945083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e1aa5b62-953a-42ab-9f1f-fac4f70f8c96 req-eb12eb82-8d3d-4342-8c4d-82fea4efaa6c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834180 Apr 08 11:27:15.145519 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e28c0-c8c5-4c24-88ad-e9ffd0c731c8 req-914ed608-e083-4471-bd36-826575d1f519 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:15.147734 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-853e28c0-c8c5-4c24-88ad-e9ffd0c731c8 req-914ed608-e083-4471-bd36-826575d1f519 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0871139 Apr 08 11:27:15.195729 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-853e28c0-c8c5-4c24-88ad-e9ffd0c731c8 req-bbaa665e-3290-4290-84ce-11817cd5a606 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Apr 08 11:27:16.406932 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55becf2-89fc-475e-beec-c1b3689c7042 req-359a0f31-3a9c-4ae8-9295-c30e470dbe12 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:16.408432 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d55becf2-89fc-475e-beec-c1b3689c7042 req-359a0f31-3a9c-4ae8-9295-c30e470dbe12 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0912218 Apr 08 11:27:16.462120 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d55becf2-89fc-475e-beec-c1b3689c7042 req-4cebf7a3-f1e6-49b9-98ba-30bdc1c1d498 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469997 Apr 08 11:27:17.696695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e3331-8295-4688-9922-f7500fbe562a req-206a4821-7c0a-4494-84be-2e8a123b4ab7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:17.698266 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bd9e3331-8295-4688-9922-f7500fbe562a req-206a4821-7c0a-4494-84be-2e8a123b4ab7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0936890 Apr 08 11:27:17.750145 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bd9e3331-8295-4688-9922-f7500fbe562a req-43c41391-7b66-4959-908d-4e3829346326 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446715 Apr 08 11:27:18.947859 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fba9f8-7a22-4b2e-a3f3-2d294f413874 req-ded8a5c5-5168-467b-9912-a9d1404e0e18 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:18.949378 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-61fba9f8-7a22-4b2e-a3f3-2d294f413874 req-ded8a5c5-5168-467b-9912-a9d1404e0e18 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0895584 Apr 08 11:27:18.995072 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-61fba9f8-7a22-4b2e-a3f3-2d294f413874 req-d25f2192-f135-4bb7-978e-cf324fe4d930 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399346 Apr 08 11:27:20.178560 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c05f2-6ba8-4e9d-97b2-afbfc018658a req-3644ab65-e8e7-4f79-8325-661f87f064db tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:20.179935 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-583c05f2-6ba8-4e9d-97b2-afbfc018658a req-3644ab65-e8e7-4f79-8325-661f87f064db tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0793800 Apr 08 11:27:20.223991 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-583c05f2-6ba8-4e9d-97b2-afbfc018658a req-e5ed805f-213e-4d93-996f-a20242377586 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382833 Apr 08 11:27:21.399744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:27:21.416453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def256fc-ee1e-4929-9ee0-c5500832705f req-710b69d8-917b-44ee-aeac-7bcfbf0257cb tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:21.417947 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-def256fc-ee1e-4929-9ee0-c5500832705f req-710b69d8-917b-44ee-aeac-7bcfbf0257cb tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 944 time: 0.0823236 Apr 08 11:27:21.465535 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-def256fc-ee1e-4929-9ee0-c5500832705f req-b2292745-5d4e-4064-a648-386e7182189f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416391 Apr 08 11:27:21.534085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:27:21.547520 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'port_id': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'mac_address': 'fa:16:3e:c6:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:27:21.602188 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:21.618818 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd05e1e1-6825-4b95-aa2c-4cd740fb23bd {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:27:21.634467 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:27:21.689976 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:21.761087 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=9']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:21.921974 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:27:22.652051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90180ab-8f6a-4532-a2bf-f640d2aa7464 req-b5bdb79e-c580-41d9-90d0-809d458a264a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:22.653577 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c90180ab-8f6a-4532-a2bf-f640d2aa7464 req-b5bdb79e-c580-41d9-90d0-809d458a264a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 945 time: 0.0826900 Apr 08 11:27:22.698392 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c90180ab-8f6a-4532-a2bf-f640d2aa7464 req-499351ff-9d46-4cf0-afb0-7779e3379bd2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392089 Apr 08 11:27:23.412862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:27:23.482848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:27:23.483219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:23.607783 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:23.640097 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:27:23.654257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:27:23.687924 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d99ccc-3157-473b-92bc-ebcae2c03381'] response: {'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'code': 200} Apr 08 11:27:23.891473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba8406-b5be-45c5-96ae-fed803c87a23 req-3bf73c06-eeaf-4499-a4d3-c52003909999 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:23.892972 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-93ba8406-b5be-45c5-96ae-fed803c87a23 req-3bf73c06-eeaf-4499-a4d3-c52003909999 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 945 time: 0.0858054 Apr 08 11:27:23.942160 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-93ba8406-b5be-45c5-96ae-fed803c87a23 req-1cb0c386-9953-4fcc-bf3c-250f3bbf8a21 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433877 Apr 08 11:27:24.005982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:24.078729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=10']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:27:24.270586 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d7c4-2b08-4bbb-9f45-d7b1e8df820b req-4897449c-e69f-4435-8e15-a3090ec05273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:24.271941 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-71d5d7c4-2b08-4bbb-9f45-d7b1e8df820b req-4897449c-e69f-4435-8e15-a3090ec05273 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1100 time: 0.0686033 Apr 08 11:27:24.314195 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-71d5d7c4-2b08-4bbb-9f45-d7b1e8df820b req-3dae5391-8789-441a-9916-f35702ffa638 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358315 Apr 08 11:27:25.130602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cf8e1-fa17-4d6b-83b7-b2c2af9b1578 req-51945a2c-aabc-483e-97e6-9fd9166337a3 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:25.132146 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-862cf8e1-fa17-4d6b-83b7-b2c2af9b1578 req-51945a2c-aabc-483e-97e6-9fd9166337a3 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 947 time: 0.0838649 Apr 08 11:27:25.177105 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-862cf8e1-fa17-4d6b-83b7-b2c2af9b1578 req-e7643764-879f-4754-bb46-313f5e4e6337 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392604 Apr 08 11:27:26.365281 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33330e-9e2f-4326-bddf-bd9613eadbf4 req-e0db406d-0834-445e-997e-541006a51411 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:26.366774 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1f33330e-9e2f-4326-bddf-bd9613eadbf4 req-e0db406d-0834-445e-997e-541006a51411 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 947 time: 0.0847423 Apr 08 11:27:26.413111 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1f33330e-9e2f-4326-bddf-bd9613eadbf4 req-6f95d4cf-558b-4cbe-b94b-9083c6ee8531 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 Apr 08 11:27:27.232867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e1c794a2-3003-48a4-bf6c-32e2894bcc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:27.600282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1abde-cb89-4bf6-9e56-db768959ca63 req-3110deee-1883-4ea9-b778-209547349c6c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:27.601790 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eda1abde-cb89-4bf6-9e56-db768959ca63 req-3110deee-1883-4ea9-b778-209547349c6c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 947 time: 0.0825973 Apr 08 11:27:27.646580 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eda1abde-cb89-4bf6-9e56-db768959ca63 req-fdbdbe34-2c7c-460b-9a53-eddad2e45d22 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392153 Apr 08 11:27:29.592506 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-8b629bc1-95d8-44aa-9417-b5ea35d87c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:29.819138 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93615a06-5920-43b5-b384-29beba2599a5 req-66451426-19ba-4356-94b0-4c87650cd14f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722771 Apr 08 11:27:29.955058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615a06-5920-43b5-b384-29beba2599a5 req-8bdfb2f1-9b72-41d4-ba68-db5c8a97330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:29.957163 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93615a06-5920-43b5-b384-29beba2599a5 req-8bdfb2f1-9b72-41d4-ba68-db5c8a97330e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1100 time: 0.0708001 Apr 08 11:27:30.101120 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615a06-5920-43b5-b384-29beba2599a5 req-91f384cf-2d7a-4891-baaa-41c977c4b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:30.102571 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93615a06-5920-43b5-b384-29beba2599a5 req-91f384cf-2d7a-4891-baaa-41c977c4b9f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1278830 Apr 08 11:27:30.206032 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93615a06-5920-43b5-b384-29beba2599a5 req-75e54a06-7c82-46be-8aff-b0cf767529df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 1000 time: 0.0971222 Apr 08 11:27:30.269385 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615a06-5920-43b5-b384-29beba2599a5 req-f8fec3c9-d2ce-48bf-b9f1-c96a4c58c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:30.271042 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93615a06-5920-43b5-b384-29beba2599a5 req-f8fec3c9-d2ce-48bf-b9f1-c96a4c58c894 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0598836 Apr 08 11:27:30.345949 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615a06-5920-43b5-b384-29beba2599a5 req-45eea88a-817f-4a64-910a-b04aeb41e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:27:30.347473 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93615a06-5920-43b5-b384-29beba2599a5 req-45eea88a-817f-4a64-910a-b04aeb41e108 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702164 Apr 08 11:27:30.478492 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93615a06-5920-43b5-b384-29beba2599a5 req-2acf3f94-7a32-4f2d-a09a-660d328a0a0d service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244328 Apr 08 11:27:30.611462 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-93615a06-5920-43b5-b384-29beba2599a5 req-cdfbd636-d7ab-47cc-91d1-de5a4289080d service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273389 Apr 08 11:27:30.753063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:31.255788 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:32.244512 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:34.701502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:37.354991 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:27:57.248861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7012ba43-595f-4870-ac5e-9967eed7bf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:27:59.603424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93bc558c-3190-4552-b74a-37887bab09f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:00.763582 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:01.272265 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:02.164055 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:04.695276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:14.353629 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:28:27.242835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-297e3649-f158-4329-8682-14f73eb1f8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:29.597298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9ed3-23c7-4301-a2ee-d6a3ac285788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:30.809137 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:31.260062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:31.812971 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-e7696e00-c834-47fb-9e07-f73a01e7fd36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689921 Apr 08 11:28:31.952871 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-7190adee-b6ca-4c08-b0f8-6849c9ad99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:31.954623 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-7190adee-b6ca-4c08-b0f8-6849c9ad99b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1100 time: 0.0754654 Apr 08 11:28:32.198284 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:32.202159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-3fea0a2c-7b55-4bbc-b50b-3af0b4c68371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:32.203636 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-3fea0a2c-7b55-4bbc-b50b-3af0b4c68371 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.2304182 Apr 08 11:28:32.309333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-ad504b54-d3bc-406e-9142-10a92c0d5399 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 1000 time: 0.0994203 Apr 08 11:28:32.374584 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-86c9ebc8-763a-4b5d-abbd-456d89f095d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:32.377342 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-86c9ebc8-763a-4b5d-abbd-456d89f095d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0609851 Apr 08 11:28:32.457775 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-6f1186d0-92f6-4fc3-b977-97cde1da352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:32.459363 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-6f1186d0-92f6-4fc3-b977-97cde1da352a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778444 Apr 08 11:28:32.470018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-dd04beb2-a3d3-45ed-b89b-b651d5eb9004 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:28:32.471625 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-dd04beb2-a3d3-45ed-b89b-b651d5eb9004 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062087 Apr 08 11:28:32.612295 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-81ebdb88-b6de-41c8-ad7f-a7fd5b0cc335 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350136 Apr 08 11:28:32.752131 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-296b1375-546c-4da3-a3e0-59b4129ae536 req-0b0071ff-2baf-4089-9a62-26dd99e0bfb1 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338410 Apr 08 11:28:34.677308 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:38.255820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35854) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:38.465465 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Deleting port 87df8d6e-b4d3-47bd-906e-d2703c47a435 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:28:38.465798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:38.644761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:38.644761 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:38.769463 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Calling delete_port for 87df8d6e-b4d3-47bd-906e-d2703c47a435 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:28:38.974835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:39.025665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event deleted for resources: {'Port': ['ID=87df8d6e-b4d3-47bd-906e-d2703c47a435,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:39.060612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.062397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.062397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.062397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.062397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.062397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.062860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.062860 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.064061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.064412 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.064764 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.065089 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:39.137022 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:39.137352 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Floating IP 3cf9efb3-c6dc-4af5-a9ca-9c1f43cdf251 disassociated (deleted). External IP: 172.26.7.4, port: dd05e1e1-6825-4b95-aa2c-4cd740fb23bd. Apr 08 11:28:39.678640 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Router d60f8a14-b22d-424e-8ce9-5b63516c1084 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:28:39.882576 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:28:39.895723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] Sync routers for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:28:39.904810 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:28:39.910116 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:28:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:28:39.962589 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:40.019665 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a84584d2-fea8-4dce-8420-7cb7ef8f96ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "DELETE /v2.0/floatingips/3cf9efb3-c6dc-4af5-a9ca-9c1f43cdf251 HTTP/1.1" status: 204 len: 168 time: 1.7628481 Apr 08 11:28:40.021070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:28:40.076829 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f35ba3-1fe1-4e46-9d89-d19865dc9119'] response: {'name': 'network-changed', 'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'status': 'completed', 'code': 200} Apr 08 11:28:40.100406 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:28:40.185529 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-29d93f8e-3c39-4970-ab88-3a7201f6443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:40.186972 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-29d93f8e-3c39-4970-ab88-3a7201f6443a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 1100 time: 0.0874088 Apr 08 11:28:40.327879 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-60baead7-50a3-47bb-bcc5-e1f16736c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:40.329409 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-60baead7-50a3-47bb-bcc5-e1f16736c3b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1365688 Apr 08 11:28:40.412218 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-46cd6726-ef48-4427-86d4-556c3c04a0ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 200 len: 217 time: 0.0770342 Apr 08 11:28:40.498907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-e6f3ec82-ddb8-405a-a916-b6682682eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:40.503615 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-e6f3ec82-ddb8-405a-a916-b6682682eb82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0852635 Apr 08 11:28:40.509855 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:28:40.514705 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] Checking router: d60f8a14-b22d-424e-8ce9-5b63516c1084 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:28:40.523942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:28:40.524600 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:28:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:28:40.650956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-f14039de-38c8-4db2-9564-8d446be1b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:40.652440 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-f14039de-38c8-4db2-9564-8d446be1b64d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1417677 Apr 08 11:28:40.665342 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c18576-145d-4c91-b5a2-71e4cf1d73bd req-ce4f812e-d432-472a-951a-a2e1d6f9159e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:40.666753 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-64c18576-145d-4c91-b5a2-71e4cf1d73bd req-ce4f812e-d432-472a-951a-a2e1d6f9159e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 947 time: 0.1043780 Apr 08 11:28:40.714809 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:28:40.793692 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-64c18576-145d-4c91-b5a2-71e4cf1d73bd req-bf3fab01-d542-4657-bcc4-45f356edf804 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077490 Apr 08 11:28:40.838473 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-ac0837ff-be6f-4090-9990-440f3de2ffb5 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707327 Apr 08 11:28:40.980588 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-867ca3ed-156a-460f-9b5e-1f4069c083e1 req-57e718c2-7b55-410a-94df-fee361916d41 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348865 Apr 08 11:28:41.042590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:28:41.046744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f18f52-d5f9-4745-8c06-2bde97e295ff None None] The sync data for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv is: [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:28:41.271252 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad979e-048b-4619-9b82-f9bc639f6728 None None] New status for floating IP 3cf9efb3-c6dc-4af5-a9ca-9c1f43cdf251: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:28:41.879588 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-d5d9d7a4-9b18-4c53-8b58-967d0efe8f00 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:41.881150 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-d5d9d7a4-9b18-4c53-8b58-967d0efe8f00 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 947 time: 0.0889909 Apr 08 11:28:41.953205 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Deleting port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:28:41.953725 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:41.994602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79448f-0edd-4424-adb4-17b2ecbf6508 req-23116cdd-a2e7-43e7-9874-78c6fbd7af2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:28:41.995370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-5e79448f-0edd-4424-adb4-17b2ecbf6508 req-23116cdd-a2e7-43e7-9874-78c6fbd7af2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:28:42.071375 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-5e79448f-0edd-4424-adb4-17b2ecbf6508 req-23116cdd-a2e7-43e7-9874-78c6fbd7af2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:28:42.072702 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5e79448f-0edd-4424-adb4-17b2ecbf6508 req-23116cdd-a2e7-43e7-9874-78c6fbd7af2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 947 time: 0.1651633 Apr 08 11:28:42.125200 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5e79448f-0edd-4424-adb4-17b2ecbf6508 req-25c99faf-2212-432a-b9eb-e58317c16b68 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcfe03f3-c2dc-449b-91bd-788786c181d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457754 Apr 08 11:28:42.331291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] For port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:28:42.331651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:42.455919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Calling delete_port for dd05e1e1-6825-4b95-aa2c-4cd740fb23bd owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:28:42.682708 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:42.740492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event deleted for resources: {'Port': ['ID=dd05e1e1-6825-4b95-aa2c-4cd740fb23bd,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:42.782118 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.782467 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.782827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.783146 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.783478 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.783808 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.784137 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.784462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.784825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.785153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.785477 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.785800 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:28:42.827912 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] No DVR routers for this DVR port dd05e1e1-6825-4b95-aa2c-4cd740fb23bd on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:28:42.831129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:42.833614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-deleted', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:28:42.889092 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66ac234d-5861-4c47-bf06-2a4afdf52230 req-00e49d7a-a36f-46e8-ba56-bd7e23c7d491 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "DELETE /v2.0/ports/dd05e1e1-6825-4b95-aa2c-4cd740fb23bd HTTP/1.1" status: 204 len: 173 time: 1.0024040 Apr 08 11:28:42.929283 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175f1837-6db0-4b2b-b674-c78491014572'] response: {'server_uuid': '409306ed-1df0-47dd-bde2-6e86d3707b15', 'name': 'network-vif-deleted', 'tag': 'dd05e1e1-6825-4b95-aa2c-4cd740fb23bd', 'status': 'completed', 'code': 200} Apr 08 11:28:43.289016 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-87c64dc8-3e77-4836-abd4-e3800e1f69d7 req-d3c3316a-c4f8-4941-af78-b969c6730527 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=409306ed-1df0-47dd-bde2-6e86d3707b15 HTTP/1.1" status: 200 len: 210 time: 0.0430379 Apr 08 11:28:44.384094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35882) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:44.449749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76e6ecb0-f6dd-41fb-b113-bce70633a87f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:44.481947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76e6ecb0-f6dd-41fb-b113-bce70633a87f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:44.602478 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76e6ecb0-f6dd-41fb-b113-bce70633a87f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:44.620219 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6ecb0-f6dd-41fb-b113-bce70633a87f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe03f3-c2dc-449b-91bd-788786c181d0,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:44.676606 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76e6ecb0-f6dd-41fb-b113-bce70633a87f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:44.677741 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-76e6ecb0-f6dd-41fb-b113-bce70633a87f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "DELETE /v2.0/security-groups/bcfe03f3-c2dc-449b-91bd-788786c181d0 HTTP/1.1" status: 204 len: 168 time: 0.2926466 Apr 08 11:28:45.675426 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:28:45.714576 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: dd05e1e1-6825-4b95-aa2c-4cd740fb23bd {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:28:45.714892 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device dd05e1e1-6825-4b95-aa2c-4cd740fb23bd not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:28:46.084966 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35892) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:46.090049 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131094566', 'description': 'tempest-secgroup-smoke-2131094566 description', 'project_id': '599a4c396d974b50b365ff89a80a0824'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:28:46.096451 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:28:46.100678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:28:46.103439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:28:46.109063 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:28:46.197151 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.216540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:28:46.220307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:28:46.223309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:28:46.228829 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:28:46.295796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.363104 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.407379 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb8d1a9-9f20-4dea-af87-2f31508a9168,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:46.471900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.473118 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a68c6e01-df15-4d9c-8a62-663b4918dd05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3871324 Apr 08 11:28:46.475985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35896) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:46.492304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': '0bb8d1a9-9f20-4dea-af87-2f31508a9168', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:28:46.492304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:28:46.492304 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:28:46.494050 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:28:46.499565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:28:46.580847 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.642627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.722468 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.745308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbac6489-d7a0-41ec-b7f7-da74d5ec28a4,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:46.819527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.820794 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7cfb068d-51ef-4cba-9ab1-d34fcda6b201 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438265 Apr 08 11:28:46.823454 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35900) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:46.828295 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': '0bb8d1a9-9f20-4dea-af87-2f31508a9168', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:28:46.835369 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:28:46.839277 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:28:46.842135 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:28:46.848747 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:28:46.928711 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:46.988662 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.059138 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.083655 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034fb599-ab51-42ac-9a36-8fdc431f123a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:47.150908 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.152128 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-76dcda1c-b3b8-4635-9041-15abda37f2cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277271 Apr 08 11:28:47.154740 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35904) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:47.160021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': '0bb8d1a9-9f20-4dea-af87-2f31508a9168', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:28:47.166004 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:28:47.169820 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:28:47.172665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:28:47.178601 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:28:47.225704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.289700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.339781 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.363540 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b91e452-d053-4350-a287-0cdaff6a495e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:47.414033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.415222 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-29e4c995-0703-4ee7-abab-423838f8be10 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594919 Apr 08 11:28:47.417950 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35908) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:47.422769 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': '0bb8d1a9-9f20-4dea-af87-2f31508a9168', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:28:47.428935 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:28:47.432736 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:28:47.435527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:28:47.442136 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:28:47.528753 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.590788 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.677286 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.702695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a04a95f-23d5-4c79-9a60-f16c5e60fedd,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:47.773652 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.774866 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-ac94a105-e77d-4139-9568-c110d049ad2e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3560197 Apr 08 11:28:47.777626 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35912) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:47.782429 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': '0bb8d1a9-9f20-4dea-af87-2f31508a9168', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:28:47.789200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:28:47.793283 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:28:47.796184 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:28:47.802907 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:28:47.882596 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Project 599a4c396d974b50b365ff89a80a0824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:28:47.889044 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:47.951370 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:48.025273 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:48.048182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af90e0f-bf29-4c31-a460-dbb0b6ed66f2,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:48.117161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:48.118366 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6f92df25-7864-4df1-9a8b-5877f452f561 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3398273 Apr 08 11:28:48.121172 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 35916) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:28:48.126010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'security_group_rule': {'security_group_id': '0bb8d1a9-9f20-4dea-af87-2f31508a9168', 'project_id': '599a4c396d974b50b365ff89a80a0824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:28:48.132362 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:28:48.139013 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:security_group_rule and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:28:48.142349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:28:48.148539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:28:48.214082 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Project 599a4c396d974b50b365ff89a80a0824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:28:48.220694 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:48.286693 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:48.350944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:48.374245 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc14e19-c74c-4d6b-896e-a1077cb30e4a,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:28:48.431131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:48.432591 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f0aa5872-0b54-48c4-858e-5ba488cac619 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103049 Apr 08 11:28:51.352270 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:28:57.653744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2146aab7-3d76-49b4-b75a-a2645e6bc911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:28:59.648002 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-79666242-4e3b-4afb-84ac-1ca452d96531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:00.790585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:01.254082 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:02.151211 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:04.699225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:14.624917 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-c52a4a8a-c3f9-4a3b-83bf-9827ad6728c2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:29:14.744996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-c52a4a8a-c3f9-4a3b-83bf-9827ad6728c2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:29:14.746194 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-c52a4a8a-c3f9-4a3b-83bf-9827ad6728c2 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131094566&fields=id&tenant_id=599a4c396d974b50b365ff89a80a0824 HTTP/1.1" status: 200 len: 267 time: 0.1601646 Apr 08 11:29:14.988170 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-c9578dd9-5fcf-4d23-ba59-6e989209bd8a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:14.989646 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-c9578dd9-5fcf-4d23-ba59-6e989209bd8a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 809 time: 0.2368603 Apr 08 11:29:15.004767 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-055c2b58-d970-468c-8f55-f3261366fd60 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/quotas/599a4c396d974b50b365ff89a80a0824 HTTP/1.1" status: 200 len: 375 time: 0.0089371 Apr 08 11:29:15.093566 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-55a88600-6ac1-4eb1-a314-1304b98c4fd6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836682 Apr 08 11:29:15.152331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1de85f9d-a1a7-4f4f-8cee-8353ed0e702b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:29:15.153354 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1de85f9d-a1a7-4f4f-8cee-8353ed0e702b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480301 Apr 08 11:29:15.282435 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-11810d1b-f66e-49aa-9232-e8cafee45943 service neutron] 10.222.0.23 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230357 Apr 08 11:29:15.416745 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-e20662fe-e978-4b90-9629-1487babb29c7 service neutron] 10.222.0.23 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284473 Apr 08 11:29:16.146045 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fc37f4ff-5b44-4f00-9002-21d6676f728e req-94b4b935-eb58-4393-a252-27b89514d2d6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:29:16.230335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-fc37f4ff-5b44-4f00-9002-21d6676f728e req-94b4b935-eb58-4393-a252-27b89514d2d6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:29:16.231525 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fc37f4ff-5b44-4f00-9002-21d6676f728e req-94b4b935-eb58-4393-a252-27b89514d2d6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 210 time: 0.2123463 Apr 08 11:29:17.380652 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c3b40b87-1c6c-49ec-94d6-2ed4d6529eab req-b6d22f54-89a2-4a48-ab34-66492aefff50 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 210 time: 0.0429809 Apr 08 11:29:18.145899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-12966526-7d60-4bdb-96f9-21ec6ce4371c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:18.147383 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-12966526-7d60-4bdb-96f9-21ec6ce4371c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 809 time: 0.1533713 Apr 08 11:29:18.201750 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-5b40f353-002f-47ea-b4f3-c0d37476d3e9 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599a4c396d974b50b365ff89a80a0824 HTTP/1.1" status: 200 len: 380 time: 0.0451047 Apr 08 11:29:18.210063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'port': {'device_id': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'admin_state_up': True, 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'security_groups': ['0bb8d1a9-9f20-4dea-af87-2f31508a9168']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:18.368839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:29:18.368839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:29:18.424737 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Made reservation on behalf of 599a4c396d974b50b365ff89a80a0824 for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:29:18.428663 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:18.558421 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-87b320a7-eaa5-4ce9-b09b-cae45d3fa6f8 req-94e12951-6717-4e0b-b15f-bc31573e902d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 210 time: 0.0622244 Apr 08 11:29:18.641453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Allocated IP 172.20.0.9 (db27f14d-9469-4fde-a526-15a87ce43b75/7dc27b34-42e6-43c6-96fb-c7a337de4933/67b49e9d-a3e5-4322-b03e-250f9430572b) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:29:18.835058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:18.852025 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Transition to ACTIVE for port object 67b49e9d-a3e5-4322-b03e-250f9430572b will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:29:18.911143 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:18.981308 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Network db27f14d-9469-4fde-a526-15a87ce43b75 is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:29:18.988282 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:18.992765 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:29:19.024701 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:19.064774 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:19.065583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:19.140308 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-1470d23c-8152-4ba8-bff9-3fd6a1e41e05 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9337215 Apr 08 11:29:19.152977 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Request body: {'port': {'device_id': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:19.340898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-90e5f818-64fb-4706-9fcb-9fdb05142e3f None None] Provisioning for port 67b49e9d-a3e5-4322-b03e-250f9430572b completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:29:19.348728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-90e5f818-64fb-4706-9fcb-9fdb05142e3f None None] Provisioning complete for port 67b49e9d-a3e5-4322-b03e-250f9430572b triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:29:19.349510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-90e5f818-64fb-4706-9fcb-9fdb05142e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:19.380890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:19.410376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-90e5f818-64fb-4706-9fcb-9fdb05142e3f None None] Port 67b49e9d-a3e5-4322-b03e-250f9430572b cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:29:19.737220 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b49e9d-a3e5-4322-b03e-250f9430572b {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:29:19.744695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:19.754996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac346a31-0b1e-4b12-9164-ebf63e5d342a req-c08f4982-58ec-43b0-9e32-f594bce3f8d6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:19.756798 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ac346a31-0b1e-4b12-9164-ebf63e5d342a req-c08f4982-58ec-43b0-9e32-f594bce3f8d6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 931 time: 0.0909698 Apr 08 11:29:19.760844 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Transition to ACTIVE for port object 67b49e9d-a3e5-4322-b03e-250f9430572b will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:29:19.806222 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-ac346a31-0b1e-4b12-9164-ebf63e5d342a req-bb2d360e-003d-4983-83c2-53b94cb508e7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Apr 08 11:29:19.825094 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:19.987632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Pushing event updated for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:20.073796 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Attempting to bind port 67b49e9d-a3e5-4322-b03e-250f9430572b on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:29:20.074133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Attempting to bind port 67b49e9d-a3e5-4322-b03e-250f9430572b by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:29:20.074568 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Attempting to bind port 67b49e9d-a3e5-4322-b03e-250f9430572b on network db27f14d-9469-4fde-a526-15a87ce43b75 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:29:20.079498 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Port 67b49e9d-a3e5-4322-b03e-250f9430572b on network db27f14d-9469-4fde-a526-15a87ce43b75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:29:20.079828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Attempting to bind port 67b49e9d-a3e5-4322-b03e-250f9430572b on network db27f14d-9469-4fde-a526-15a87ce43b75 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:29:20.085035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:29:20.085376 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Checking segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:29:20.085762 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Bound using segment: {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:29:20.086297 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Bound port: 67b49e9d-a3e5-4322-b03e-250f9430572b, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b37ecd-ec7f-40d8-b0ee-39c3b9560563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:29:20.086537 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:20.185902 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:29:20.189827 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:29:20.259690 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:20.316029 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.317059 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:20.318530 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] 10.222.0.41 "PUT /v2.0/ports/67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 1093 time: 1.1710534 Apr 08 11:29:20.322071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:29:20.361924 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528da7c-e6af-4736-a53b-65c1ca08f22d service neutron] Pushing event updated for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:20.388358 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2dd279-d5cd-4c34-820e-96e50da77a7b'] response: {'name': 'network-changed', 'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'status': 'completed', 'code': 200} Apr 08 11:29:20.484459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cc6b7-0d1d-4d20-a6b7-c8f80c3e53b3 req-9993ab3d-c5c5-4744-a7bc-787c0ff8524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.486104 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-483cc6b7-0d1d-4d20-a6b7-c8f80c3e53b3 req-9993ab3d-c5c5-4744-a7bc-787c0ff8524b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1096 time: 0.0790915 Apr 08 11:29:20.630841 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cc6b7-0d1d-4d20-a6b7-c8f80c3e53b3 req-d058b84d-1189-4595-8d0b-a0868588c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.632316 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-483cc6b7-0d1d-4d20-a6b7-c8f80c3e53b3 req-d058b84d-1189-4595-8d0b-a0868588c504 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=599a4c396d974b50b365ff89a80a0824&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1402540 Apr 08 11:29:20.767950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cc6b7-0d1d-4d20-a6b7-c8f80c3e53b3 req-3eedb1fc-10dd-47aa-89a7-26774f0296db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.769344 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-483cc6b7-0d1d-4d20-a6b7-c8f80c3e53b3 req-3eedb1fc-10dd-47aa-89a7-26774f0296db service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318192 Apr 08 11:29:20.875825 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-572e7678-4ac5-48f9-8052-1757693c2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.877341 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-572e7678-4ac5-48f9-8052-1757693c2119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1096 time: 0.0732071 Apr 08 11:29:20.949154 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-0aa8159e-1b21-4433-825a-c018c90eda32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 217 time: 0.0643725 Apr 08 11:29:20.994796 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cc596-618a-46f1-b10e-4178bca8efe7 req-6b029ea1-1ab5-40be-83ec-62dd1c85236b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:20.996255 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a00cc596-618a-46f1-b10e-4178bca8efe7 req-6b029ea1-1ab5-40be-83ec-62dd1c85236b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0804753 Apr 08 11:29:21.011566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-2d4dd06a-4bfe-419b-8c1f-3d8eb157a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:21.013024 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-2d4dd06a-4bfe-419b-8c1f-3d8eb157a3b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0583837 Apr 08 11:29:21.042817 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a00cc596-618a-46f1-b10e-4178bca8efe7 req-f575e584-4050-4228-9ea6-3a0b30a7bc08 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Apr 08 11:29:21.090457 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-89d859aa-8842-4bb7-bccd-31f3a54e6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:21.091916 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-89d859aa-8842-4bb7-bccd-31f3a54e6753 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732543 Apr 08 11:29:21.328117 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-57559019-6624-475d-bf53-e561930898f8 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299557 Apr 08 11:29:21.467923 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-309efd50-8d3a-46e0-ab36-293cd9adb6bd req-8d3b3444-5333-4c31-81c0-44e6804e6c97 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339405 Apr 08 11:29:22.228469 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ffac1-3574-4592-ad99-230492bd725e req-c9684ec7-8c05-4e39-864e-e5240b975b64 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:22.229121 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-ed0ffac1-3574-4592-ad99-230492bd725e req-c9684ec7-8c05-4e39-864e-e5240b975b64 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:29:22.316138 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-ed0ffac1-3574-4592-ad99-230492bd725e req-c9684ec7-8c05-4e39-864e-e5240b975b64 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:29:22.317420 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed0ffac1-3574-4592-ad99-230492bd725e req-c9684ec7-8c05-4e39-864e-e5240b975b64 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.1693335 Apr 08 11:29:22.366071 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ed0ffac1-3574-4592-ad99-230492bd725e req-04ea0aba-2a27-40cf-b2f2-c7785e583ca8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Apr 08 11:29:23.554717 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d249d9e-4c17-4faa-878c-2c8a6c228a16 req-0ebe9c28-2e38-4fac-b4f6-15e706c937cd tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:23.556180 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8d249d9e-4c17-4faa-878c-2c8a6c228a16 req-0ebe9c28-2e38-4fac-b4f6-15e706c937cd tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0828979 Apr 08 11:29:23.601798 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8d249d9e-4c17-4faa-878c-2c8a6c228a16 req-a1b83885-8a83-4a75-9ba6-8b843fe676c1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388279 Apr 08 11:29:24.788009 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629e7f-27b1-4520-95a9-3843e1c2d42e req-58d90146-b056-440a-a266-344aed420c54 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:24.789536 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a629e7f-27b1-4520-95a9-3843e1c2d42e req-58d90146-b056-440a-a266-344aed420c54 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0822761 Apr 08 11:29:24.834767 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1a629e7f-27b1-4520-95a9-3843e1c2d42e req-bef92dde-3890-445e-9f6c-5b30cf96e8ac tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393918 Apr 08 11:29:26.061220 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ea0a-151a-4421-b66e-b30dd0bffb89 req-d5256fa3-209d-4fc7-bc65-70a4322a4031 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:26.062687 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fd64ea0a-151a-4421-b66e-b30dd0bffb89 req-d5256fa3-209d-4fc7-bc65-70a4322a4031 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.1219821 Apr 08 11:29:26.106885 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-fd64ea0a-151a-4421-b66e-b30dd0bffb89 req-fc5f7a5c-4ce5-4e11-919e-405c69291c17 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383570 Apr 08 11:29:27.287680 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a44526e1-3b65-43b3-874e-b8d190a28082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:27.296035 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e738058-564e-45d0-837a-7302c4c64a0f req-9913c8b7-4c8a-4f54-878a-88155f328a5f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:27.297565 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e738058-564e-45d0-837a-7302c4c64a0f req-9913c8b7-4c8a-4f54-878a-88155f328a5f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0837524 Apr 08 11:29:27.343270 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3e738058-564e-45d0-837a-7302c4c64a0f req-7ddc3702-366e-41ba-ba0c-3ead38202975 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398948 Apr 08 11:29:28.351703 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:29:28.534777 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f734889-0ff9-4664-a90a-7e421017fc8a req-f785f725-8872-4306-bbb1-be00b0c00663 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:28.536265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1f734889-0ff9-4664-a90a-7e421017fc8a req-f785f725-8872-4306-bbb1-be00b0c00663 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0824847 Apr 08 11:29:28.580307 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1f734889-0ff9-4664-a90a-7e421017fc8a req-e30ccd9f-6aa4-4e3b-8873-7ec2d8d8a723 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 Apr 08 11:29:29.573048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-81405b80-64b9-4c5a-8778-8de48c856235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:29.765371 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c79c9-fc12-40ac-8c38-f029ccd18826 req-a90719a6-53aa-4384-a760-087e47da58f7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:29.766836 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab1c79c9-fc12-40ac-8c38-f029ccd18826 req-a90719a6-53aa-4384-a760-087e47da58f7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0836039 Apr 08 11:29:29.810242 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab1c79c9-fc12-40ac-8c38-f029ccd18826 req-a464c62f-80c0-4631-8989-2e2c5ef52b42 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 Apr 08 11:29:29.877141 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 67b49e9d-a3e5-4322-b03e-250f9430572b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:29:30.010338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:29:30.023803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'port_id': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'mac_address': 'fa:16:3e:87:26:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:29:30.079628 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:30.096529 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b49e9d-a3e5-4322-b03e-250f9430572b {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:29:30.111918 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:29:30.207574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:30.280299 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:30.287519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.287863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.288195 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.288611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.288944 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.289271 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.289590 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.289913 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.290232 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.290549 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.290867 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.291179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:29:30.417142 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['67b49e9d-a3e5-4322-b03e-250f9430572b'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:29:30.778723 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:30.995145 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e6450-c780-4b71-a0c0-9e22e7b06548 req-b9819c3e-81a6-4b06-bf06-c04f874edfa4 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:30.997254 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-441e6450-c780-4b71-a0c0-9e22e7b06548 req-b9819c3e-81a6-4b06-bf06-c04f874edfa4 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 944 time: 0.0848627 Apr 08 11:29:31.041251 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-441e6450-c780-4b71-a0c0-9e22e7b06548 req-82ac739b-cfb1-442c-b3d0-c3ba278c08aa tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383968 Apr 08 11:29:31.264395 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:31.876910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 67b49e9d-a3e5-4322-b03e-250f9430572b up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:29:32.018771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 67b49e9d-a3e5-4322-b03e-250f9430572b completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:29:32.023847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 67b49e9d-a3e5-4322-b03e-250f9430572b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:29:32.024219 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:32.155460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:32.182240 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:29:32.193371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:29:32.196159 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:32.234491 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff23c8-abef-416a-b74a-eca0f29d2fff req-cd935a77-bc50-49bb-b69b-be9f7cae8f21 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:32.236001 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ceff23c8-abef-416a-b74a-eca0f29d2fff req-cd935a77-bc50-49bb-b69b-be9f7cae8f21 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 944 time: 0.0885766 Apr 08 11:29:32.241909 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:32.282855 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ceff23c8-abef-416a-b74a-eca0f29d2fff req-50fe2658-28c5-4f21-9ea8-efa1df58ac32 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411069 Apr 08 11:29:32.301262 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e4dd84-5132-4f86-90da-277a711284ae'] response: {'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'code': 200} Apr 08 11:29:32.331057 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:32.725848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e2f30-1583-4ab3-b5f7-64d00a5d16dd req-bb45fa6e-745f-48e8-8a98-4842bdeb5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:32.727265 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b60e2f30-1583-4ab3-b5f7-64d00a5d16dd req-bb45fa6e-745f-48e8-8a98-4842bdeb5b59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.1045072 Apr 08 11:29:32.771456 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b60e2f30-1583-4ab3-b5f7-64d00a5d16dd req-3e5f7fe0-dc03-451c-97af-a9cc62776a1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373380 Apr 08 11:29:33.474174 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365c315-d7d1-4df8-9117-eb7f6cef5f14 req-a0de546e-1a04-4dda-ae37-78a2ae3067c5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:33.475781 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f365c315-d7d1-4df8-9117-eb7f6cef5f14 req-a0de546e-1a04-4dda-ae37-78a2ae3067c5 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0816817 Apr 08 11:29:33.520438 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f365c315-d7d1-4df8-9117-eb7f6cef5f14 req-a12608e5-9ec9-4bc5-9039-66396ad0154e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388067 Apr 08 11:29:34.664653 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:34.717395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bc735-d6cb-49a0-8d18-039478685f55 req-2329a885-031b-4421-8f6b-6330d19596ea tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:34.718869 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c81bc735-d6cb-49a0-8d18-039478685f55 req-2329a885-031b-4421-8f6b-6330d19596ea tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0804968 Apr 08 11:29:34.762426 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c81bc735-d6cb-49a0-8d18-039478685f55 req-1995eaba-aabe-4cfc-bb67-d5a5dc499054 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378764 Apr 08 11:29:34.958650 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17823e2c-320f-4a54-a477-7e4b7d1b2983 req-27bae497-2c28-4ed6-8728-96236f26caa7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:34.960039 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-17823e2c-320f-4a54-a477-7e4b7d1b2983 req-27bae497-2c28-4ed6-8728-96236f26caa7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0831890 Apr 08 11:29:35.003747 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-17823e2c-320f-4a54-a477-7e4b7d1b2983 req-2b977434-ff0c-4256-b297-383ab75f6832 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373418 Apr 08 11:29:35.025989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36164) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:29:35.095011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886624f0-63ce-4bc6-b39f-8f0f5fcbedaa tempest-TestShelveInstance-700460667 tempest-TestShelveInstance-700460667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:35.096506 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-886624f0-63ce-4bc6-b39f-8f0f5fcbedaa tempest-TestShelveInstance-700460667 tempest-TestShelveInstance-700460667-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1093 time: 0.0695529 Apr 08 11:29:35.099433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36168) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:29:35.104197 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:29:35.110528 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:29:35.114751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Usage tracker for resource:floatingip and tenant:599a4c396d974b50b365ff89a80a0824 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:29:35.117545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:29:35.123318 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:29:35.224737 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:35.365895 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:35.501472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Allocated IP 172.26.7.126 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/59b2e35d-541e-44f5-a3f2-3269941314da) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:29:35.734850 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:35.847774 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:35.912288 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:29:35.919313 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:29:35.923445 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:29:35.957832 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'Port': ['ID=59b2e35d-541e-44f5-a3f2-3269941314da,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:36.332216 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:36.478797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:36.683213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:36.761476 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:36.872627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event updated for resources: {'Port': ['ID=59b2e35d-541e-44f5-a3f2-3269941314da,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:29:36.882256 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:37.049415 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Floating IP 78443948-cefb-4ba3-aa63-1d5f2f5af4de associated. External IP: 172.26.7.126, port: 67b49e9d-a3e5-4322-b03e-250f9430572b. Apr 08 11:29:37.503204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Router d60f8a14-b22d-424e-8ce9-5b63516c1084 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:29:37.679827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:29:37.690300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] Sync routers for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:29:37.701329 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:29:37.702380 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:29:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:37.778985 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:37.840007 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5e4c3c36-7cc8-4ba6-9749-0afd175b44ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7391832 Apr 08 11:29:37.841002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:29:37.887842 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1d62d1-128a-40e3-8242-a0c638b0bed6'] response: {'name': 'network-changed', 'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'status': 'completed', 'code': 200} Apr 08 11:29:37.888457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:29:37.983353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-f5f555ea-cd06-4679-a044-7d6608961b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:37.984872 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-f5f555ea-cd06-4679-a044-7d6608961b3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.0762255 Apr 08 11:29:38.117795 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-b353132c-1aa3-4218-b2d0-684373928831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:38.119248 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-b353132c-1aa3-4218-b2d0-684373928831 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1289694 Apr 08 11:29:38.223266 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-0239e915-9430-494e-a956-ee42862c5474 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 999 time: 0.0977018 Apr 08 11:29:38.246533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '78443948-cefb-4ba3-aa63-1d5f2f5af4de', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'port_id': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'mac_address': 'fa:16:3e:87:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:29:36Z', 'updated_at': '2022-04-08T11:29:36Z', 'revision_number': 0, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:38.250587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] Checking router: d60f8a14-b22d-424e-8ce9-5b63516c1084 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:29:38.258860 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:29:38.259466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:29:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:38.286365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-67c042ab-06e3-4803-9f32-81f65763e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:38.287847 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-67c042ab-06e3-4803-9f32-81f65763e191 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0590720 Apr 08 11:29:38.371087 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-584563dd-2362-4e8c-8715-43407fea093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:29:38.372824 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-584563dd-2362-4e8c-8715-43407fea093b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788047 Apr 08 11:29:38.440655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:29:38.505809 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-e1ce63eb-754e-4681-a86a-61bc0ccf8fb4 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264412 Apr 08 11:29:38.640067 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b9eae822-09a2-4387-a2b7-42d8da7dfa09 req-cc1cad35-7a45-4c88-be0d-7e1b6eef8420 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280115 Apr 08 11:29:38.832046 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '78443948-cefb-4ba3-aa63-1d5f2f5af4de', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'port_id': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'mac_address': 'fa:16:3e:87:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:29:36Z', 'updated_at': '2022-04-08T11:29:36Z', 'revision_number': 0, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:29:38.836409 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423cdb7-b8a5-46a5-9e21-1d93146768c8 None None] The sync data for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv is: [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': '78443948-cefb-4ba3-aa63-1d5f2f5af4de', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'port_id': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'mac_address': 'fa:16:3e:87:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:29:36Z', 'updated_at': '2022-04-08T11:29:36Z', 'revision_number': 0, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:29:39.038327 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd4d3f0-0729-4fa9-a3c3-5d27f5d9e5bf None None] New status for floating IP 78443948-cefb-4ba3-aa63-1d5f2f5af4de: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:29:57.258054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d737584f-e079-4e98-8727-2b21897c41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:29:59.618028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-876bb0ba-d5da-4038-91a3-319c2e192bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:00.772400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:01.246895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:02.252684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:04.664026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:05.350979 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:30:27.315314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-71cedd49-7609-40c3-95a0-55ad42bc68f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:29.600360 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a82db394-e964-4841-9d40-49cfabd75c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:30.779215 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:31.269929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:32.263411 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:33.903168 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-7d6932e3-a146-4467-b8e1-e3bd81f7379a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1682200 Apr 08 11:30:34.046002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-e61d225f-42ae-40dc-aa59-243204163d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:30:34.047524 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-e61d225f-42ae-40dc-aa59-243204163d88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.0725489 Apr 08 11:30:34.190219 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-a706f2d2-268f-4ab4-af29-662f59ddad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:30:34.191697 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-a706f2d2-268f-4ab4-af29-662f59ddad51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1266093 Apr 08 11:30:34.296237 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-88285167-f71c-4360-a0bd-b1417df0ffb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 1001 time: 0.0987835 Apr 08 11:30:34.361656 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-8752d629-bf2d-4b8e-899f-37c64c4047c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:30:34.365247 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-8752d629-bf2d-4b8e-899f-37c64c4047c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0612643 Apr 08 11:30:34.435901 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-31558237-14e7-4ae7-a674-f13eeadec74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:30:34.437381 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-31558237-14e7-4ae7-a674-f13eeadec74b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691154 Apr 08 11:30:34.567686 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-d4caadc7-2dc0-49b4-b58a-4ba56feaff72 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245883 Apr 08 11:30:34.700523 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fa9d8269-cf35-40ee-8016-ad1087bf60a5 req-680211f1-f2f5-4733-be10-42e4c4e45cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263964 Apr 08 11:30:34.737263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:42.349662 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:30:57.240089 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-22767966-ac9a-41a4-8d3c-5be98c6e3e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:30:59.606145 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f0a23ef7-95e5-409d-a39a-eb22f90ece18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:00.770906 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:01.285747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:02.195334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:04.708966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:19.349896 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:31:27.279507 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9e38-d04f-4102-bfaa-e0f459ad6280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:29.582314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1f8302b4-5d34-4ffd-aea9-1d06d1123c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:30.775559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:31.261434 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:32.170330 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:34.707873 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:34.826450 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c0a292d-2488-44b7-8301-106a65655d27 req-7eb2e283-0803-4c62-a3ce-ba28863990dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733712 Apr 08 11:31:34.962828 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a292d-2488-44b7-8301-106a65655d27 req-526eff34-00ec-480f-8258-94cd01b1b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:31:34.964353 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c0a292d-2488-44b7-8301-106a65655d27 req-526eff34-00ec-480f-8258-94cd01b1b96b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.0702584 Apr 08 11:31:35.105474 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a292d-2488-44b7-8301-106a65655d27 req-4a7f91a8-99a6-43cb-96a8-969d6813779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:31:35.106968 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c0a292d-2488-44b7-8301-106a65655d27 req-4a7f91a8-99a6-43cb-96a8-969d6813779f service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1250298 Apr 08 11:31:35.207794 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c0a292d-2488-44b7-8301-106a65655d27 req-4aa5dc3c-a44d-4f5c-897d-8262741f2dcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 1001 time: 0.0954809 Apr 08 11:31:35.267799 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a292d-2488-44b7-8301-106a65655d27 req-97003695-67a2-44f7-8157-ddc15f78c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:31:35.269296 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c0a292d-2488-44b7-8301-106a65655d27 req-97003695-67a2-44f7-8157-ddc15f78c24b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0563927 Apr 08 11:31:35.347628 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a292d-2488-44b7-8301-106a65655d27 req-074c7db2-1cca-44ff-92ba-ca28974ce595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:31:35.349165 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c0a292d-2488-44b7-8301-106a65655d27 req-074c7db2-1cca-44ff-92ba-ca28974ce595 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735102 Apr 08 11:31:35.479591 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c0a292d-2488-44b7-8301-106a65655d27 req-2dffc0ef-c499-464a-834d-a11426b78b48 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244793 Apr 08 11:31:35.715045 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c0a292d-2488-44b7-8301-106a65655d27 req-119a8cf8-548a-4141-b93f-b2e2a51022ff service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301524 Apr 08 11:31:56.350227 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:31:57.272332 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-451c3ce0-8c6e-4062-91e7-bc7fc3a78803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:31:59.610780 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-72e6ef6f-04ec-449e-9dee-a63c9b8b3e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:00.781464 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:01.302689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:02.181519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:04.683908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:27.244156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0ede0c6b-3d64-4336-a26d-3993c4536b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:27.731747 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f29ad0-ebfe-4bbc-a1dd-d16d39a81aed req-140459d2-84ef-4cff-ac80-c6417ed6d109 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:27.733242 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f29ad0-ebfe-4bbc-a1dd-d16d39a81aed req-140459d2-84ef-4cff-ac80-c6417ed6d109 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0825143 Apr 08 11:32:27.776806 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-42f29ad0-ebfe-4bbc-a1dd-d16d39a81aed req-1a850099-6516-401a-aa09-3216374ab4b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Apr 08 11:32:28.968611 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bda6e3-8dc9-4c3e-aca5-50e7060b465e req-b5588136-038a-4092-9b8b-defe86f44896 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:28.969980 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a6bda6e3-8dc9-4c3e-aca5-50e7060b465e req-b5588136-038a-4092-9b8b-defe86f44896 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0804651 Apr 08 11:32:29.012588 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a6bda6e3-8dc9-4c3e-aca5-50e7060b465e req-5b8256a7-2669-488d-812c-50da0a704446 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364587 Apr 08 11:32:29.586540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-166dcd3b-fbae-4552-a957-7d21ac18992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:30.197989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe351-5de6-42ee-811a-b77105a7960a req-0918beb4-5692-4700-802b-aebdb8d6f265 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:30.200016 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c29fe351-5de6-42ee-811a-b77105a7960a req-0918beb4-5692-4700-802b-aebdb8d6f265 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0818961 Apr 08 11:32:30.244065 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c29fe351-5de6-42ee-811a-b77105a7960a req-4ea60510-a9a5-4ebf-acc0-933f28343642 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382464 Apr 08 11:32:30.803821 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:31.333404 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:31.429099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37beba-5dc1-4277-b24b-3c1313057d52 req-b5efb0e5-e5aa-4384-91bf-cc04840d4d86 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:31.430554 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1d37beba-5dc1-4277-b24b-3c1313057d52 req-b5efb0e5-e5aa-4384-91bf-cc04840d4d86 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0824256 Apr 08 11:32:31.474987 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1d37beba-5dc1-4277-b24b-3c1313057d52 req-d45524b3-a90e-48f1-872c-019a4c72f6ec tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382981 Apr 08 11:32:32.181227 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:32.659479 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb968-e337-4591-a476-ea904ce14a47 req-0c66f42a-2498-42a8-954f-581888a68771 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:32.660939 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2bb968-e337-4591-a476-ea904ce14a47 req-0c66f42a-2498-42a8-954f-581888a68771 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0789168 Apr 08 11:32:32.707206 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-be2bb968-e337-4591-a476-ea904ce14a47 req-82eb8f55-9f45-4c70-8bb6-33538e594ea1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Apr 08 11:32:33.348714 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:32:33.888819 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0d118-139c-4176-aa81-8e7b6caa6586 req-8706a2d7-3d81-4870-b5bd-ee9a56edeb1b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:33.890273 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8ae0d118-139c-4176-aa81-8e7b6caa6586 req-8706a2d7-3d81-4870-b5bd-ee9a56edeb1b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0791669 Apr 08 11:32:33.938925 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-8ae0d118-139c-4176-aa81-8e7b6caa6586 req-d7493b41-d8f4-4309-aa7a-2f29e10f4da9 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430770 Apr 08 11:32:34.706408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:35.119766 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748316b-5662-446c-8b5a-082a4ee10825 req-aba8245e-5f00-461c-a62b-880f1fd9a558 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:35.121227 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1748316b-5662-446c-8b5a-082a4ee10825 req-aba8245e-5f00-461c-a62b-880f1fd9a558 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0792871 Apr 08 11:32:35.164978 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1748316b-5662-446c-8b5a-082a4ee10825 req-030f72a2-77e5-4990-8042-62dfe52cb6a1 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370276 Apr 08 11:32:36.352398 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efdc59-8dae-4202-8042-12cf344d7612 req-0a34cb09-3d46-4432-a3f6-892d3904c087 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:36.353906 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-28efdc59-8dae-4202-8042-12cf344d7612 req-0a34cb09-3d46-4432-a3f6-892d3904c087 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0834444 Apr 08 11:32:36.398313 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-28efdc59-8dae-4202-8042-12cf344d7612 req-69d2eeac-6eef-4ba4-8312-6f398871d179 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 Apr 08 11:32:36.888295 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-979bb902-4d5e-4a21-bbcc-2d9894a868ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:36.889801 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-979bb902-4d5e-4a21-bbcc-2d9894a868ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.0813565 Apr 08 11:32:37.031315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-9256adb3-520b-4220-ab91-9f7f407b99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:37.032769 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-9256adb3-520b-4220-ab91-9f7f407b99f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1258645 Apr 08 11:32:37.132954 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-df626723-2689-4c1d-870c-de70f021505a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 1001 time: 0.0946057 Apr 08 11:32:37.192987 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-eafe2eb3-0006-4266-a701-0fb1af6364a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:37.194353 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-eafe2eb3-0006-4266-a701-0fb1af6364a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0557699 Apr 08 11:32:37.266815 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-da51cc5d-ba7a-46c6-aada-b37e3c02849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:37.268241 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-da51cc5d-ba7a-46c6-aada-b37e3c02849b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680535 Apr 08 11:32:37.399375 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-1e304b10-2bfd-4924-a9ca-f829ff5876e3 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246283 Apr 08 11:32:37.579132 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5c65dcf1-0b84-43b3-ab33-b9927c8fc08e req-09488608-bb1f-4774-8569-5a0f36401133 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744153 Apr 08 11:32:37.610008 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f7f6a-9239-4ef6-b14d-16681db029a8 req-64a1f38b-e4eb-4509-bef3-4c6d3e496148 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:37.611443 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c9f7f6a-9239-4ef6-b14d-16681db029a8 req-64a1f38b-e4eb-4509-bef3-4c6d3e496148 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.1079314 Apr 08 11:32:37.656184 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7c9f7f6a-9239-4ef6-b14d-16681db029a8 req-e17ecf07-f185-4e0c-9f54-9343934816e3 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391994 Apr 08 11:32:38.838645 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edadf2e-50ff-49b7-a1a3-66ed060b0a9b req-9ee3fd18-b786-4c8c-ae4f-83006baeded6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:38.840097 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2edadf2e-50ff-49b7-a1a3-66ed060b0a9b req-9ee3fd18-b786-4c8c-ae4f-83006baeded6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0787840 Apr 08 11:32:38.886847 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2edadf2e-50ff-49b7-a1a3-66ed060b0a9b req-1bd16b7d-90c2-47ff-9043-46107d2948c4 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404871 Apr 08 11:32:40.072655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa305a7-c0db-4085-8b4c-f963dbcfd261 req-457cdd7b-1a8d-4c19-934e-09463f2a3612 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:40.074119 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-baa305a7-c0db-4085-8b4c-f963dbcfd261 req-457cdd7b-1a8d-4c19-934e-09463f2a3612 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0810459 Apr 08 11:32:40.120583 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-baa305a7-c0db-4085-8b4c-f963dbcfd261 req-d5faa8ed-60c2-47de-9a22-29e9f683f291 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Apr 08 11:32:41.300392 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a8ef5-6547-48c0-b5a4-52282b19053e req-00889ed7-0738-4765-a2ec-036bd7388b70 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:41.301894 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-052a8ef5-6547-48c0-b5a4-52282b19053e req-00889ed7-0738-4765-a2ec-036bd7388b70 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0793240 Apr 08 11:32:41.346253 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-052a8ef5-6547-48c0-b5a4-52282b19053e req-ef44472f-e884-404b-a507-b16ad1fa539a tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387924 Apr 08 11:32:42.531433 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0efeb5-6977-41cf-95a6-15707acd2a3d req-9bce4e73-01ec-47de-ad33-b9a1d19e8d60 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:42.532901 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7a0efeb5-6977-41cf-95a6-15707acd2a3d req-9bce4e73-01ec-47de-ad33-b9a1d19e8d60 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0826895 Apr 08 11:32:42.576801 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7a0efeb5-6977-41cf-95a6-15707acd2a3d req-18e5d2b5-1296-416c-acca-2f13cc0fc962 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Apr 08 11:32:42.941247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-56d0debe-62d1-41dc-b7b0-89f6285b4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:42.942696 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-56d0debe-62d1-41dc-b7b0-89f6285b4ce5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.0722914 Apr 08 11:32:43.169339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-5e8059f8-530a-4d77-89e0-5beba2887aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:43.170860 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-5e8059f8-530a-4d77-89e0-5beba2887aff service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.2222452 Apr 08 11:32:43.269626 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-55961e73-afea-41b7-92de-d05b24d296e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 1001 time: 0.0928891 Apr 08 11:32:43.331276 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-c7a456c6-6b99-4569-8aa1-fb8ed9f1654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:43.332780 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-c7a456c6-6b99-4569-8aa1-fb8ed9f1654d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0576053 Apr 08 11:32:43.407044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-0a111714-e202-4001-b18a-405b18806ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:43.408629 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-0a111714-e202-4001-b18a-405b18806ab5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698228 Apr 08 11:32:43.539242 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-50c21779-91f1-450a-ad02-a8694846676e service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249499 Apr 08 11:32:43.674955 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-fcf0adf2-92b8-46ef-ad8a-b8ed315aed4d req-983a7586-e057-43c1-a202-7874acdff9ab service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299307 Apr 08 11:32:43.767586 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56b234-442a-4175-b15a-dd8204d93f45 req-3b3b85b7-c365-4805-8510-17f0d4fe2fd0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:43.769086 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7b56b234-442a-4175-b15a-dd8204d93f45 req-3b3b85b7-c365-4805-8510-17f0d4fe2fd0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0865064 Apr 08 11:32:43.812632 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-7b56b234-442a-4175-b15a-dd8204d93f45 req-e06274eb-5373-4b1b-b438-10b1d3c1a8b0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378871 Apr 08 11:32:45.000834 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2bf71-bff1-4546-bb0e-ec7f43eb368b req-7fa4489e-9282-4d96-95f9-7114a63ee621 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:45.002307 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7ac2bf71-bff1-4546-bb0e-ec7f43eb368b req-7fa4489e-9282-4d96-95f9-7114a63ee621 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0868154 Apr 08 11:32:45.047744 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-7ac2bf71-bff1-4546-bb0e-ec7f43eb368b req-f21f809e-dc89-4ed9-bd75-692988d9ee07 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Apr 08 11:32:46.234404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1e54-f202-4d13-bd3c-acade9df79e0 req-bda88116-1e67-4008-9784-8f4fb194c23c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:46.235878 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0bcc1e54-f202-4d13-bd3c-acade9df79e0 req-bda88116-1e67-4008-9784-8f4fb194c23c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0830343 Apr 08 11:32:46.280371 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-0bcc1e54-f202-4d13-bd3c-acade9df79e0 req-e744da26-ba7c-447e-bc9f-e8eebde5ed89 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 Apr 08 11:32:47.467011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8ad3b-1e41-4333-9dd6-af965698c0e4 req-1b08af84-3b31-43e9-af5f-d22d2534f4cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:47.468445 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4aa8ad3b-1e41-4333-9dd6-af965698c0e4 req-1b08af84-3b31-43e9-af5f-d22d2534f4cf tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0808816 Apr 08 11:32:47.516214 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4aa8ad3b-1e41-4333-9dd6-af965698c0e4 req-a23f709c-3104-47f7-9e7c-dd2f7b47190f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Apr 08 11:32:47.992602 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9c3be-4479-45b9-8ffd-cbb254301290 req-ec7a0d1c-d129-4e08-b987-ef2866e19be4 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:47.994082 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-22b9c3be-4479-45b9-8ffd-cbb254301290 req-ec7a0d1c-d129-4e08-b987-ef2866e19be4 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0813704 Apr 08 11:32:48.038437 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-22b9c3be-4479-45b9-8ffd-cbb254301290 req-29ce2a3d-0b4a-4072-9b06-a5ea71c3eb6b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379651 Apr 08 11:32:48.064669 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-6531ec59-444a-4325-b2a1-414aa8e07d6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1470582 Apr 08 11:32:48.854700 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 67b49e9d-a3e5-4322-b03e-250f9430572b no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:32:48.968675 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:48.995061 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:32:49.006890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:32:49.041384 dv-neutron-837109-1-hyperv neutron-server[88614]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8bdfd0d5-e5e2-4190-8497-0999ca1c86bb']: {'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'code': 422} returned with failed status Apr 08 11:32:49.089295 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:49.158578 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:32:49.165640 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.165995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.166339 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.166678 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.167011 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.167346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.167674 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.168041 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.168365 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.168768 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.169133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.169461 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:32:49.232402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfca5d-4514-46b7-9c16-61f6aea7bf6a req-f7fedf44-03a6-41ae-a1e7-fe86e4f2df27 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:49.233879 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5acfca5d-4514-46b7-9c16-61f6aea7bf6a req-f7fedf44-03a6-41ae-a1e7-fe86e4f2df27 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0889640 Apr 08 11:32:49.278320 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5acfca5d-4514-46b7-9c16-61f6aea7bf6a req-e75626f2-6118-4a62-8a74-2016a65a2b73 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384021 Apr 08 11:32:50.462503 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aa4a4-d247-49fe-b2f0-2fddca1e8cf9 req-67374723-3be3-44fd-a8ef-77646345d858 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:50.463964 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-054aa4a4-d247-49fe-b2f0-2fddca1e8cf9 req-67374723-3be3-44fd-a8ef-77646345d858 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0796752 Apr 08 11:32:50.509257 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-054aa4a4-d247-49fe-b2f0-2fddca1e8cf9 req-23d45565-7dca-4ade-a877-259bc285d752 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386841 Apr 08 11:32:51.476876 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754b261-74f1-4931-87d7-630826d4f50a req-1bea04cd-1010-40ee-8f42-acea86f574e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:51.478330 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-1bea04cd-1010-40ee-8f42-acea86f574e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90&tenant_id=599a4c396d974b50b365ff89a80a0824 HTTP/1.1" status: 200 len: 1096 time: 0.0698133 Apr 08 11:32:51.568991 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754b261-74f1-4931-87d7-630826d4f50a req-f1fa2d9b-1ca0-45c0-8521-d3fc41f8fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:51.570728 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-f1fa2d9b-1ca0-45c0-8521-d3fc41f8fdeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1096 time: 0.0731711 Apr 08 11:32:51.709525 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754b261-74f1-4931-87d7-630826d4f50a req-b0f3705e-ae51-4b89-8acf-ae2821bad069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:51.711004 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-b0f3705e-ae51-4b89-8acf-ae2821bad069 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1345091 Apr 08 11:32:51.856254 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-9204b8a1-d216-4d51-ab36-e01c6f0d4da9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 999 time: 0.1389611 Apr 08 11:32:51.938976 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aa210-57bb-46d2-af9a-e6a7e99a42e7 req-f0c224f4-a8ed-4f9a-9241-b446d2297790 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:51.940387 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ce6aa210-57bb-46d2-af9a-e6a7e99a42e7 req-f0c224f4-a8ed-4f9a-9241-b446d2297790 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.1688867 Apr 08 11:32:51.941832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754b261-74f1-4931-87d7-630826d4f50a req-5ad79492-f8ad-41c7-ac34-6da328f82c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:51.943122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-5ad79492-f8ad-41c7-ac34-6da328f82c80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0810637 Apr 08 11:32:52.027075 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ce6aa210-57bb-46d2-af9a-e6a7e99a42e7 req-e4b90526-3efe-49a5-a4e6-2c0bc3af849b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805349 Apr 08 11:32:52.048258 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754b261-74f1-4931-87d7-630826d4f50a req-2d2ea156-45ad-4ed4-8112-23a33116e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:52.049734 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-2d2ea156-45ad-4ed4-8112-23a33116e209 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903790 Apr 08 11:32:52.272834 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-a50e6ba6-897c-4f06-8e5c-28e15aa44abd service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172294 Apr 08 11:32:52.400322 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2754b261-74f1-4931-87d7-630826d4f50a req-983cea1b-8a7e-49b3-bed7-eee0dacb6668 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217082 Apr 08 11:32:53.210884 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd2bd2-b319-4f95-ad4b-35ee26e535e7 req-771e7cd7-73cf-4e98-9ae0-cc4088c9d751 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:53.212350 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a9bd2bd2-b319-4f95-ad4b-35ee26e535e7 req-771e7cd7-73cf-4e98-9ae0-cc4088c9d751 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0824120 Apr 08 11:32:53.255332 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a9bd2bd2-b319-4f95-ad4b-35ee26e535e7 req-75dd75c6-d992-47c0-a321-940b1e4fb97e tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367196 Apr 08 11:32:54.440265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3445c-6a57-4c8e-96c5-36324a1be512 req-e4d66981-f2ca-43b5-9e4a-be6bba699d4f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:54.441751 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d4f3445c-6a57-4c8e-96c5-36324a1be512 req-e4d66981-f2ca-43b5-9e4a-be6bba699d4f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0825796 Apr 08 11:32:54.486102 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-d4f3445c-6a57-4c8e-96c5-36324a1be512 req-088ff34c-c9be-4554-9718-678f00c8ea91 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385637 Apr 08 11:32:55.672038 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bd29a-759f-4346-8b07-7b0a55724b19 req-32d7d4ce-df66-4c1b-b16a-43f4cd3231d0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:55.673521 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-380bd29a-759f-4346-8b07-7b0a55724b19 req-32d7d4ce-df66-4c1b-b16a-43f4cd3231d0 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0796099 Apr 08 11:32:55.719464 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-380bd29a-759f-4346-8b07-7b0a55724b19 req-0cea36d3-30ab-436a-94f7-1f03a56fbb24 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Apr 08 11:32:56.902191 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d99f7-344a-460c-a9e3-ad1125ab5f47 req-6e2eb7f9-c66f-4296-a0be-c75ccf3f8f4b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:56.903977 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-508d99f7-344a-460c-a9e3-ad1125ab5f47 req-6e2eb7f9-c66f-4296-a0be-c75ccf3f8f4b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0818172 Apr 08 11:32:56.948694 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-508d99f7-344a-460c-a9e3-ad1125ab5f47 req-5e48dac0-1463-4c60-adf1-59594bb15e62 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390315 Apr 08 11:32:57.254708 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ac8108fc-4dd0-48b0-8de2-224c36538be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:58.128457 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88b34c-17ff-4a5c-978f-ece8a14c426c req-970e1852-db47-4a1b-b154-a13ae763430d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:58.130014 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2b88b34c-17ff-4a5c-978f-ece8a14c426c req-970e1852-db47-4a1b-b154-a13ae763430d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 943 time: 0.0801229 Apr 08 11:32:58.173615 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2b88b34c-17ff-4a5c-978f-ece8a14c426c req-4cb03deb-6ce0-41e4-9822-bf31274d3fac tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Apr 08 11:32:58.948626 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 67b49e9d-a3e5-4322-b03e-250f9430572b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:32:59.098803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:32:59.111449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'port_id': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'mac_address': 'fa:16:3e:87:26:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:32:59.169156 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:59.185667 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b49e9d-a3e5-4322-b03e-250f9430572b {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:32:59.201664 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:32:59.312633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:32:59.364528 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07eb72-a0a8-44c1-aeb5-d64ac62a0150 req-651d2996-af30-4df4-8733-d48ca93bba61 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:32:59.366004 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bc07eb72-a0a8-44c1-aeb5-d64ac62a0150 req-651d2996-af30-4df4-8733-d48ca93bba61 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 944 time: 0.0866568 Apr 08 11:32:59.381318 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:32:59.412121 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-bc07eb72-a0a8-44c1-aeb5-d64ac62a0150 req-169cc274-dedf-4dd0-8cd2-7fe68bdc546c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398026 Apr 08 11:32:59.534714 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['67b49e9d-a3e5-4322-b03e-250f9430572b'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:32:59.654233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-56d21c94-0c03-4598-bbf6-e35f23a3377f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:00.700328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beb373-e99e-4372-9252-682dd4ec4cbe req-ddeca741-7d5d-4db7-83ee-7b85dc0b28b7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:00.702095 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-85beb373-e99e-4372-9252-682dd4ec4cbe req-ddeca741-7d5d-4db7-83ee-7b85dc0b28b7 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 944 time: 0.1821687 Apr 08 11:33:00.747169 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-85beb373-e99e-4372-9252-682dd4ec4cbe req-bfda844c-cde2-40c5-9753-0b1d451e5026 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Apr 08 11:33:00.796701 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:00.963479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 67b49e9d-a3e5-4322-b03e-250f9430572b up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:33:01.030463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 67b49e9d-a3e5-4322-b03e-250f9430572b triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:33:01.033784 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:01.147942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:01.174400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:33:01.188720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:33:01.223107 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f056ba-462b-4938-9ea4-1b3b72a71322'] response: {'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'code': 200} Apr 08 11:33:01.272102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:01.311465 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:01.348416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:33:01.544093 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd576f-e7de-49a8-9d52-26ef05ccc2a2 req-fea93ef7-a525-4967-984b-65569c89d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:01.545483 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4bfd576f-e7de-49a8-9d52-26ef05ccc2a2 req-fea93ef7-a525-4967-984b-65569c89d62e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.0705047 Apr 08 11:33:01.586783 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-4bfd576f-e7de-49a8-9d52-26ef05ccc2a2 req-400fff50-4ea7-4bdb-95a8-1a61044727d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346708 Apr 08 11:33:01.930221 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0082b-0fd2-4bb2-bd6a-9d29f69619b1 req-ea5b5caf-4a6c-427a-b708-6bffa0812c3c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:01.931659 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9da0082b-0fd2-4bb2-bd6a-9d29f69619b1 req-ea5b5caf-4a6c-427a-b708-6bffa0812c3c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0780265 Apr 08 11:33:01.976051 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-9da0082b-0fd2-4bb2-bd6a-9d29f69619b1 req-828f4ed0-9523-41b0-bb40-8f618b9767ef tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381546 Apr 08 11:33:02.203218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:03.162989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23f7c2-55bb-4ba3-8cb5-da131c671530 req-571174a2-ef55-40f9-8a8c-e6880b2ddbbb tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:03.164443 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab23f7c2-55bb-4ba3-8cb5-da131c671530 req-571174a2-ef55-40f9-8a8c-e6880b2ddbbb tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0823791 Apr 08 11:33:03.213187 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ab23f7c2-55bb-4ba3-8cb5-da131c671530 req-3122be66-d6bd-4c0c-996a-a520cc019744 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Apr 08 11:33:04.744956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:10.348011 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:33:27.237224 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2d93b53e-edc4-4fe4-93bf-f1763aae6a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:29.619641 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2dc33a71-7f69-4c06-ab51-f54654587e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:30.813987 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:31.289173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:32.191172 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:34.745498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:37.822696 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-bff98567-3359-436d-8cb5-f888b9183857 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722973 Apr 08 11:33:37.958544 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-a425bb86-f540-475b-9ee3-31acff18d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:37.960022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-a425bb86-f540-475b-9ee3-31acff18d99f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.0724556 Apr 08 11:33:38.103818 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-18c9f6f5-7288-4a56-92bd-6071545e93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:38.105350 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-18c9f6f5-7288-4a56-92bd-6071545e93e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1270525 Apr 08 11:33:38.207857 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-df06a63e-6200-482c-b206-1055e8f51b2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 1001 time: 0.0969512 Apr 08 11:33:38.269933 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-98894d28-f4bf-468c-aaff-ea04e295b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:38.271366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-98894d28-f4bf-468c-aaff-ea04e295b3cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0570874 Apr 08 11:33:38.348345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-73549c51-58c8-47f4-a888-2f68e1dff743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:33:38.349926 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-73549c51-58c8-47f4-a888-2f68e1dff743 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733302 Apr 08 11:33:38.479551 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-d995ca1d-905e-4991-ab1c-dbbb6122912f service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240208 Apr 08 11:33:38.610000 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a60abec-78e0-45a0-b49f-eece0ba96cab req-e913d7fa-b61d-40cf-ac42-1b4e1a1651d6 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246171 Apr 08 11:33:47.347044 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:33:57.253572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-28a93813-c2ed-45c9-8073-07742e1d696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:33:59.606835 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dde1-91e4-4085-8882-ec2abf0687ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:00.803854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:01.248928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:02.232430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:04.693510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:24.346506 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:34:27.287071 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ac214e5-bcb1-44d3-bd02-a9cecd9b4dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:29.611610 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-430c2a94-d228-4ed8-b096-23be3d07d081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:30.799898 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:31.262832 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:32.189726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:34.755842 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:37.910885 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-eeaf4fcc-ccec-41c3-8fe8-d7674c0afe94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1774852 Apr 08 11:34:38.157174 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-40b0bdd8-f7af-40e2-9eef-72cfd72f97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:34:38.158730 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-40b0bdd8-f7af-40e2-9eef-72cfd72f97a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.1775322 Apr 08 11:34:38.301070 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-fab24e51-3cb4-40cc-aa21-bb67524b56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:34:38.302506 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-fab24e51-3cb4-40cc-aa21-bb67524b56dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1246431 Apr 08 11:34:38.402641 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-99559993-2b96-42bd-99e0-0544ba0aa956 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 1001 time: 0.0946856 Apr 08 11:34:38.464853 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-8734c387-ccb3-47c1-8304-289168adaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:34:38.466411 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-8734c387-ccb3-47c1-8304-289168adaa39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.0582142 Apr 08 11:34:38.539356 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-4041870d-c4bc-418d-89ac-70cbeb0aa66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:34:38.540828 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-4041870d-c4bc-418d-89ac-70cbeb0aa66f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690749 Apr 08 11:34:38.668692 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-d124e960-e1e2-43b0-aadb-1be7d737fe08 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221421 Apr 08 11:34:38.796380 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-38d3d9a6-93a5-44aa-93f0-f573fed53177 req-bb658aaf-4ac9-4af8-a044-7e2e21db696e service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223946 Apr 08 11:34:57.268504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d519f766-5300-42f6-98e3-adf908fef6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:34:59.635298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5ef4-bee9-4738-bd36-e95607cda1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:00.811251 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:01.269618 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:01.346166 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:35:02.217888 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:02.360265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36362) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:02.699103 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Deleting port 59b2e35d-541e-44f5-a3f2-3269941314da {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:02.699459 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:02.867501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:02.867829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:02.988050 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Calling delete_port for 59b2e35d-541e-44f5-a3f2-3269941314da owned by network:floatingip {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:03.212492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:03.259341 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event deleted for resources: {'Port': ['ID=59b2e35d-541e-44f5-a3f2-3269941314da,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:03.300907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.301252 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.301587 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.301916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.302245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.302573 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.302895 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.303226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.303535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.303854 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.304169 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.304505 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:03.456988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for floatingip, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:03.457645 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.db.l3_db [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Floating IP 78443948-cefb-4ba3-aa63-1d5f2f5af4de disassociated (deleted). External IP: 172.26.7.126, port: 67b49e9d-a3e5-4322-b03e-250f9430572b. Apr 08 11:35:03.804033 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Router d60f8a14-b22d-424e-8ce9-5b63516c1084 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:35:03.981181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:35:03.990647 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] Sync routers for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:35:04.000463 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:04.001115 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:04.103861 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:04.161665 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-85ba2286-c336-42cb-bf0e-e886472a264c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "DELETE /v2.0/floatingips/78443948-cefb-4ba3-aa63-1d5f2f5af4de HTTP/1.1" status: 204 len: 168 time: 1.8000436 Apr 08 11:35:04.162235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:35:04.178579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:04.383350 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcc0425-e15f-4e22-b195-b78e3457b3ef'] response: {'name': 'network-changed', 'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'status': 'completed', 'code': 200} Apr 08 11:35:04.489823 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-2b74070a-c086-4388-b2d4-02c71ede7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:04.491333 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-2b74070a-c086-4388-b2d4-02c71ede7f77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=599a4c396d974b50b365ff89a80a0824&device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 1098 time: 0.0869901 Apr 08 11:35:04.499732 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:04.503905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] Checking router: d60f8a14-b22d-424e-8ce9-5b63516c1084 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:35:04.512017 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:04.512685 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:04.628281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-05df6c37-bd4d-4ed6-95bd-af8f08df4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:04.629711 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-05df6c37-bd4d-4ed6-95bd-af8f08df4946 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 200 len: 910 time: 0.1330514 Apr 08 11:35:04.704903 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-9c50461d-5364-4af9-a1ff-b6751b44781d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 200 len: 217 time: 0.0684953 Apr 08 11:35:04.709291 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:04.754587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:04.818776 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-8aeeb874-1162-4cd2-a590-536b8390d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:04.820456 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-8aeeb874-1162-4cd2-a590-536b8390d229 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 200 len: 848 time: 0.1093948 Apr 08 11:35:04.888627 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd623e7-f5a4-4055-8877-15d8e4d97c4e req-21a9c444-3654-4a03-a7dd-1b1c3310e50b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:04.889336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-efd623e7-f5a4-4055-8877-15d8e4d97c4e req-21a9c444-3654-4a03-a7dd-1b1c3310e50b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:35:04.930018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-98e32c03-1db5-4d76-b9e7-6f9e2b3aff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:04.931709 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-98e32c03-1db5-4d76-b9e7-6f9e2b3aff17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db27f14d-9469-4fde-a526-15a87ce43b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985036 Apr 08 11:35:04.975518 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-efd623e7-f5a4-4055-8877-15d8e4d97c4e req-21a9c444-3654-4a03-a7dd-1b1c3310e50b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:35:04.976825 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-efd623e7-f5a4-4055-8877-15d8e4d97c4e req-21a9c444-3654-4a03-a7dd-1b1c3310e50b tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.2933416 Apr 08 11:35:05.069689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:05.073881 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf50a8f-2d36-4303-ab0b-05cd0b5363d6 None None] The sync data for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv is: [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:24:10Z', 'revision_number': 4, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '0af1ada8-8874-442b-bc1e-fa494cbb6899', 'name': '', 'network_id': 'db27f14d-9469-4fde-a526-15a87ce43b75', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'mac_address': 'fa:16:3e:70:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:09Z', 'updated_at': '2022-04-08T11:24:16Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'subnets': [{'id': '7dc27b34-42e6-43c6-96fb-c7a337de4933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:35:05.086865 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-efd623e7-f5a4-4055-8877-15d8e4d97c4e req-02382531-f715-4911-b319-2f9bfa447908 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658326 Apr 08 11:35:05.104892 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-6ddff674-e42a-4184-9461-485b0016ecf4 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657147 Apr 08 11:35:05.303022 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d02904-bb97-48b9-b996-1aae1bf3a147 None None] New status for floating IP 78443948-cefb-4ba3-aa63-1d5f2f5af4de: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:35:05.364106 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a415e8ca-aab9-4d26-ba88-529e24404a84 req-de26b853-29d7-45e5-a7e8-29b0895bac24 service neutron] 10.222.0.41 "GET /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527194 Apr 08 11:35:06.134742 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98af170-5b25-4362-8067-b0729c1b6922 req-64452b30-5784-4194-bd77-f48ab0100978 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:06.136170 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b98af170-5b25-4362-8067-b0729c1b6922 req-64452b30-5784-4194-bd77-f48ab0100978 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.0797303 Apr 08 11:35:06.207883 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Deleting port 67b49e9d-a3e5-4322-b03e-250f9430572b {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:06.208226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:06.323252 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9200999-619a-46da-81d5-003562f7d851 req-c974a43c-54e6-4b9b-a498-b148df3e729d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:06.324865 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a9200999-619a-46da-81d5-003562f7d851 req-c974a43c-54e6-4b9b-a498-b148df3e729d tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 945 time: 0.1303251 Apr 08 11:35:06.369082 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-a9200999-619a-46da-81d5-003562f7d851 req-be570d1d-7d6a-4fff-81a7-7ef8d97f8e8c tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0bb8d1a9-9f20-4dea-af87-2f31508a9168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385740 Apr 08 11:35:06.458729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] For port 67b49e9d-a3e5-4322-b03e-250f9430572b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=67b49e9d-a3e5-4322-b03e-250f9430572b,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:06.459082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:06.580942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Calling delete_port for 67b49e9d-a3e5-4322-b03e-250f9430572b owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:06.800849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:06.850642 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event deleted for resources: {'Port': ['ID=67b49e9d-a3e5-4322-b03e-250f9430572b,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:06.931890 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] No DVR routers for this DVR port 67b49e9d-a3e5-4322-b03e-250f9430572b on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:35:06.934512 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:06.936994 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'name': 'network-vif-deleted', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:35:06.982877 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf5dfb9-653f-4eb3-8561-33834932fbbf'] response: {'server_uuid': '091289f2-790d-47f9-a36e-0fe9734e0f90', 'name': 'network-vif-deleted', 'tag': '67b49e9d-a3e5-4322-b03e-250f9430572b', 'status': 'completed', 'code': 200} Apr 08 11:35:07.022797 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b98af170-5b25-4362-8067-b0729c1b6922 req-ea66340b-0d91-43d0-8739-a89c320f95b6 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.41 "DELETE /v2.0/ports/67b49e9d-a3e5-4322-b03e-250f9430572b HTTP/1.1" status: 204 len: 173 time: 0.8819947 Apr 08 11:35:07.527521 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-d1d2a0c6-ea26-455b-bdde-514979826233 req-070e99e3-cfc3-46da-a2e3-a2dffd7b0ad8 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 210 time: 0.0448160 Apr 08 11:35:08.692034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-521a0b53-4a34-4b6a-976e-94b171dc8645 req-da691f04-dd85-4b50-a6b2-a7dbaeaa7d1f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Synchronizing usage tracker for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:35:08.806898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-521a0b53-4a34-4b6a-976e-94b171dc8645 req-da691f04-dd85-4b50-a6b2-a7dbaeaa7d1f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Unset dirty status for tenant:599a4c396d974b50b365ff89a80a0824 on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:35:08.808003 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-521a0b53-4a34-4b6a-976e-94b171dc8645 req-da691f04-dd85-4b50-a6b2-a7dbaeaa7d1f tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "GET /v2.0/ports?device_id=091289f2-790d-47f9-a36e-0fe9734e0f90 HTTP/1.1" status: 200 len: 210 time: 0.1593490 Apr 08 11:35:09.538001 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 67b49e9d-a3e5-4322-b03e-250f9430572b no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:35:09.576655 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 67b49e9d-a3e5-4322-b03e-250f9430572b {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:35:09.576998 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 67b49e9d-a3e5-4322-b03e-250f9430572b not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:35:09.904002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36390) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:09.975254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1c37c54c-57b9-4499-b42f-01444670e727 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:10.004647 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1c37c54c-57b9-4499-b42f-01444670e727 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:10.172187 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1c37c54c-57b9-4499-b42f-01444670e727 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:10.190837 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37c54c-57b9-4499-b42f-01444670e727 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb8d1a9-9f20-4dea-af87-2f31508a9168,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:10.302918 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-1c37c54c-57b9-4499-b42f-01444670e727 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:10.304295 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-1c37c54c-57b9-4499-b42f-01444670e727 tempest-TestShelveInstance-566241433 tempest-TestShelveInstance-566241433-project] 10.222.0.23 "DELETE /v2.0/security-groups/0bb8d1a9-9f20-4dea-af87-2f31508a9168 HTTP/1.1" status: 204 len: 168 time: 0.3991969 Apr 08 11:35:10.423990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36396) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:11.193643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:11.536983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Deleting port 0af1ada8-8874-442b-bc1e-fa494cbb6899 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:11.537232 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:11.706142 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] For port 0af1ada8-8874-442b-bc1e-fa494cbb6899, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=0af1ada8-8874-442b-bc1e-fa494cbb6899,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:11.706490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:11.829698 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Calling delete_port for 0af1ada8-8874-442b-bc1e-fa494cbb6899 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:12.275801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:12.354305 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af1ada8-8874-442b-bc1e-fa494cbb6899,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:12.689432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:13.047300 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Router d60f8a14-b22d-424e-8ce9-5b63516c1084 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:35:13.225820 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:35:13.234767 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] Sync routers for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:35:13.244062 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:13.244699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:13.306557 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-5b57df20-d190-4722-9491-6fa01e852bb5 admin admin] 10.222.0.23 "PUT /v2.0/routers/d60f8a14-b22d-424e-8ce9-5b63516c1084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8809741 Apr 08 11:35:13.309175 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36402) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:13.420408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:13.487788 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:13.660753 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:13.705492 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:35:12Z', 'revision_number': 5, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port': {'id': '93303d52-d1a6-44c8-ac24-877d12c06467', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:06Z', 'updated_at': '2022-04-08T11:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:13.709199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] Checking router: d60f8a14-b22d-424e-8ce9-5b63516c1084 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:35:13.717326 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] Routers {'d60f8a14-b22d-424e-8ce9-5b63516c1084'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:13.717914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['d60f8a14-b22d-424e-8ce9-5b63516c1084'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:13.770314 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Deleting port 93303d52-d1a6-44c8-ac24-877d12c06467 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:13.770657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:13.867069 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] Set router d60f8a14-b22d-424e-8ce9-5b63516c1084 gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:13.944640 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] For port 93303d52-d1a6-44c8-ac24-877d12c06467, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=93303d52-d1a6-44c8-ac24-877d12c06467,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:13.944920 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:13.972758 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:35:13Z', 'revision_number': 6, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:13.976942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb1e36-8ebe-44c0-8f2c-acfeea2fdb4d None None] The sync data for ids ['d60f8a14-b22d-424e-8ce9-5b63516c1084'] in dv-neutron-837109-1-hyperv is: [{'id': 'd60f8a14-b22d-424e-8ce9-5b63516c1084', 'name': 'tempest-TestShelveInstance-1425840431-router', 'tenant_id': '599a4c396d974b50b365ff89a80a0824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:05Z', 'updated_at': '2022-04-08T11:35:13Z', 'revision_number': 6, 'project_id': '599a4c396d974b50b365ff89a80a0824', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:35:14.191449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Calling delete_port for 93303d52-d1a6-44c8-ac24-877d12c06467 owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:14.392633 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0af1ada8-8874-442b-bc1e-fa494cbb6899 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:35:14.429729 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:14.434421 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 0af1ada8-8874-442b-bc1e-fa494cbb6899 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:35:14.434421 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 0af1ada8-8874-442b-bc1e-fa494cbb6899 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:35:14.479632 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Pushing event deleted for resources: {'Port': ['ID=93303d52-d1a6-44c8-ac24-877d12c06467,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:14.567264 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:14.735897 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:14.738185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:14.878915 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:14.879432 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d60f8a14-b22d-424e-8ce9-5b63516c1084 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:35:14.892391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:14.893557 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-adbca409-d4db-4a55-8725-c62d38d64815 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d60f8a14-b22d-424e-8ce9-5b63516c1084 HTTP/1.1" status: 204 len: 168 time: 1.5834467 Apr 08 11:35:14.896071 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36406) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:14.959471 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cd4f64-1121-4b8a-89d9-fcf4c7086934 admin admin] Deleting subnet 7dc27b34-42e6-43c6-96fb-c7a337de4933 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:35:14.962626 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4f64-1121-4b8a-89d9-fcf4c7086934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.013214 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4f64-1121-4b8a-89d9-fcf4c7086934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.092928 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4f64-1121-4b8a-89d9-fcf4c7086934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.252532 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4f64-1121-4b8a-89d9-fcf4c7086934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.289839 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd4f64-1121-4b8a-89d9-fcf4c7086934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc27b34-42e6-43c6-96fb-c7a337de4933,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:15.294481 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4f64-1121-4b8a-89d9-fcf4c7086934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.300412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c5ac2-66cf-488d-ab37-169d3352db72 None None] Network db27f14d-9469-4fde-a526-15a87ce43b75 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:35:15.302685 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-d0cd4f64-1121-4b8a-89d9-fcf4c7086934 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7dc27b34-42e6-43c6-96fb-c7a337de4933 HTTP/1.1" status: 204 len: 168 time: 0.4055467 Apr 08 11:35:15.305101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36410) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:15.424699 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.442803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Deleting port c42f3bb7-3ae8-4906-8bd0-85b77699a680 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:15.443482 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.580766 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] DHCP port deletion for db27f14d-9469-4fde-a526-15a87ce43b75 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:35:15.584630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] Deleting port c42f3bb7-3ae8-4906-8bd0-85b77699a680 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:15.585006 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.653452 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] For port c42f3bb7-3ae8-4906-8bd0-85b77699a680, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c42f3bb7-3ae8-4906-8bd0-85b77699a680,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:15.653814 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.777246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Calling delete_port for c42f3bb7-3ae8-4906-8bd0-85b77699a680 owned by network:dhcp {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:15.795833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] For port c42f3bb7-3ae8-4906-8bd0-85b77699a680, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=c42f3bb7-3ae8-4906-8bd0-85b77699a680,segment=NetworkSegment(11b37ecd-ec7f-40d8-b0ee-39c3b9560563),segment_id=11b37ecd-ec7f-40d8-b0ee-39c3b9560563)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:15.796163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.915734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] Calling delete_port for c42f3bb7-3ae8-4906-8bd0-85b77699a680 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:15.930702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:35:15.987176 dv-neutron-837109-1-hyperv neutron-server[88614]: util.warn( Apr 08 11:35:15.992510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:35:15.992871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:35:16.079966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c42f3bb7-3ae8-4906-8bd0-85b77699a680,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:16.083393 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] No DVR routers for this DVR port c42f3bb7-3ae8-4906-8bd0-85b77699a680 on host dv-neutron-837109-1-hyperv {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:35:16.170239 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 93303d52-d1a6-44c8-ac24-877d12c06467 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:35:16.198803 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:16.204803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 93303d52-d1a6-44c8-ac24-877d12c06467 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:35:16.205154 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 93303d52-d1a6-44c8-ac24-877d12c06467 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:35:16.205558 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c42f3bb7-3ae8-4906-8bd0-85b77699a680 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:35:16.224764 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db27f14d-9469-4fde-a526-15a87ce43b75']}} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:16.237090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b37ecd-ec7f-40d8-b0ee-39c3b9560563') {'for_net_delete': True} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:16.237390 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.services.segments.db [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b37ecd-ec7f-40d8-b0ee-39c3b9560563') {} {{(pid=88612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:16.238596 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: c42f3bb7-3ae8-4906-8bd0-85b77699a680 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:35:16.238938 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device c42f3bb7-3ae8-4906-8bd0-85b77699a680 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:35:16.248900 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333246'] for segment, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:16.265271 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:16.271167 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:35:16.275657 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2510341'] for segment, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: Traceback (most recent call last): Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: timer() Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: cb(*args, **kw) Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: return func(*args, **kwargs) Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: self._notify() Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: self.callback(batched_events) Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: event.method(event) Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: return f(self, *a, **k) Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._get(url).json() Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: return self.request(url, 'GET', **kwargs) Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:35:16.284626 dv-neutron-837109-1-hyperv neutron-server[88612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:35:16.429248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:16.444863 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525664'] for network, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:16.455105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db27f14d-9469-4fde-a526-15a87ce43b75,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:16.494530 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] Deleting port c42f3bb7-3ae8-4906-8bd0-85b77699a680 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:16.494919 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:16.525579 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-74f26b3a-60c1-4394-bf97-05e37b6405d1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/db27f14d-9469-4fde-a526-15a87ce43b75 HTTP/1.1" status: 204 len: 168 time: 1.2194128 Apr 08 11:35:16.528361 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36414) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:16.563278 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-889ffb3d-1fad-4ae3-9806-a95aeb863e77 None None] The port 'c42f3bb7-3ae8-4906-8bd0-85b77699a680' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:35:17.054797 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:17.397829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Deleting port d6f6127f-9e4d-4b28-b4bd-70879641527e {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:17.398170 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:17.674752 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] For port d6f6127f-9e4d-4b28-b4bd-70879641527e, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=d6f6127f-9e4d-4b28-b4bd-70879641527e,segment=NetworkSegment(8c606638-008f-47ca-8aea-046dc37cbf6d),segment_id=8c606638-008f-47ca-8aea-046dc37cbf6d)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:17.675404 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:17.796936 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Calling delete_port for d6f6127f-9e4d-4b28-b4bd-70879641527e owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:18.073373 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:18.123527 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f6127f-9e4d-4b28-b4bd-70879641527e,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:18.392884 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:18.743856 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:35:18.919749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:35:18.928805 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] Sync routers for ids ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:35:18.937673 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] Routers {'95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:18.943933 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:18.991131 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-07952c60-590d-4422-b729-5be442d65063 admin admin] 10.222.0.23 "PUT /v2.0/routers/95fcf914-abbb-4351-b5cf-6a9eaa0c42cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4616160 Apr 08 11:35:18.993749 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36420) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:19.113472 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] Set router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:19.168898 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:19.354631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:19.397812 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:35:17Z', 'revision_number': 5, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port': {'id': 'a9c48a4f-a6d6-46c0-b042-d9a50c777f96', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:24:14Z', 'updated_at': '2022-04-08T11:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:19.401560 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] Checking router: 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:35:19.410526 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] Routers {'95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:19.411125 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:19.433241 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Deleting port a9c48a4f-a6d6-46c0-b042-d9a50c777f96 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:19.433617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:19.562867 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] Set router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:19.605987 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] For port a9c48a4f-a6d6-46c0-b042-d9a50c777f96, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=a9c48a4f-a6d6-46c0-b042-d9a50c777f96,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:19.606355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:19.666835 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:35:19Z', 'revision_number': 6, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:19.670657 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936ce84-c8bf-4cf6-b9e8-e44d401c9526 None None] The sync data for ids ['95fcf914-abbb-4351-b5cf-6a9eaa0c42cd'] in dv-neutron-837109-1-hyperv is: [{'id': '95fcf914-abbb-4351-b5cf-6a9eaa0c42cd', 'name': 'tempest-TestShelveInstance-727000163-router', 'tenant_id': '3b7febd615224165a037c674a1e5c3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:24:13Z', 'updated_at': '2022-04-08T11:35:19Z', 'revision_number': 6, 'project_id': '3b7febd615224165a037c674a1e5c3b6', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:35:19.734797 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Calling delete_port for a9c48a4f-a6d6-46c0-b042-d9a50c777f96 owned by network:router_gateway {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:20.103672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.153390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c48a4f-a6d6-46c0-b042-d9a50c777f96,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:20.289399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.289702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.290014 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.290347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.290672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.291005 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.291329 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.291704 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.291972 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.292291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.292636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.301161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:20.348903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.440414 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d6f6127f-9e4d-4b28-b4bd-70879641527e no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:35:20.475514 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: d6f6127f-9e4d-4b28-b4bd-70879641527e {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:35:20.475857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device d6f6127f-9e4d-4b28-b4bd-70879641527e not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:35:20.476268 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a9c48a4f-a6d6-46c0-b042-d9a50c777f96 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:35:20.514174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: a9c48a4f-a6d6-46c0-b042-d9a50c777f96 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:35:20.514635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device a9c48a4f-a6d6-46c0-b042-d9a50c777f96 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:35:20.527462 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.529698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.617986 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.618608 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fcf914-abbb-4351-b5cf-6a9eaa0c42cd {{(pid=88613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:35:20.632342 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.633521 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-235060ea-181c-4b32-a2fc-61143a1b9ec8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/95fcf914-abbb-4351-b5cf-6a9eaa0c42cd HTTP/1.1" status: 204 len: 168 time: 1.6388037 Apr 08 11:35:20.636011 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36424) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:20.699602 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f876ea-782b-47a8-b553-49a5580e4eb0 admin admin] Deleting subnet 68feb30d-bd04-4db0-96be-6f5832047a84 {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:35:20.702735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24f876ea-782b-47a8-b553-49a5580e4eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.751799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24f876ea-782b-47a8-b553-49a5580e4eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.830437 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24f876ea-782b-47a8-b553-49a5580e4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.960824 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24f876ea-782b-47a8-b553-49a5580e4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:20.999040 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f876ea-782b-47a8-b553-49a5580e4eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68feb30d-bd04-4db0-96be-6f5832047a84,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:21.004492 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-24f876ea-782b-47a8-b553-49a5580e4eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.010574 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ad9b9-8a95-4007-a56f-dd3fce40fc80 None None] Network 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:35:21.011031 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-24f876ea-782b-47a8-b553-49a5580e4eb0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/68feb30d-bd04-4db0-96be-6f5832047a84 HTTP/1.1" status: 204 len: 168 time: 0.3740485 Apr 08 11:35:21.013516 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36428) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:21.119229 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.129563 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Deleting port 5086086c-d700-430c-9f48-4fabe9f96e07 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:21.129894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.252730 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] DHCP port deletion for 34f58a13-0e89-4ad6-a78e-c5a8d45c5449 request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:35:21.256940 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] Deleting port 5086086c-d700-430c-9f48-4fabe9f96e07 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:21.257382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.343059 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] For port 5086086c-d700-430c-9f48-4fabe9f96e07, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5086086c-d700-430c-9f48-4fabe9f96e07,segment=NetworkSegment(8c606638-008f-47ca-8aea-046dc37cbf6d),segment_id=8c606638-008f-47ca-8aea-046dc37cbf6d)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:21.343594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.463068 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] For port 5086086c-d700-430c-9f48-4fabe9f96e07, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=5086086c-d700-430c-9f48-4fabe9f96e07,segment=NetworkSegment(8c606638-008f-47ca-8aea-046dc37cbf6d),segment_id=8c606638-008f-47ca-8aea-046dc37cbf6d)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:21.463629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.470394 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Calling delete_port for 5086086c-d700-430c-9f48-4fabe9f96e07 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:21.584654 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] Calling delete_port for 5086086c-d700-430c-9f48-4fabe9f96e07 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:35:21.635160 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.682610 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5086086c-d700-430c-9f48-4fabe9f96e07,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:21.686246 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] No DVR routers for this DVR port 5086086c-d700-430c-9f48-4fabe9f96e07 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:35:21.688969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:35:21.689322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:35:21.801336 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.825673 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f58a13-0e89-4ad6-a78e-c5a8d45c5449']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:21.837275 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c606638-008f-47ca-8aea-046dc37cbf6d') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:21.837556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c606638-008f-47ca-8aea-046dc37cbf6d') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:21.849204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.865809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.872188 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:35:21.872603 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:35:21.885470 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:35:22.126756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:22.143667 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:22.153979 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f58a13-0e89-4ad6-a78e-c5a8d45c5449,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:22.162307 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-9541d9f2-8a29-4164-ad45-dc2c8e6a5e36 admin admin] 10.222.0.23 "DELETE /v2.0/networks/34f58a13-0e89-4ad6-a78e-c5a8d45c5449 HTTP/1.1" status: 204 len: 168 time: 1.1477990 Apr 08 11:35:22.175893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5086086c-d700-430c-9f48-4fabe9f96e07 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:35:22.205681 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] Deleting port 5086086c-d700-430c-9f48-4fabe9f96e07 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:35:22.206059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:22.242726 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 5086086c-d700-430c-9f48-4fabe9f96e07 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:35:22.243075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 5086086c-d700-430c-9f48-4fabe9f96e07 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:35:22.279781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe8272-a92b-42f5-b685-196bad0ebee1 None None] The port '5086086c-d700-430c-9f48-4fabe9f96e07' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:35:22.495180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36434) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:22.541813 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-17f68e10-d4f3-41f4-8df1-9f9d6f39d059 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=599a4c396d974b50b365ff89a80a0824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481107 Apr 08 11:35:22.544051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36438) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:22.600313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56fd5ac9-09b1-406a-ad14-f4fb317475af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:22.626193 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56fd5ac9-09b1-406a-ad14-f4fb317475af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:22.880309 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56fd5ac9-09b1-406a-ad14-f4fb317475af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:22.897291 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd5ac9-09b1-406a-ad14-f4fb317475af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b021769a-73bf-4cb3-bc18-cc14f2692ebf,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:22.905100 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-56fd5ac9-09b1-406a-ad14-f4fb317475af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:22.906905 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-56fd5ac9-09b1-406a-ad14-f4fb317475af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b021769a-73bf-4cb3-bc18-cc14f2692ebf HTTP/1.1" status: 204 len: 168 time: 0.3618059 Apr 08 11:35:23.799944 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36446) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:23.844414 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-d3c71932-9ba0-43ff-8ac5-6518e9a5d3c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b7febd615224165a037c674a1e5c3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478077 Apr 08 11:35:23.846714 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36450) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:23.905625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-828127a7-8641-46e1-bfd3-eefcdde8bfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:23.931689 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-828127a7-8641-46e1-bfd3-eefcdde8bfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:24.101436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-828127a7-8641-46e1-bfd3-eefcdde8bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:24.116564 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828127a7-8641-46e1-bfd3-eefcdde8bfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962d938b-4a70-4ee5-bc12-e371e3c5ec53,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:24.124421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-828127a7-8641-46e1-bfd3-eefcdde8bfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:24.128139 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-828127a7-8641-46e1-bfd3-eefcdde8bfa8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/962d938b-4a70-4ee5-bc12-e371e3c5ec53 HTTP/1.1" status: 204 len: 168 time: 0.2780340 Apr 08 11:35:25.242716 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36474) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:25.344922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1454104541-network', 'tenant_id': '39398f615a734e0aae17e68e27c52aac'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:25.349773 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:25.353639 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Usage tracker for resource:network and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:25.356405 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:25.362794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:25.480517 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Made reservation on behalf of 39398f615a734e0aae17e68e27c52aac for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:35:25.482958 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:25.496274 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:25.510081 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:25.513843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Usage tracker for resource:security_group_rule and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:25.524339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:25.524339 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:25.603041 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:25.680070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:25.707644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:35:25.723280 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a98dd9-20c1-4047-b1a5-186bb1b7a40d,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:25.728424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:25.728796 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Added segment 0a5f0da7-6e6c-4a09-8dea-2380872f2396 of type vlan for network a8cf9d19-bff6-43eb-b442-ea871703bf7b Apr 08 11:35:25.753838 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:25.857428 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:25.858317 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:25.858946 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:25.961111 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] Pushing event updated for resources: {'Network': ['ID=a8cf9d19-bff6-43eb-b442-ea871703bf7b,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:25.971580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:35:25.995260 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-5efb384e-b0ed-49a4-9e75-985cfec1de81 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7514615 Apr 08 11:35:25.998258 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36480) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:26.004131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Request body: {'subnet': {'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1454104541-subnet', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:26.009045 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:26.013033 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Usage tracker for resource:subnet and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:26.016584 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:26.022813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:26.063419 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Made reservation on behalf of 39398f615a734e0aae17e68e27c52aac for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:35:26.065894 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:26.389513 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:26.464046 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8687c5-d19a-44b8-9932-6eefe954758f,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:26.475178 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Checking segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:26.475533 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Network hostable DHCP agents. Network: a8cf9d19-bff6-43eb-b442-ea871703bf7b, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:35:26.571816 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:35:26.651544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, a8cf9d19-bff6-43eb-b442-ea871703bf7b) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:26.655539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:26.656124 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:26.660789 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5a98a-6118-492a-9ae2-46d0a5de8be1 None None] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:35:26.767133 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-6fddd656-b799-4687-a851-6c7a110b4426 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7678037 Apr 08 11:35:26.769745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36484) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:26.774670 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:26.779421 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:26.783523 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Usage tracker for resource:router and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:26.786351 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:26.792093 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:26.864209 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:26.865296 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:26.870627 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:35:26.871453 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:26.885957 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.034644 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Allocated IP 172.20.0.2 (a8cf9d19-bff6-43eb-b442-ea871703bf7b/fe8687c5-d19a-44b8-9932-6eefe954758f/21fb3cff-2f0c-427d-ab33-d2764bc5f361) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:27.204728 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.253433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.263884 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Transition to ACTIVE for port object 21fb3cff-2f0c-427d-ab33-d2764bc5f361 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:27.284337 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Transition to ACTIVE for port object 21fb3cff-2f0c-427d-ab33-d2764bc5f361 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:27.297249 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-edd57513-5f5c-4cb5-806e-b23707323484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.344285 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.405321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:27.412703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:27.415183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:35:27.448602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Pushing event updated for resources: {'Port': ['ID=21fb3cff-2f0c-427d-ab33-d2764bc5f361,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:27.491862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.492205 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.492564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.492899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.493229 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.493562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.493887 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.494210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.494534 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.494854 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.495173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.495498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:27.524921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Attempting to bind port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:35:27.525210 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Attempting to bind port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:35:27.525575 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Attempting to bind port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 on network a8cf9d19-bff6-43eb-b442-ea871703bf7b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:35:27.531476 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:35:27.532007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Checking segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:27.532416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.532839 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Bound using segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:35:27.533309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Bound port: 21fb3cff-2f0c-427d-ab33-d2764bc5f361, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:35:27.533689 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.581383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.621900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] For port 21fb3cff-2f0c-427d-ab33-d2764bc5f361, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:35:27.625715 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] For port 21fb3cff-2f0c-427d-ab33-d2764bc5f361, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=21fb3cff-2f0c-427d-ab33-d2764bc5f361,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:35:27.710309 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.719164 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:27.808500 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fabe5-d9f2-4711-a6cb-300325e08117 None None] Pushing event updated for resources: {'Port': ['ID=21fb3cff-2f0c-427d-ab33-d2764bc5f361,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:27.846813 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Allocated IP 172.26.7.63 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/372bbb80-6fc1-408c-94a9-247fc05e4ccb) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:28.010433 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:28.136215 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:28.198031 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:28.204692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 21fb3cff-2f0c-427d-ab33-d2764bc5f361 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:28.207366 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:28.211578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:35:28.241126 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Pushing event updated for resources: {'Port': ['ID=372bbb80-6fc1-408c-94a9-247fc05e4ccb,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:28.330399 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:28.701905 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b93c82-18a3-4ede-ad7b-2b1d4950a38c None None] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:35:28.733467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:28.911305 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fd32ad37-3f9e-4fa0-aeef-d2ae8f3fc7cd None None] Provisioning for port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:28.922317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-fd32ad37-3f9e-4fa0-aeef-d2ae8f3fc7cd None None] Provisioning complete for port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:28.922687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fd32ad37-3f9e-4fa0-aeef-d2ae8f3fc7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:29.071404 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:29.095371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fd32ad37-3f9e-4fa0-aeef-d2ae8f3fc7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:29.130989 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-fd32ad37-3f9e-4fa0-aeef-d2ae8f3fc7cd None None] For port 21fb3cff-2f0c-427d-ab33-d2764bc5f361, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=21fb3cff-2f0c-427d-ab33-d2764bc5f361,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:29.201163 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fd32ad37-3f9e-4fa0-aeef-d2ae8f3fc7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:29.276502 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ad37-3f9e-4fa0-aeef-d2ae8f3fc7cd None None] Pushing event updated for resources: {'Port': ['ID=21fb3cff-2f0c-427d-ab33-d2764bc5f361,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:29.322335 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9447ad9b-62fb-4bae-aa7d-a9c42ec45375 None None] Provisioning complete for port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:29.322823 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9447ad9b-62fb-4bae-aa7d-a9c42ec45375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:29.463182 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Router 028e5124-5f03-43ef-b614-0b888828c9ea is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:35:29.595225 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d63fd8ac-e9ed-4f49-93e5-e61d22f4e2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:29.639108 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:35:29.648222 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Sync routers for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:35:29.657837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:29.658452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:29.759114 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:29.760288 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aacbf23e-e2b4-4c91-bb7d-f5b0c74c62e2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9896190 Apr 08 11:35:29.763161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36488) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:29.832953 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:30.117129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:28Z', 'revision_number': 3, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:30.120966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Checking router: 028e5124-5f03-43ef-b614-0b888828c9ea for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:35:30.121317 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Updating router 028e5124-5f03-43ef-b614-0b888828c9ea port 372bbb80-6fc1-408c-94a9-247fc05e4ccb binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:35:30.176208 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.206658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 21fb3cff-2f0c-427d-ab33-d2764bc5f361 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:30.387148 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:30.387813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.444952 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.649867 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Allocated IP 172.20.0.1 (a8cf9d19-bff6-43eb-b442-ea871703bf7b/fe8687c5-d19a-44b8-9932-6eefe954758f/6cfebb4e-9f1b-4040-90b1-33ce87c34cc6) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:30.664158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.675928 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Transition to ACTIVE for port object 372bbb80-6fc1-408c-94a9-247fc05e4ccb will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:30.743958 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.799332 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.815051 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.provisioning_blocks [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Transition to ACTIVE for port object 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 will not be triggered until provisioned by entity DHCP. {{(pid=88613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:30.824381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Attempting to bind port 372bbb80-6fc1-408c-94a9-247fc05e4ccb on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:35:30.824770 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Attempting to bind port 372bbb80-6fc1-408c-94a9-247fc05e4ccb by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:35:30.825135 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Attempting to bind port 372bbb80-6fc1-408c-94a9-247fc05e4ccb on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:35:30.830808 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f517ffb-0ad6-4ee7-8e84-a6b5d6b7b4b0 None None] Pushing event updated for resources: {'Port': ['ID=372bbb80-6fc1-408c-94a9-247fc05e4ccb,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:30.835085 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:35:30.839009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:30.839009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.839009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:35:30.839009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Bound port: 372bbb80-6fc1-408c-94a9-247fc05e4ccb, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:35:30.839009 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.867536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.911149 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] For port 372bbb80-6fc1-408c-94a9-247fc05e4ccb, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:35:30.914077 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] For port 372bbb80-6fc1-408c-94a9-247fc05e4ccb, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=372bbb80-6fc1-408c-94a9-247fc05e4ccb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:35:30.915544 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:30.978236 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:30.980863 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:30.988585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:35:31.023630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:31.023833 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Pushing event updated for resources: {'Port': ['ID=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:31.047390 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:31.152941 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:31.153687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:31.242015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f517ffb-0ad6-4ee7-8e84-a6b5d6b7b4b0 None None] Pushing event updated for resources: {'Port': ['ID=372bbb80-6fc1-408c-94a9-247fc05e4ccb,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:31.336367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:31.371080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:31.411956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f2375fec-53b2-4af3-8cdb-24229375fdc0 None None] Provisioning for port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:31.473782 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:31.478662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-f2375fec-53b2-4af3-8cdb-24229375fdc0 None None] Provisioning complete for port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:31.479039 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-f2375fec-53b2-4af3-8cdb-24229375fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:31.614679 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-f2375fec-53b2-4af3-8cdb-24229375fdc0 None None] Port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:35:31.693302 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:31.707423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:28Z', 'revision_number': 3, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:31.711364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de40a2e-43c2-470a-94de-dc1beaa2e599 None None] The sync data for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv is: [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:28Z', 'revision_number': 3, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:35:31.754798 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:31.867989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Pushing event updated for resources: {'Port': ['ID=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:31.871211 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:32.019409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:32.020682 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:32.205778 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:32.225166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 372bbb80-6fc1-408c-94a9-247fc05e4ccb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:32.240742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Router 028e5124-5f03-43ef-b614-0b888828c9ea has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:35:32.342728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-a1b60e08-575f-444b-9a65-0b0364794176 None None] Provisioning complete for port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:32.342728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a1b60e08-575f-444b-9a65-0b0364794176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:32.407493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 372bbb80-6fc1-408c-94a9-247fc05e4ccb completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:32.411611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-a1b60e08-575f-444b-9a65-0b0364794176 None None] Port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:35:32.413131 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 372bbb80-6fc1-408c-94a9-247fc05e4ccb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:32.413692 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:32.436320 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:35:32.449204 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-a61dd37f-4a39-4b6a-a93f-a29312f7bb6d admin admin] 10.222.0.23 "PUT /v2.0/routers/028e5124-5f03-43ef-b614-0b888828c9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6849868 Apr 08 11:35:32.540962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:32.560354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 372bbb80-6fc1-408c-94a9-247fc05e4ccb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=372bbb80-6fc1-408c-94a9-247fc05e4ccb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:32.663479 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:32.739684 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=372bbb80-6fc1-408c-94a9-247fc05e4ccb,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:33.204862 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36506) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:33.210435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-424003834-network', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:33.215328 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:33.220263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Usage tracker for resource:network and tenant:b532d5706f0a48a6926c51b44f8f1ea2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:33.223355 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:33.229230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:33.312548 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Sync routers for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:35:33.320927 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Made reservation on behalf of b532d5706f0a48a6926c51b44f8f1ea2 for: {'network': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:35:33.322280 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:33.324226 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:33.324343 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for network, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.337310 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.355561 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:33.359553 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Usage tracker for resource:security_group_rule and tenant:b532d5706f0a48a6926c51b44f8f1ea2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:33.362475 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:33.368213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:33.447617 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.520802 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:33.578359 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.611269 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=88613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:35:33.613291 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92584af0-ebc6-4eff-9a78-8bf4a45e2b01,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:33.623105 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.623561 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.segments_db [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Added segment c68e282d-50cf-4e1d-9ced-eb387f48d92b of type vlan for network c66d0fec-4ba9-4578-b12d-56a60eba91cb Apr 08 11:35:33.652072 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750042928824'] for network, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.800549 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686'] for network, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.801432 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:33.802009 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.864637 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 2, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:33.868544 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Checking router: 028e5124-5f03-43ef-b614-0b888828c9ea for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:35:33.868903 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Updating router 028e5124-5f03-43ef-b614-0b888828c9ea port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:35:33.906633 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] Pushing event updated for resources: {'Network': ['ID=c66d0fec-4ba9-4578-b12d-56a60eba91cb,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:33.916791 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Network c66d0fec-4ba9-4578-b12d-56a60eba91cb details requested by agent ovs-agent-dv-neutron-837109-1-hyperv with host dv-neutron-837109-1-hyperv {{(pid=88614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:35:33.926348 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:33.995581 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-8b5b46bd-f337-4561-933b-f61b1c62c11f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7895217 Apr 08 11:35:33.998861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36512) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:34.005397 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Request body: {'subnet': {'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-424003834-subnet', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'ip_version': 4}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:34.010250 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:34.014594 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Usage tracker for resource:subnet and tenant:b532d5706f0a48a6926c51b44f8f1ea2 is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:34.017406 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:34.023109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:34.085885 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Made reservation on behalf of b532d5706f0a48a6926c51b44f8f1ea2 for: {'subnet': 1} {{(pid=88613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:35:34.088230 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2359059'] for subnet, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.188221 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 372bbb80-6fc1-408c-94a9-247fc05e4ccb up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:34.256803 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 372bbb80-6fc1-408c-94a9-247fc05e4ccb triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:34.257173 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.280045 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.294264 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Transition to ACTIVE for port object 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:34.390657 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.503745 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1499440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2359073'] for subnet, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.526939 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Pushing event updated for resources: {'Port': ['ID=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:34.537231 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.537584 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.537925 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.538260 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.538617 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.538949 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.539276 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.539602 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.539926 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.540251 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.540607 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.540926 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:35:34.573010 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b10323-15d9-44d4-83df-c70da12ae835,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:34.600613 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Checking segment: {'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:34.601012 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Network hostable DHCP agents. Network: c66d0fec-4ba9-4578-b12d-56a60eba91cb, hostable agents: ['19c33f1f-c57f-459d-9d9a-27e245e3a6dc'], hosted agents: [] {{(pid=88613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:35:34.631817 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Attempting to bind port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:35:34.632185 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Attempting to bind port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:35:34.632579 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Attempting to bind port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 on network a8cf9d19-bff6-43eb-b442-ea871703bf7b {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:35:34.638137 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:35:34.638501 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Checking segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:34.638890 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.639271 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Bound using segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:35:34.640392 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Bound port: 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:35:34.640956 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.691719 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Network c66d0fec-4ba9-4578-b12d-56a60eba91cb is scheduled to be hosted by DHCP agent 19c33f1f-c57f-459d-9d9a-27e245e3a6dc with binding_index 1 {{(pid=88613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:35:34.715129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.730163 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] For port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:35:34.733074 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] For port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:35:34.759977 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837109-1-hyperv, c66d0fec-4ba9-4578-b12d-56a60eba91cb) {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:34.764827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:34.765600 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.768991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55d9a3-fe50-44d6-a75a-134062c35692 None None] Network c66d0fec-4ba9-4578-b12d-56a60eba91cb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:35:34.815902 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.876779 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-90b0f276-8f86-4a35-a1d3-fbfa3fc00518 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8733804 Apr 08 11:35:34.877185 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36518) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:34.883384 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:34.883907 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:34.884720 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:34.888908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:34.893849 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Usage tracker for resource:router and tenant:b532d5706f0a48a6926c51b44f8f1ea2 is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:34.897733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:34.906838 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:34.977870 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-875631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16178'] for router, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.978960 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-873948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16187'] for router, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:34.997966 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.023430 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe031f8f3-5a84-5d6a-bd24-938d60a18c20-c66d0fec-4ba9-4578-b12d-56a60eba91cb', 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'fixed_ips': [{'subnet_id': '17b10323-15d9-44d4-83df-c70da12ae835'}]}} from dv-neutron-837109-1-hyperv. {{(pid=88614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 11:35:35.025034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.055038 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d700607-13b8-4338-81e3-fae10b5d9fdc None None] Pushing event updated for resources: {'Port': ['ID=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:35.094474 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:35.234702 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.db_base_plugin_common [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Allocated IP 172.20.0.2 (c66d0fec-4ba9-4578-b12d-56a60eba91cb/17b10323-15d9-44d4-83df-c70da12ae835/34a72e7b-e7b8-4390-81f9-d9656952da60) {{(pid=88614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:35.353909 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-873930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-875677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16137'] for router, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.458301 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:34Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:35.462361 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d986266-8217-4a0f-900f-323eb7589f67 None None] The sync data for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv is: [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:34Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:35:35.511889 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Notify callbacks [] for port, precommit_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.534605 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Transition to ACTIVE for port object 34a72e7b-e7b8-4390-81f9-d9656952da60 will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:35.555376 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Transition to ACTIVE for port object 34a72e7b-e7b8-4390-81f9-d9656952da60 will not be triggered until provisioned by entity DHCP. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:35.641636 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370'] for port, after_create {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.708405 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Network c66d0fec-4ba9-4578-b12d-56a60eba91cb is already hosted by enough agents. {{(pid=88614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:35.715737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.scheduler.base_scheduler [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Resources bound (agent type, host, resource id): {{(pid=88614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:35.721026 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Received port after_create {{(pid=88614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:35:35.726903 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Pushing event updated for resources: {'Port': ['ID=34a72e7b-e7b8-4390-81f9-d9656952da60,revision_number=1']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:35.742018 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.777023 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.819877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Attempting to bind port 34a72e7b-e7b8-4390-81f9-d9656952da60 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:35:35.820544 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Attempting to bind port 34a72e7b-e7b8-4390-81f9-d9656952da60 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:35:35.825645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Attempting to bind port 34a72e7b-e7b8-4390-81f9-d9656952da60 on network c66d0fec-4ba9-4578-b12d-56a60eba91cb {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:35:35.827932 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:35:35.828436 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Checking segment: {'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:35.828901 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.829300 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Bound using segment: {'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:35:35.829775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Bound port: 34a72e7b-e7b8-4390-81f9-d9656952da60, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:35:35.830157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:35.924963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Allocated IP 172.26.7.205 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/e5e8189e-7580-44c4-97c1-13cdf613da7f) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:35.931056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] For port 34a72e7b-e7b8-4390-81f9-d9656952da60, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:35:35.934338 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] For port 34a72e7b-e7b8-4390-81f9-d9656952da60, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=34a72e7b-e7b8-4390-81f9-d9656952da60,segment=NetworkSegment(c68e282d-50cf-4e1d-9ced-eb387f48d92b),segment_id=c68e282d-50cf-4e1d-9ced-eb387f48d92b)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:35:36.018128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:36.091501 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:36.107831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1d47c-1628-43dd-80d9-e0a725be64fe None None] Pushing event updated for resources: {'Port': ['ID=34a72e7b-e7b8-4390-81f9-d9656952da60,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:36.212453 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:36.214991 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:36.273622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:36.277585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:36.281509 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:35:36.347373 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:36.351180 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e8189e-7580-44c4-97c1-13cdf613da7f,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:36.356419 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:36.357133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:36.516886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:36.555425 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:36.623103 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:36.692942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:36.956133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:37.117538 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560399b-516c-43cd-8b3f-d81a75fd57ca None None] Network c66d0fec-4ba9-4578-b12d-56a60eba91cb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:35:37.301354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-875650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-873953'] for router, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:37.323422 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-d40f3b49-2316-4890-bfa3-4446247e2822 None None] Provisioning for port 34a72e7b-e7b8-4390-81f9-d9656952da60 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:37.593641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 is scheduled to L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 with binding_index 1 {{(pid=88612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 11:35:37.774416 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:35:37.783277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Sync routers for ids ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:35:37.791990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Routers {'e2e6bd87-032c-4f9b-8425-e9d004dcfee4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:37.792630 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:37.869210 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:37.873019 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-76b3944e-45cc-4c47-ad61-55d4496d7138 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9921880 Apr 08 11:35:37.873135 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36524) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:37.970100 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Set router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:38.280563 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 34a72e7b-e7b8-4390-81f9-d9656952da60 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:38.347243 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:35:38.362515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 3, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port': {'id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:35Z', 'updated_at': '2022-04-08T11:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:38.367080 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Checking router: e2e6bd87-032c-4f9b-8425-e9d004dcfee4 for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:35:38.386259 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Updating router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 port e5e8189e-7580-44c4-97c1-13cdf613da7f binding host dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:35:38.422781 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:38.459212 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port 34a72e7b-e7b8-4390-81f9-d9656952da60 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:38.469384 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 34a72e7b-e7b8-4390-81f9-d9656952da60 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:38.469753 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:38.680317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:38.750059 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:38.805277 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port 34a72e7b-e7b8-4390-81f9-d9656952da60, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=34a72e7b-e7b8-4390-81f9-d9656952da60,segment=NetworkSegment(c68e282d-50cf-4e1d-9ced-eb387f48d92b),segment_id=c68e282d-50cf-4e1d-9ced-eb387f48d92b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:38.870567 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:38.871322 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:38.890992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Allocated IP 172.20.0.1 (c66d0fec-4ba9-4578-b12d-56a60eba91cb/17b10323-15d9-44d4-83df-c70da12ae835/b11137c3-c942-4d6c-bac8-b6e481101d07) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:38.968075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.006798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Transition to ACTIVE for port object e5e8189e-7580-44c4-97c1-13cdf613da7f will not be triggered until provisioned by entity L2. {{(pid=88614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:39.016951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=34a72e7b-e7b8-4390-81f9-d9656952da60,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:39.027486 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:39.027857 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.040629 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.056822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Transition to ACTIVE for port object b11137c3-c942-4d6c-bac8-b6e481101d07 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:39.082570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.131898 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.197332 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Network c66d0fec-4ba9-4578-b12d-56a60eba91cb is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:39.200058 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:39.203838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad2dbf-e3d1-43d9-856b-c325e377b807 None None] Pushing event updated for resources: {'Port': ['ID=e5e8189e-7580-44c4-97c1-13cdf613da7f,revision_number=2']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:39.207982 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Attempting to bind port e5e8189e-7580-44c4-97c1-13cdf613da7f on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:35:39.208353 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Attempting to bind port e5e8189e-7580-44c4-97c1-13cdf613da7f by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:35:39.208744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Attempting to bind port e5e8189e-7580-44c4-97c1-13cdf613da7f on network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:35:39.209072 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:35:39.220102 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:35:39.220403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Checking segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:39.220831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.221223 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Bound using segment: {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'} {{(pid=88614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:35:39.221721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.managers [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Bound port: e5e8189e-7580-44c4-97c1-13cdf613da7f, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b'}}] {{(pid=88614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:35:39.222076 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.246129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Pushing event updated for resources: {'Port': ['ID=b11137c3-c942-4d6c-bac8-b6e481101d07,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:39.272028 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-873687'] for router_interface, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.306528 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] For port e5e8189e-7580-44c4-97c1-13cdf613da7f, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:35:39.310028 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] For port e5e8189e-7580-44c4-97c1-13cdf613da7f, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5e8189e-7580-44c4-97c1-13cdf613da7f,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:35:39.361342 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.447862 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Routers {'e2e6bd87-032c-4f9b-8425-e9d004dcfee4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:39.448516 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:39.497503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad2dbf-e3d1-43d9-856b-c325e377b807 None None] Pushing event updated for resources: {'Port': ['ID=e5e8189e-7580-44c4-97c1-13cdf613da7f,revision_number=3']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:39.637610 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.642254 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] Set router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:39.722847 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b2065213-b606-4531-9fea-3bac447a955b None None] Provisioning for port b11137c3-c942-4d6c-bac8-b6e481101d07 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:39.789314 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-b2065213-b606-4531-9fea-3bac447a955b None None] Provisioning complete for port b11137c3-c942-4d6c-bac8-b6e481101d07 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:39.789588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2065213-b606-4531-9fea-3bac447a955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.863351 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:39.923921 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-b2065213-b606-4531-9fea-3bac447a955b None None] Port b11137c3-c942-4d6c-bac8-b6e481101d07 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:35:39.938044 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:40.020408 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 3, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port': {'id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:35Z', 'updated_at': '2022-04-08T11:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:40.024418 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29454628-7b4a-44be-a99b-a2986befc4d6 None None] The sync data for ids ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'] in dv-neutron-837109-1-hyperv is: [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 3, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port': {'id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:35Z', 'updated_at': '2022-04-08T11:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:35:40.046852 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-808510'] for router_interface, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:40.050458 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Pushing event updated for resources: {'Port': ['ID=b11137c3-c942-4d6c-bac8-b6e481101d07,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:40.190942 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 34a72e7b-e7b8-4390-81f9-d9656952da60 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:40.296389 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port 34a72e7b-e7b8-4390-81f9-d9656952da60 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:40.297498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:40.348315 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Network c66d0fec-4ba9-4578-b12d-56a60eba91cb is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:40.349983 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:40.594132 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:35:40.657648 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-88a79d06-1e6e-4281-bd9a-fa4a9fc5a48f None None] Provisioning complete for port b11137c3-c942-4d6c-bac8-b6e481101d07 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:40.658158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-88a79d06-1e6e-4281-bd9a-fa4a9fc5a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:40.724133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-88a79d06-1e6e-4281-bd9a-fa4a9fc5a48f None None] Port b11137c3-c942-4d6c-bac8-b6e481101d07 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:35:40.786916 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:35:40.796692 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fffcca19-560e-4da5-b5a1-1db41e63a940 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2e6bd87-032c-4f9b-8425-e9d004dcfee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9224699 Apr 08 11:35:41.688806 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36538) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:41.694011 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743595158', 'description': 'tempest-secgroup-smoke-1743595158 description', 'project_id': '39398f615a734e0aae17e68e27c52aac'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:41.700238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:41.704585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:security_group and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:41.707411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:41.712971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:41.777398 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:41.797736 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:41.801751 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:security_group_rule and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:41.804608 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:41.810364 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:41.885116 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:41.925492 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:41.967733 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f5f60-2828-4860-8b75-d91decc53ec9,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:42.021256 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.022548 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-01b10916-f832-4e0a-a22d-24b89ff9259b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3327403 Apr 08 11:35:42.038773 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 36542) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:42.043971 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'security_group_rule': {'security_group_id': '2a0f5f60-2828-4860-8b75-d91decc53ec9', 'project_id': '39398f615a734e0aae17e68e27c52aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:42.050043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:42.053882 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:security_group_rule and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:42.056792 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:42.063130 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:42.173855 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.209025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e5e8189e-7580-44c4-97c1-13cdf613da7f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:42.235934 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.307077 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.331714 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port e5e8189e-7580-44c4-97c1-13cdf613da7f completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:42.336822 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3edb65f-1549-41e0-bfbe-e5cfae689dcd,revision_number=0']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:42.337158 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e5e8189e-7580-44c4-97c1-13cdf613da7f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:42.337607 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.411426 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.412744 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-fcaaeff2-0a5d-4f5e-ae43-1f55f7d82291 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729663 Apr 08 11:35:42.415678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36546) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:42.422121 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'security_group_rule': {'security_group_id': '2a0f5f60-2828-4860-8b75-d91decc53ec9', 'project_id': '39398f615a734e0aae17e68e27c52aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:42.428382 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:42.432222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:security_group_rule and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:42.435112 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:42.445165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:42.459853 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.476449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port e5e8189e-7580-44c4-97c1-13cdf613da7f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5e8189e-7580-44c4-97c1-13cdf613da7f,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:42.523066 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.531503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.537054 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Sync routers for ids ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:35:42.547411 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Routers {'e2e6bd87-032c-4f9b-8425-e9d004dcfee4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:42.548100 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:42.595718 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.601327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=e5e8189e-7580-44c4-97c1-13cdf613da7f,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:42.668827 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.693376 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efcdbe6-3b42-4176-a403-f081682e07d5,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:42.729297 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Set router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:42.770024 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.771229 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b1830475-7b6d-4ba6-9b3c-35afab2853ff tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3541830 Apr 08 11:35:42.773975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36550) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:42.781614 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'security_group_rule': {'security_group_id': '2a0f5f60-2828-4860-8b75-d91decc53ec9', 'project_id': '39398f615a734e0aae17e68e27c52aac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:42.785638 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:42.789752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:security_group_rule and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:42.792669 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:42.798978 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:42.881015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:42.945622 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.037267 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:35:39Z', 'revision_number': 4, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port': {'id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:35Z', 'updated_at': '2022-04-08T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'b11137c3-c942-4d6c-bac8-b6e481101d07', 'name': '', 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'mac_address': 'fa:16:3e:7e:0e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '17b10323-15d9-44d4-83df-c70da12ae835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:38Z', 'updated_at': '2022-04-08T11:35:39Z', 'revision_number': 2, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'subnets': [{'id': '17b10323-15d9-44d4-83df-c70da12ae835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:43.041022 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Checking router: e2e6bd87-032c-4f9b-8425-e9d004dcfee4 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:35:43.041375 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Updating router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 port b11137c3-c942-4d6c-bac8-b6e481101d07 binding host dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:35:43.055620 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.080674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0430df2b-f284-4d7a-bb98-da4f86e0a20c,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:43.095266 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.154735 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.156666 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-448c3bef-185d-45b5-911c-0cbf7d125f7a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3817286 Apr 08 11:35:43.159368 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36554) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:43.164409 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'security_group_rule': {'security_group_id': '2a0f5f60-2828-4860-8b75-d91decc53ec9', 'project_id': '39398f615a734e0aae17e68e27c52aac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:43.170399 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:43.174352 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:security_group_rule and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:43.177312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:43.183077 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:43.299073 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.365835 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.430988 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.442757 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.provisioning_blocks [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Transition to ACTIVE for port object b11137c3-c942-4d6c-bac8-b6e481101d07 will not be triggered until provisioned by entity L2. {{(pid=88615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:43.457455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.480201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809f31d4-94f4-4739-b2f4-f7fcebc78029,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:43.548807 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.589149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.590458 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-25c11dba-c3dc-4229-994a-dd617997874d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4299874 Apr 08 11:35:43.593099 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36558) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:43.598439 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'security_group_rule': {'security_group_id': '2a0f5f60-2828-4860-8b75-d91decc53ec9', 'project_id': '39398f615a734e0aae17e68e27c52aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:43.604853 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:43.608903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:security_group_rule and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:43.611852 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:43.617925 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:43.679675 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19b361-168c-42f4-9a60-ce3b0b94dd86 None None] Pushing event updated for resources: {'Port': ['ID=b11137c3-c942-4d6c-bac8-b6e481101d07,revision_number=3']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:43.743566 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Project 39398f615a734e0aae17e68e27c52aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:35:43.752545 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.772955 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Attempting to bind port b11137c3-c942-4d6c-bac8-b6e481101d07 on host dv-neutron-837109-1-hyperv for vnic_type normal with profile {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:35:43.773316 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Attempting to bind port b11137c3-c942-4d6c-bac8-b6e481101d07 by drivers openvswitch,hyperv on host dv-neutron-837109-1-hyperv at level 0 using segments [{'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:35:43.773673 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Attempting to bind port b11137c3-c942-4d6c-bac8-b6e481101d07 on network c66d0fec-4ba9-4578-b12d-56a60eba91cb {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:35:43.778866 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Checking agent: {'id': '7b8ec96a-ef90-4b36-b8f2-682aafe32221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837109-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 28, 31), 'started_at': datetime.datetime(2022, 4, 8, 10, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837109-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:35:43.779232 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Checking segment: {'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:43.779626 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.780015 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Bound using segment: {'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'} {{(pid=88615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:35:43.780659 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.managers [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Bound port: b11137c3-c942-4d6c-bac8-b6e481101d07, host: dv-neutron-837109-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68e282d-50cf-4e1d-9ced-eb387f48d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb'}}] {{(pid=88615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:35:43.781034 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.818666 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.871568 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] For port b11137c3-c942-4d6c-bac8-b6e481101d07, host dv-neutron-837109-1-hyperv, cleared binding levels {{(pid=88615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:35:43.875224 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.plugins.ml2.db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] For port b11137c3-c942-4d6c-bac8-b6e481101d07, host dv-neutron-837109-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b11137c3-c942-4d6c-bac8-b6e481101d07,segment=NetworkSegment(c68e282d-50cf-4e1d-9ced-eb387f48d92b),segment_id=c68e282d-50cf-4e1d-9ced-eb387f48d92b)] {{(pid=88615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:35:43.892020 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.918087 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed092f4-89c4-494d-bb50-8f3d8dfa1501,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:43.966911 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron_lib.callbacks.manager [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.995037 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:43.996264 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f867c322-35d5-4b95-84ed-d9c48bcd74ea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4022357 Apr 08 11:35:43.999698 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36562) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:35:44.004752 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'security_group_rule': {'security_group_id': '2a0f5f60-2828-4860-8b75-d91decc53ec9', 'project_id': '39398f615a734e0aae17e68e27c52aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:44.010487 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:44.014356 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:security_group_rule and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:35:44.017285 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:35:44.023070 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:44.052944 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Routers {'e2e6bd87-032c-4f9b-8425-e9d004dcfee4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:35:44.053561 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:35:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:44.109832 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.securitygroups_db [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Project 39398f615a734e0aae17e68e27c52aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:35:44.117430 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:44.138315 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19b361-168c-42f4-9a60-ce3b0b94dd86 None None] Pushing event updated for resources: {'Port': ['ID=b11137c3-c942-4d6c-bac8-b6e481101d07,revision_number=4']} {{(pid=88615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:44.196989 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:44.220890 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e5e8189e-7580-44c4-97c1-13cdf613da7f up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:44.266986 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] Set router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:35:44.273984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988390'] for security_group_rule, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:44.308074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port e5e8189e-7580-44c4-97c1-13cdf613da7f triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:44.308676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:44.310865 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9030903d-83ba-49c4-860b-4e3459f0d56e,revision_number=0']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:44.386996 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:44.395677 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-b34acdac-5e4a-4584-a506-885e38ded642 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3874931 Apr 08 11:35:44.557400 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-1c2d18bf-aa97-49fc-8d22-3f62aaf6faa3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Synchronizing usage tracker for tenant:39398f615a734e0aae17e68e27c52aac on resource:security_group {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:35:44.598327 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:35:39Z', 'revision_number': 4, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port': {'id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:35Z', 'updated_at': '2022-04-08T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'b11137c3-c942-4d6c-bac8-b6e481101d07', 'name': '', 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'mac_address': 'fa:16:3e:7e:0e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '17b10323-15d9-44d4-83df-c70da12ae835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:38Z', 'updated_at': '2022-04-08T11:35:43Z', 'revision_number': 4, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'subnets': [{'id': '17b10323-15d9-44d4-83df-c70da12ae835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:35:44.602145 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169620f2-cfa0-4560-9908-238b48f844f1 None None] The sync data for ids ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'] in dv-neutron-837109-1-hyperv is: [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:35:39Z', 'revision_number': 4, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port': {'id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:35Z', 'updated_at': '2022-04-08T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': 'b11137c3-c942-4d6c-bac8-b6e481101d07', 'name': '', 'network_id': 'c66d0fec-4ba9-4578-b12d-56a60eba91cb', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'mac_address': 'fa:16:3e:7e:0e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '17b10323-15d9-44d4-83df-c70da12ae835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:38Z', 'updated_at': '2022-04-08T11:35:43Z', 'revision_number': 4, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'subnets': [{'id': '17b10323-15d9-44d4-83df-c70da12ae835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:35:44.695714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-1c2d18bf-aa97-49fc-8d22-3f62aaf6faa3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Unset dirty status for tenant:39398f615a734e0aae17e68e27c52aac on resource:security_group {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:35:44.696987 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-1c2d18bf-aa97-49fc-8d22-3f62aaf6faa3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743595158&fields=id&tenant_id=39398f615a734e0aae17e68e27c52aac HTTP/1.1" status: 200 len: 267 time: 0.1786282 Apr 08 11:35:44.854326 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-ddbcba2e-2b23-4bc7-b50a-778fde14f50a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:44.855832 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-ddbcba2e-2b23-4bc7-b50a-778fde14f50a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 810 time: 0.1516318 Apr 08 11:35:44.872083 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-49bf4856-987f-4fe7-a0b3-002d6327278e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/quotas/39398f615a734e0aae17e68e27c52aac HTTP/1.1" status: 200 len: 375 time: 0.0098879 Apr 08 11:35:44.963693 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-f5476e1c-f574-48d4-b41f-25ca8edbc17a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856962 Apr 08 11:35:45.084688 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-6ff5bfcf-7833-4b3e-9c14-aec496ba85e1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:35:45.086360 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-6ff5bfcf-7833-4b3e-9c14-aec496ba85e1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1106734 Apr 08 11:35:45.219369 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-1e10da72-cb62-4fca-99e5-6f8853790d81 service neutron] 10.222.0.23 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276667 Apr 08 11:35:45.353282 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-39fe94cc-1ab3-445d-a62d-71c4f728292c service neutron] 10.222.0.23 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279814 Apr 08 11:35:45.701222 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-4612ef39-dc46-45d0-8f9c-19342a19b351 req-119e35ac-6ff1-4c8c-bbb9-1f349aad2282 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Synchronizing usage tracker for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:35:45.771341 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-4612ef39-dc46-45d0-8f9c-19342a19b351 req-119e35ac-6ff1-4c8c-bbb9-1f349aad2282 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Unset dirty status for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:35:45.772686 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-4612ef39-dc46-45d0-8f9c-19342a19b351 req-119e35ac-6ff1-4c8c-bbb9-1f349aad2282 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 210 time: 0.1130981 Apr 08 11:35:46.210936 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b11137c3-c942-4d6c-bac8-b6e481101d07 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:46.337166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning for port b11137c3-c942-4d6c-bac8-b6e481101d07 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:46.343583 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b11137c3-c942-4d6c-bac8-b6e481101d07 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:46.350362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:46.476121 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:46.510433 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] For port b11137c3-c942-4d6c-bac8-b6e481101d07, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b11137c3-c942-4d6c-bac8-b6e481101d07,segment=NetworkSegment(c68e282d-50cf-4e1d-9ced-eb387f48d92b),segment_id=c68e282d-50cf-4e1d-9ced-eb387f48d92b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:46.604417 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:46.679828 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Pushing event updated for resources: {'Port': ['ID=b11137c3-c942-4d6c-bac8-b6e481101d07,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:46.958899 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-66764898-bc56-4291-8b10-abebf2fec4ef req-487b45c3-6f07-45dd-92dc-4903b13de235 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 210 time: 0.0445509 Apr 08 11:35:47.950702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-29276455-3c1e-42a9-984c-9d5f5f26ebb5 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:47.952214 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-29276455-3c1e-42a9-984c-9d5f5f26ebb5 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 810 time: 0.1456046 Apr 08 11:35:48.000862 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-d24d98b7-f43a-4497-9d42-5e6220d683e0 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39398f615a734e0aae17e68e27c52aac HTTP/1.1" status: 200 len: 380 time: 0.0404673 Apr 08 11:35:48.009394 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'port': {'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'admin_state_up': True, 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'security_groups': ['2a0f5f60-2828-4860-8b75-d91decc53ec9']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:48.125302 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-abdfb00f-ca1a-4f26-be74-15c135aeb5ac req-d4629da9-f446-420e-b9a7-f8edb4d02f59 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 210 time: 0.0467777 Apr 08 11:35:48.154490 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:35:48.165693 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:35:48.200877 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b11137c3-c942-4d6c-bac8-b6e481101d07 up at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:48.273861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Provisioning complete for port b11137c3-c942-4d6c-bac8-b6e481101d07 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:48.274381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:48.280200 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Made reservation on behalf of 39398f615a734e0aae17e68e27c52aac for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:35:48.284653 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:48.569989 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Allocated IP 172.20.0.14 (a8cf9d19-bff6-43eb-b442-ea871703bf7b/fe8687c5-d19a-44b8-9932-6eefe954758f/38a805c1-60c0-4404-b619-dbd5469e6d42) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:35:48.759718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:48.775213 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Transition to ACTIVE for port object 38a805c1-60c0-4404-b619-dbd5469e6d42 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:48.840767 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:48.905435 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:35:48.912894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:35:48.917535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:35:48.948860 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:48.985330 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:48.985950 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:49.079054 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-93e1bf36-7f45-445b-88f8-46b959b6303e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0732875 Apr 08 11:35:49.090095 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Request body: {'port': {'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:35:49.205134 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:49.245535 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2b6d9627-251d-4829-a4a9-785d23ae4ef9 None None] Provisioning for port 38a805c1-60c0-4404-b619-dbd5469e6d42 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:49.251908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-2b6d9627-251d-4829-a4a9-785d23ae4ef9 None None] Provisioning complete for port 38a805c1-60c0-4404-b619-dbd5469e6d42 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:49.252485 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9627-251d-4829-a4a9-785d23ae4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:49.340846 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d9627-251d-4829-a4a9-785d23ae4ef9 None None] Port 38a805c1-60c0-4404-b619-dbd5469e6d42 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:35:49.488594 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182e2c8-878b-4eb4-bde5-6c9ffd62a281 req-ced768f0-86d8-4c8c-95cb-0521b47216ab tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:49.489139 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1182e2c8-878b-4eb4-bde5-6c9ffd62a281 req-ced768f0-86d8-4c8c-95cb-0521b47216ab tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Synchronizing usage tracker for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:35:49.601129 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-1182e2c8-878b-4eb4-bde5-6c9ffd62a281 req-ced768f0-86d8-4c8c-95cb-0521b47216ab tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Unset dirty status for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:35:49.602274 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1182e2c8-878b-4eb4-bde5-6c9ffd62a281 req-ced768f0-86d8-4c8c-95cb-0521b47216ab tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 932 time: 0.3558300 Apr 08 11:35:49.636122 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a805c1-60c0-4404-b619-dbd5469e6d42 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:35:49.651589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:49.668378 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1182e2c8-878b-4eb4-bde5-6c9ffd62a281 req-0b4c8510-6889-4232-8e17-cf3c61e9536d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594361 Apr 08 11:35:49.674523 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Transition to ACTIVE for port object 38a805c1-60c0-4404-b619-dbd5469e6d42 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:35:49.742662 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:49.873340 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Pushing event updated for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:49.978274 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Attempting to bind port 38a805c1-60c0-4404-b619-dbd5469e6d42 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:35:49.978613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Attempting to bind port 38a805c1-60c0-4404-b619-dbd5469e6d42 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:35:49.978946 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Attempting to bind port 38a805c1-60c0-4404-b619-dbd5469e6d42 on network a8cf9d19-bff6-43eb-b442-ea871703bf7b {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:35:49.983408 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Port 38a805c1-60c0-4404-b619-dbd5469e6d42 on network a8cf9d19-bff6-43eb-b442-ea871703bf7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:35:49.983730 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Attempting to bind port 38a805c1-60c0-4404-b619-dbd5469e6d42 on network a8cf9d19-bff6-43eb-b442-ea871703bf7b {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:35:49.988887 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:35:49.989226 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Checking segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:35:49.989624 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Bound using segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:35:49.990037 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Bound port: 38a805c1-60c0-4404-b619-dbd5469e6d42, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:35:49.990391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:50.082489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:35:50.088612 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:35:50.166069 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:50.222723 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:50.223339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:50.224723 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] 10.222.0.41 "PUT /v2.0/ports/38a805c1-60c0-4404-b619-dbd5469e6d42 HTTP/1.1" status: 200 len: 1094 time: 1.1385698 Apr 08 11:35:50.225150 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:35:50.252216 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fce70-9d5d-40cf-86b7-ade28a6501ee service neutron] Pushing event updated for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:50.288835 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3dbdf23-f60f-4cdd-9022-74d7b90da8eb'] response: {'name': 'network-changed', 'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'status': 'completed', 'code': 200} Apr 08 11:35:50.385304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858709c-5174-4b25-b02f-47e9821fd8c5 req-ed5bda70-e20e-4461-adb6-cee46fb887c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:50.386787 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0858709c-5174-4b25-b02f-47e9821fd8c5 req-ed5bda70-e20e-4461-adb6-cee46fb887c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1097 time: 0.0829880 Apr 08 11:35:50.630496 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858709c-5174-4b25-b02f-47e9821fd8c5 req-5a980811-1424-4cc3-a9d3-5a0615ea165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:50.631825 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0858709c-5174-4b25-b02f-47e9821fd8c5 req-5a980811-1424-4cc3-a9d3-5a0615ea165a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=39398f615a734e0aae17e68e27c52aac&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2386813 Apr 08 11:35:50.766707 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858709c-5174-4b25-b02f-47e9821fd8c5 req-cde193e2-142d-4838-87b3-ee0334fa4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:50.768139 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-0858709c-5174-4b25-b02f-47e9821fd8c5 req-cde193e2-142d-4838-87b3-ee0334fa4d37 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308110 Apr 08 11:35:50.911561 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2e822-3959-4220-975d-c9db6331856d req-e986f1a4-036a-4fc2-b511-1bee6391f54c tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:50.913047 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0e2e822-3959-4220-975d-c9db6331856d req-e986f1a4-036a-4fc2-b511-1bee6391f54c tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 944 time: 0.1394548 Apr 08 11:35:50.914907 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-f0a9e783-e358-4bbb-9078-b254c36aa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:50.916239 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-f0a9e783-e358-4bbb-9078-b254c36aa41e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1097 time: 0.1070063 Apr 08 11:35:50.999142 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-8456b837-783d-4079-a393-1d022a3faf20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a805c1-60c0-4404-b619-dbd5469e6d42 HTTP/1.1" status: 200 len: 217 time: 0.0670793 Apr 08 11:35:51.057185 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a0e2e822-3959-4220-975d-c9db6331856d req-69a600a9-0da4-4cd0-82ee-cc9c65a7fc7c tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384671 Apr 08 11:35:51.072942 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-bd61a4bc-7064-4fbf-8b9f-1f9b41d813f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:51.074350 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-bd61a4bc-7064-4fbf-8b9f-1f9b41d813f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0665314 Apr 08 11:35:51.147171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-125548b0-7bff-4487-9d5d-c1d7ca21f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:51.148632 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-125548b0-7bff-4487-9d5d-c1d7ca21f03e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682058 Apr 08 11:35:51.277100 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-2df9ed70-c357-4650-98e8-eb70ed2c1a73 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226788 Apr 08 11:35:51.406469 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1e0f1d17-b574-452f-a56a-cf757f2a2ed4 req-b1a5e249-b35d-4502-99e4-4f8ad769fb51 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235104 Apr 08 11:35:52.242347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5cec3-448b-48a0-a568-3825abc5049e req-fbd5cc1c-e844-422b-97fe-c532a236091a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:52.243837 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2de5cec3-448b-48a0-a568-3825abc5049e req-fbd5cc1c-e844-422b-97fe-c532a236091a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 944 time: 0.0816188 Apr 08 11:35:52.288227 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-2de5cec3-448b-48a0-a568-3825abc5049e req-ec36302c-0f5b-4a90-9b65-374ff9f14c76 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Synchronizing usage tracker for tenant:39398f615a734e0aae17e68e27c52aac on resource:security_group {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:35:52.300565 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-2de5cec3-448b-48a0-a568-3825abc5049e req-ec36302c-0f5b-4a90-9b65-374ff9f14c76 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Unset dirty status for tenant:39398f615a734e0aae17e68e27c52aac on resource:security_group {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:35:52.301728 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2de5cec3-448b-48a0-a568-3825abc5049e req-ec36302c-0f5b-4a90-9b65-374ff9f14c76 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522962 Apr 08 11:35:53.488353 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0a9b-68a0-4ede-bc65-90df47af06d2 req-9e1c22e4-aadc-4865-8bcf-b9296db99a63 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:53.489845 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3ee0a9b-68a0-4ede-bc65-90df47af06d2 req-9e1c22e4-aadc-4865-8bcf-b9296db99a63 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 944 time: 0.0848000 Apr 08 11:35:53.534382 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b3ee0a9b-68a0-4ede-bc65-90df47af06d2 req-ef982783-1a24-47ed-859a-26c3bd662030 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389640 Apr 08 11:35:54.721100 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044591d3-116b-4bcf-8609-c47ab7d313d1 req-6997d2a8-3c8d-44a7-a16d-6189f9954db2 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:54.722571 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-044591d3-116b-4bcf-8609-c47ab7d313d1 req-6997d2a8-3c8d-44a7-a16d-6189f9954db2 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 944 time: 0.0849395 Apr 08 11:35:54.766999 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-044591d3-116b-4bcf-8609-c47ab7d313d1 req-5f15959c-87d0-4c3e-8ea7-902b4b2a4f7b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Apr 08 11:35:55.707960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 38a805c1-60c0-4404-b619-dbd5469e6d42 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:35:55.838645 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:55.852302 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:35:55.906063 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:55.926040 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a805c1-60c0-4404-b619-dbd5469e6d42 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:35:55.941099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:55.948634 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334f7bd-08d4-4738-838d-63bb0439c289 req-8e6936ba-183d-454e-b8ac-42f6cb710fa3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:55.950087 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f334f7bd-08d4-4738-838d-63bb0439c289 req-8e6936ba-183d-454e-b8ac-42f6cb710fa3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 944 time: 0.0782228 Apr 08 11:35:55.997177 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f334f7bd-08d4-4738-838d-63bb0439c289 req-545ceab2-f16e-4c8e-b7a2-4f706ab32317 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405481 Apr 08 11:35:56.011519 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:56.079693 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:56.249166 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['38a805c1-60c0-4404-b619-dbd5469e6d42'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:35:57.180407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b0c15-3e98-47e7-871b-1779e2a49ed3 req-4164be19-3c82-4660-8ff1-a7a931c577c6 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:57.181925 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-087b0c15-3e98-47e7-871b-1779e2a49ed3 req-4164be19-3c82-4660-8ff1-a7a931c577c6 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 945 time: 0.0791183 Apr 08 11:35:57.229052 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-087b0c15-3e98-47e7-871b-1779e2a49ed3 req-e33b2930-cc59-465a-91c3-8fa07221b850 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Apr 08 11:35:57.295449 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a58f2c84-03af-4732-8f7f-9acc868f6cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:57.710848 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 38a805c1-60c0-4404-b619-dbd5469e6d42 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:35:57.837635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 38a805c1-60c0-4404-b619-dbd5469e6d42 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:35:57.842250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 38a805c1-60c0-4404-b619-dbd5469e6d42 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:35:57.842617 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:57.958749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:57.984973 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:35:57.994378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:35:58.078012 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c79948-5d2f-494a-844f-605f7cc08870'] response: {'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'code': 200} Apr 08 11:35:58.097244 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:58.166703 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:35:58.492984 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998fb6d-aa95-40ed-864d-32c8142bec7f req-f2d11f91-13fd-4d4b-8eb7-693cdb19203e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:58.494449 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f998fb6d-aa95-40ed-864d-32c8142bec7f req-f2d11f91-13fd-4d4b-8eb7-693cdb19203e tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 946 time: 0.1219015 Apr 08 11:35:58.502329 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca00e39-b581-458a-bcc9-dd6ff5375506 req-7fa6424a-747e-405b-8eba-6b634307d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:58.503885 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eca00e39-b581-458a-bcc9-dd6ff5375506 req-7fa6424a-747e-405b-8eba-6b634307d935 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1099 time: 0.0706518 Apr 08 11:35:58.540366 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f998fb6d-aa95-40ed-864d-32c8142bec7f req-5f8f30c2-e041-4d3f-bc31-58d3a9ad2a01 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 Apr 08 11:35:58.544532 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-eca00e39-b581-458a-bcc9-dd6ff5375506 req-0b9f5d95-45e9-4e59-bd32-bb29a77f8eb7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348740 Apr 08 11:35:59.615129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-57320c30-15fa-4b1e-832e-5cc8766ba485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:35:59.727952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65614439-c36b-40d5-9250-ef8ccaf51881 req-4eaf1b16-fe2a-44ad-8c0e-75f0df3b3c61 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:35:59.729474 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-65614439-c36b-40d5-9250-ef8ccaf51881 req-4eaf1b16-fe2a-44ad-8c0e-75f0df3b3c61 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 946 time: 0.0834317 Apr 08 11:35:59.773727 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-65614439-c36b-40d5-9250-ef8ccaf51881 req-6a8a445e-cfeb-4c47-941b-418520a57d39 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 Apr 08 11:36:00.823276 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:00.993941 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17940598-e3ba-4e7c-8135-a0b43b811cdf req-f69d2208-21b6-4437-8fbb-428b208b46bd tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:00.995827 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-17940598-e3ba-4e7c-8135-a0b43b811cdf req-f69d2208-21b6-4437-8fbb-428b208b46bd tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 946 time: 0.1001012 Apr 08 11:36:01.044573 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-17940598-e3ba-4e7c-8135-a0b43b811cdf req-9523b5cd-3281-4465-8094-821087a28ab1 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Apr 08 11:36:01.254979 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:01.314716 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cc8b3-030e-4ffc-9851-d52736e42332 req-57b6c5f4-f7bb-4f39-a2e6-57ec952d2169 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:01.321748 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-660cc8b3-030e-4ffc-9851-d52736e42332 req-57b6c5f4-f7bb-4f39-a2e6-57ec952d2169 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 946 time: 0.1300957 Apr 08 11:36:01.365021 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-660cc8b3-030e-4ffc-9851-d52736e42332 req-d2a2b2a3-0c50-4b26-932b-6bf8741d7d5f tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Apr 08 11:36:01.385489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36648) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:36:01.502200 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aef364-1109-4cf1-9a56-25c55630d0f9 tempest-TestSnapshotPattern-1425652181 tempest-TestSnapshotPattern-1425652181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:01.503918 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-20aef364-1109-4cf1-9a56-25c55630d0f9 tempest-TestSnapshotPattern-1425652181 tempest-TestSnapshotPattern-1425652181-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1094 time: 0.1173892 Apr 08 11:36:01.506854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 36654) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:36:01.511692 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:36:01.517886 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:36:01.521705 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:floatingip and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:36:01.524504 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:36:01.530116 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:36:01.603725 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:01.741122 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:01.874110 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Allocated IP 172.26.7.163 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/44c28e59-e3c2-4aa9-bc78-b62d2f90aa6e) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:36:02.022721 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:02.112414 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:02.171021 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:36:02.173875 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:36:02.181486 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:36:02.209588 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:02.318864 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'Port': ['ID=44c28e59-e3c2-4aa9-bc78-b62d2f90aa6e,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:02.692499 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:02.830206 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:03.031308 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:03.145923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:03.255522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'Port': ['ID=44c28e59-e3c2-4aa9-bc78-b62d2f90aa6e,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:36:03.266756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:03.433733 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Floating IP da12ad80-a781-4bda-9145-a66738ee2b78 associated. External IP: 172.26.7.163, port: 38a805c1-60c0-4404-b619-dbd5469e6d42. Apr 08 11:36:03.780992 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Router 028e5124-5f03-43ef-b614-0b888828c9ea has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:36:04.076287 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:36:04.086424 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] Sync routers for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:36:04.096233 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:36:04.096629 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:36:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:04.209435 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:04.268469 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-2ffd043f-6da3-4e8d-9fa7-23bf33cfc6dc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7605517 Apr 08 11:36:04.269213 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:36:04.275183 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:36:04.377548 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cfc69c-b7ad-402b-b17d-dce1486cebd3'] response: {'name': 'network-changed', 'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'status': 'completed', 'code': 200} Apr 08 11:36:04.472247 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca749-e094-4b16-99ab-540c61280c35 req-9df24748-a916-48bb-a605-f81c9e49f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:04.473765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e3aca749-e094-4b16-99ab-540c61280c35 req-9df24748-a916-48bb-a605-f81c9e49f85d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1099 time: 0.0756855 Apr 08 11:36:04.606133 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca749-e094-4b16-99ab-540c61280c35 req-7cdfb2eb-8cca-4eaa-9aab-4a9323c0bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:04.607610 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e3aca749-e094-4b16-99ab-540c61280c35 req-7cdfb2eb-8cca-4eaa-9aab-4a9323c0bf51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1284728 Apr 08 11:36:04.621401 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:02Z', 'revision_number': 0, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:04.625891 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] Checking router: 028e5124-5f03-43ef-b614-0b888828c9ea for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:36:04.634023 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:36:04.634611 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:36:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:04.822231 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e3aca749-e094-4b16-99ab-540c61280c35 req-f8b6700d-517a-4656-b9ee-a21d65b123f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a805c1-60c0-4404-b619-dbd5469e6d42 HTTP/1.1" status: 200 len: 1000 time: 0.2079506 Apr 08 11:36:04.824256 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:04.866536 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:36:04.884290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca749-e094-4b16-99ab-540c61280c35 req-b80b0c55-bc7f-4de6-9db7-f1a045577b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:04.888492 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e3aca749-e094-4b16-99ab-540c61280c35 req-b80b0c55-bc7f-4de6-9db7-f1a045577b33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0581486 Apr 08 11:36:04.960414 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca749-e094-4b16-99ab-540c61280c35 req-7e278cbd-575d-482d-8c74-e2d71a1b4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:04.961930 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e3aca749-e094-4b16-99ab-540c61280c35 req-7e278cbd-575d-482d-8c74-e2d71a1b4fef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694690 Apr 08 11:36:05.095628 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e3aca749-e094-4b16-99ab-540c61280c35 req-dec3ced0-a580-4b1e-b1d3-a0e5b7dc4fa4 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279547 Apr 08 11:36:05.210263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:02Z', 'revision_number': 0, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:36:05.214250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a33d1a-b27e-4fe0-9e19-fa033c95f168 None None] The sync data for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv is: [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:02Z', 'revision_number': 0, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:36:05.230680 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e3aca749-e094-4b16-99ab-540c61280c35 req-6fa041d6-7bc0-4962-956b-532cf2273918 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291497 Apr 08 11:36:05.402375 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad97e4-13bc-46ca-aa0f-181ea16089dd None None] New status for floating IP da12ad80-a781-4bda-9145-a66738ee2b78: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:36:15.346760 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:36:27.279580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-93094bf2-929c-4731-b547-6242594d0a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:29.604673 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-58d22194-6f94-4a00-bad4-26e87e9acd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:30.798831 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:31.278841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:32.227997 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:34.742180 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:40.914691 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-27465e62-440a-4e61-9d60-cf984b400530 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142733 Apr 08 11:36:41.051034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-c35b1b9a-6c53-4205-b788-bee22530be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:41.052465 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-c35b1b9a-6c53-4205-b788-bee22530be51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1099 time: 0.0714488 Apr 08 11:36:41.197163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-ced4c507-9dee-4370-9da6-31f891821bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:41.198679 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-ced4c507-9dee-4370-9da6-31f891821bd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1269636 Apr 08 11:36:41.307388 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-00dddaf7-c052-4777-80cb-08359a2f3b3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a805c1-60c0-4404-b619-dbd5469e6d42 HTTP/1.1" status: 200 len: 1002 time: 0.1028759 Apr 08 11:36:41.371063 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-a2239038-89e0-433a-8861-d7bb0cc91112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:41.372508 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-a2239038-89e0-433a-8861-d7bb0cc91112 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0598264 Apr 08 11:36:41.449047 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-d535b18d-9586-41ee-aa20-d816e9fbe23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:36:41.450483 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-d535b18d-9586-41ee-aa20-d816e9fbe23e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723240 Apr 08 11:36:41.581215 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-436abde7-e016-4116-8b67-44077e7e7003 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238368 Apr 08 11:36:41.708194 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b215be14-f27a-4275-a3aa-d54c791d5096 req-17c607de-ddb8-4f0e-9162-a3ac34143efc service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215601 Apr 08 11:36:52.345498 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:36:57.324174 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-08d46e16-42d8-42ce-943f-23a7f00e5947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:36:59.587209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-faf36e52-78e0-4be0-8685-fdad5f8cd36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:00.792734 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:01.266904 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:02.232861 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:04.733540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:27.260724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aea87b91-12ba-4f85-8ddd-2cde684279a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:29.344384 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:37:29.620632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0e57-2798-4410-9fb3-79ad18c52c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:30.821005 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:31.260466 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:32.223930 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:34.752353 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:42.830694 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-85563393-90d9-4e17-9e6c-0f71fa45aeeb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747976 Apr 08 11:37:42.969829 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-c8706853-777c-4080-825e-8aa198bd7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:42.971291 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-c8706853-777c-4080-825e-8aa198bd7b35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1099 time: 0.0764039 Apr 08 11:37:43.115068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-23c15e02-72cf-4d1f-aac0-344521b9ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:43.116443 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-23c15e02-72cf-4d1f-aac0-344521b9ec5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1279137 Apr 08 11:37:43.323494 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-ad3d989f-ad47-4c0b-a2cd-0a5cfd51e614 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a805c1-60c0-4404-b619-dbd5469e6d42 HTTP/1.1" status: 200 len: 1002 time: 0.2017136 Apr 08 11:37:43.385921 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-606aad06-b777-49ca-9631-b381ee2ca0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:43.387278 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-606aad06-b777-49ca-9631-b381ee2ca0af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0578907 Apr 08 11:37:43.461535 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-1298be4d-7d97-421e-aa5f-01ffcdd7e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:37:43.463004 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-1298be4d-7d97-421e-aa5f-01ffcdd7e615 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690527 Apr 08 11:37:43.594191 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-d49e8f99-453a-4a6c-ab0f-a2b7a1cb4e30 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252065 Apr 08 11:37:43.726963 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-859c6e4d-d658-47d3-9a94-abbc177abd76 req-f35ce237-5f8e-4bf4-9337-672d23843804 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271663 Apr 08 11:37:57.265925 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-53550566-a33e-40a8-9c71-e0299cc6989e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:37:59.595064 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e91a-62bf-456d-a52d-cae153ef9542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:00.838794 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:01.297969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:02.235334 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:02.266493 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 38a805c1-60c0-4404-b619-dbd5469e6d42 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:38:02.402863 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:38:02.416697 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:38:02.474771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:02.497815 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38a805c1-60c0-4404-b619-dbd5469e6d42 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:38:02.513035 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:38:02.583977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:02.668346 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:02.670670 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['38a805c1-60c0-4404-b619-dbd5469e6d42'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:38:02.714065 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.714412 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.714749 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.715083 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.715410 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.715737 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.716056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.716378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.716728 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.717047 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.717362 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:02.717676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:04.283075 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 38a805c1-60c0-4404-b619-dbd5469e6d42 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:38:04.364744 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 38a805c1-60c0-4404-b619-dbd5469e6d42 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:38:04.365157 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:04.542056 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:04.573113 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:38:04.587779 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:38:04.672437 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:04.779011 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daf2967-b0f3-43c6-acf3-e43ab1fad044'] response: {'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'code': 200} Apr 08 11:38:04.799837 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:04.861352 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:06.344155 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:38:13.437488 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-7e69df18-8351-45a8-a19b-8c09135973b3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743595158&fields=id&tenant_id=39398f615a734e0aae17e68e27c52aac HTTP/1.1" status: 200 len: 267 time: 0.0433552 Apr 08 11:38:13.584208 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-d55ac18d-9a55-4be0-b4a4-ad7f6ec3e9cd tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:13.585576 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-d55ac18d-9a55-4be0-b4a4-ad7f6ec3e9cd tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 810 time: 0.1417196 Apr 08 11:38:13.599770 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-37a4855f-1f9c-4d97-960d-19957723fc40 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/quotas/39398f615a734e0aae17e68e27c52aac HTTP/1.1" status: 200 len: 375 time: 0.0087125 Apr 08 11:38:13.687770 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-efe1567a-d3c7-4c9d-a6ff-1f32ebec3878 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0825918 Apr 08 11:38:13.898889 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-c0a57778-9c8c-4342-b65a-133da155a6fc service neutron] 10.222.0.23 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621051 Apr 08 11:38:14.031930 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-9ef565ea-3897-4ac2-85fb-982b6107bb82 service neutron] 10.222.0.23 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265504 Apr 08 11:38:14.295216 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-22363a62-8ce5-433c-9129-7bbc27caa724 req-b5d09cb9-3ed5-4312-b1f3-52dcb2335da4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 210 time: 0.0500154 Apr 08 11:38:15.456207 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-dd84d53f-ef0c-407e-9762-e5b4d425fbf2 req-3791d009-781f-4b51-8354-cc0427cbfc3b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 210 time: 0.0481422 Apr 08 11:38:16.571420 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-255c3a1d-8d4a-4a69-904a-b4cfbca59a37 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:16.573165 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-255c3a1d-8d4a-4a69-904a-b4cfbca59a37 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 810 time: 0.1477604 Apr 08 11:38:16.607890 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-b755579f-68b7-4316-868a-ded2d70d4b5d req-fcec2ccf-07ac-4f02-888f-c0396d7ff5c1 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 210 time: 0.0434844 Apr 08 11:38:16.625602 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-e4202e2d-0688-436c-9632-f32a1fbbcff9 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39398f615a734e0aae17e68e27c52aac HTTP/1.1" status: 200 len: 380 time: 0.0443311 Apr 08 11:38:16.634153 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'port': {'device_id': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'admin_state_up': True, 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'security_groups': ['2a0f5f60-2828-4860-8b75-d91decc53ec9']}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:38:16.772583 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:38:16.782979 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.quota.driver [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:38:16.887154 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Made reservation on behalf of 39398f615a734e0aae17e68e27c52aac for: {'port': 1} {{(pid=88612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:38:16.891244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:17.054343 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_common [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Allocated IP 172.20.0.4 (a8cf9d19-bff6-43eb-b442-ea871703bf7b/fe8687c5-d19a-44b8-9932-6eefe954758f/4eaff9ce-ff41-48af-b444-dd7d1577c071) {{(pid=88612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:38:17.353013 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for port, precommit_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:17.387939 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Transition to ACTIVE for port object 4eaff9ce-ff41-48af-b444-dd7d1577c071 will not be triggered until provisioned by entity DHCP. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:38:17.500303 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_create {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:17.576248 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b is already hosted by enough agents. {{(pid=88612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:38:17.580161 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.base_scheduler [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources bound (agent type, host, resource id): {{(pid=88612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:38:17.583147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Received port after_create {{(pid=88612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:38:17.671218 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=1']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:17.705956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.705956 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.709679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.711360 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.711794 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.712244 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.716281 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.716763 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.717198 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.717635 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.718061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.718485 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:17.757489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:17.758655 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:17.891967 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-b89eb15f-63a7-4e68-b7c2-873c2e5c4f17 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2616253 Apr 08 11:38:17.904826 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22be7e-35c0-461d-bbca-d5c8e979bac3 req-c0bd2192-4381-42c1-88fc-ce2497886b1c tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:17.905558 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3b22be7e-35c0-461d-bbca-d5c8e979bac3 req-c0bd2192-4381-42c1-88fc-ce2497886b1c tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Synchronizing usage tracker for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:38:17.978323 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dcd0d235-489f-4650-9aa1-312aa746afeb None None] Provisioning for port 4eaff9ce-ff41-48af-b444-dd7d1577c071 completed by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:38:17.984228 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-dcd0d235-489f-4650-9aa1-312aa746afeb None None] Provisioning complete for port 4eaff9ce-ff41-48af-b444-dd7d1577c071 triggered by entity DHCP. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:38:17.984694 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d235-489f-4650-9aa1-312aa746afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:18.012524 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-3b22be7e-35c0-461d-bbca-d5c8e979bac3 req-c0bd2192-4381-42c1-88fc-ce2497886b1c tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Unset dirty status for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:38:18.013720 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3b22be7e-35c0-461d-bbca-d5c8e979bac3 req-c0bd2192-4381-42c1-88fc-ce2497886b1c tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 931 time: 0.2107215 Apr 08 11:38:18.060649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-dcd0d235-489f-4650-9aa1-312aa746afeb None None] Port 4eaff9ce-ff41-48af-b444-dd7d1577c071 cannot update to ACTIVE because it is not bound. {{(pid=88614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 11:38:18.065886 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-3b22be7e-35c0-461d-bbca-d5c8e979bac3 req-508acf07-79b8-4c5a-89ce-688d2a7d958a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Apr 08 11:38:18.377458 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 38a805c1-60c0-4404-b619-dbd5469e6d42 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:38:18.498579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:18.532717 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:38:18.538354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:38:18.583974 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16458696-182e-479e-9e30-008b4b8db915'] response: {'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'code': 200} Apr 08 11:38:18.632899 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:18.708632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:19.268908 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe151-6b36-482e-b3c6-e2bf3d480d39 req-e255c654-7319-4080-9008-414d6bda0ac9 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:19.270365 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aebe151-6b36-482e-b3c6-e2bf3d480d39 req-e255c654-7319-4080-9008-414d6bda0ac9 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 931 time: 0.0902393 Apr 08 11:38:19.317433 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9aebe151-6b36-482e-b3c6-e2bf3d480d39 req-b81081d9-a1a5-40e9-b94e-01ac428bc6eb tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Apr 08 11:38:20.529707 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dee6b-0da9-4e82-9972-8244d4e30382 req-0dd940c9-49e9-4df9-a5d2-983a116b698b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:20.531064 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2d2dee6b-0da9-4e82-9972-8244d4e30382 req-0dd940c9-49e9-4df9-a5d2-983a116b698b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 931 time: 0.0954094 Apr 08 11:38:20.580638 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-2d2dee6b-0da9-4e82-9972-8244d4e30382 req-9eff5632-a19b-4ea1-9138-2b69fe90ce9f tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 Apr 08 11:38:21.782714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff3ab-2694-4408-9022-b1ba90b32697 req-f922fcda-2838-4043-9605-9c3baf331613 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:21.784196 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-406ff3ab-2694-4408-9022-b1ba90b32697 req-f922fcda-2838-4043-9605-9c3baf331613 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 931 time: 0.0893714 Apr 08 11:38:21.831504 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-406ff3ab-2694-4408-9022-b1ba90b32697 req-0c6de3d8-4697-49e8-8969-972f9dfd9453 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Apr 08 11:38:23.030605 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6a63-96c4-4c7d-a733-177e0eceb6ba req-4643d971-d53a-4280-85fb-04361efe19e7 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:23.032265 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f3cc6a63-96c4-4c7d-a733-177e0eceb6ba req-4643d971-d53a-4280-85fb-04361efe19e7 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 931 time: 0.0890720 Apr 08 11:38:23.085540 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-f3cc6a63-96c4-4c7d-a733-177e0eceb6ba req-35b8c4bb-e9e9-4a16-80cc-7eb2fddf3106 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468130 Apr 08 11:38:24.294694 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278effd-84f5-4200-a8bb-fa1348cb2c55 req-eb7e1a07-f042-4a7f-85f0-1018f19365e4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:24.296293 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9278effd-84f5-4200-a8bb-fa1348cb2c55 req-eb7e1a07-f042-4a7f-85f0-1018f19365e4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 931 time: 0.0875571 Apr 08 11:38:24.353006 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9278effd-84f5-4200-a8bb-fa1348cb2c55 req-0f9114fc-79f4-4930-a722-78a50449c7aa tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483751 Apr 08 11:38:25.554612 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4156e-635d-4d0b-95e5-d3ac5a75aacb req-341af9d3-92b2-4364-ac74-193bbc9a9614 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:25.555991 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-eec4156e-635d-4d0b-95e5-d3ac5a75aacb req-341af9d3-92b2-4364-ac74-193bbc9a9614 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 931 time: 0.0816951 Apr 08 11:38:25.599644 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-eec4156e-635d-4d0b-95e5-d3ac5a75aacb req-deb09cd0-4cdd-4891-b6e9-468daf699850 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373707 Apr 08 11:38:25.848003 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.v2.base [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Request body: {'port': {'device_id': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=88612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:38:25.958891 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:26.289970 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaff9ce-ff41-48af-b444-dd7d1577c071 {{(pid=88612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:38:26.297162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:26.310980 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.provisioning_blocks [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Transition to ACTIVE for port object 4eaff9ce-ff41-48af-b444-dd7d1577c071 will not be triggered until provisioned by entity L2. {{(pid=88612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:38:26.366988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:26.529695 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=2']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:26.610101 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Attempting to bind port 4eaff9ce-ff41-48af-b444-dd7d1577c071 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:38:26.610434 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Attempting to bind port 4eaff9ce-ff41-48af-b444-dd7d1577c071 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:38:26.610770 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Attempting to bind port 4eaff9ce-ff41-48af-b444-dd7d1577c071 on network a8cf9d19-bff6-43eb-b442-ea871703bf7b {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:38:26.615290 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Port 4eaff9ce-ff41-48af-b444-dd7d1577c071 on network a8cf9d19-bff6-43eb-b442-ea871703bf7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 11:38:26.615614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Attempting to bind port 4eaff9ce-ff41-48af-b444-dd7d1577c071 on network a8cf9d19-bff6-43eb-b442-ea871703bf7b {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 11:38:26.621296 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Checking agent: {'id': '508a33b9-0f6a-4a31-963c-88fd1e2e94b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'started_at': datetime.datetime(2022, 4, 8, 10, 35, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:38:26.621643 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Checking segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 11:38:26.622034 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Bound using segment: {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'} {{(pid=88612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:38:26.622463 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.managers [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Bound port: 4eaff9ce-ff41-48af-b444-dd7d1577c071, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5f0da7-6e6c-4a09-8dea-2380872f2396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b'}}] {{(pid=88612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:38:26.622811 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:26.756335 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, cleared binding levels {{(pid=88612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 11:38:26.767560 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 11:38:26.798988 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17b546-48d2-42ef-9270-b4ac3d1e71dd req-8414292f-81ab-45f0-ae6f-ae4d4d8fc70d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:26.800609 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a17b546-48d2-42ef-9270-b4ac3d1e71dd req-8414292f-81ab-45f0-ae6f-ae4d4d8fc70d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 943 time: 0.0917654 Apr 08 11:38:26.848408 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-5a17b546-48d2-42ef-9270-b4ac3d1e71dd req-dc752907-cf51-4433-ba1f-eb210b033905 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 Apr 08 11:38:26.853339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2510433'] for port, after_update {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:26.908002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:26.908638 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:26.909982 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] 10.222.0.41 "PUT /v2.0/ports/4eaff9ce-ff41-48af-b444-dd7d1577c071 HTTP/1.1" status: 200 len: 1093 time: 1.0664029 Apr 08 11:38:26.910405 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:38:26.939566 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171669da-7fc3-48ea-aa77-2881da8d0f07 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=3']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:27.056499 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2901b8af-0ad9-45f8-b9ac-0470f9d766fd'] response: {'name': 'network-changed', 'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'status': 'completed', 'code': 200} Apr 08 11:38:27.087851 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-33eddb0b-9f1e-42de-949c-5ca115a704b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:27.089706 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-33eddb0b-9f1e-42de-949c-5ca115a704b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 1096 time: 0.0802832 Apr 08 11:38:27.262125 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-edea8b75-667f-41e8-96bf-ab75013e2a7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071 HTTP/1.1" status: 200 len: 217 time: 0.1659529 Apr 08 11:38:27.326538 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-4f65c95d-0222-4610-9b64-5a8fc0976c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:27.328000 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-4f65c95d-0222-4610-9b64-5a8fc0976c05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0605237 Apr 08 11:38:27.346745 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fb5a3e34-490e-45d6-96f6-3b10aa783106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:27.403391 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-2567774e-02cf-4595-b66c-4466cc64bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:27.404888 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-2567774e-02cf-4595-b66c-4466cc64bbed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711684 Apr 08 11:38:27.535196 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-74061a22-4a16-44de-a10f-d94cc3aad202 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245041 Apr 08 11:38:27.665174 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8b336bb8-a6c7-4aca-a82d-64e14cb1fba9 req-4e38a800-62d0-4c53-8f3b-e7b02e565f0a service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236386 Apr 08 11:38:27.839941 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-33479c5f-ed36-4131-b35d-283bd1a693f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:27.841366 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-33479c5f-ed36-4131-b35d-283bd1a693f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 1096 time: 0.0744588 Apr 08 11:38:28.017171 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-252e41aa-94ba-4dbb-94ed-49598425d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:28.018603 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-252e41aa-94ba-4dbb-94ed-49598425d7ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1708109 Apr 08 11:38:28.095381 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-df0c9075-c53c-4381-85c6-50293cf71577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071 HTTP/1.1" status: 200 len: 217 time: 0.0695314 Apr 08 11:38:28.162225 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c36a-07a2-421c-b4c1-c5c6197975c6 req-058e8af0-1023-4f47-9e87-0b2e80bef5c8 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:28.163636 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1369c36a-07a2-421c-b4c1-c5c6197975c6 req-058e8af0-1023-4f47-9e87-0b2e80bef5c8 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 943 time: 0.2076435 Apr 08 11:38:28.192672 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-121ec4b3-3bee-49a7-ad03-83535c40b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:28.194036 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-121ec4b3-3bee-49a7-ad03-83535c40b397 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0866416 Apr 08 11:38:28.256718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-1369c36a-07a2-421c-b4c1-c5c6197975c6 req-aa8fa846-a5e6-4d46-a1b9-3bdf1e33cdea tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859549 Apr 08 11:38:28.286715 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-a5bd3c88-1975-4c1e-a39f-a89e483688a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:28.288258 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-a5bd3c88-1975-4c1e-a39f-a89e483688a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835228 Apr 08 11:38:28.420300 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-db4a830e-7cbd-48cc-8c87-e10d06ae5161 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250670 Apr 08 11:38:28.549353 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-c047af38-d4e9-4dfb-8a6c-24645d5db4e2 req-6c0fcb65-d51b-42cd-b613-bcd1b8a9089a service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232462 Apr 08 11:38:29.439434 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ac4b-f0ea-4f10-8131-0e306046291a req-521ef4a5-2ede-4e9c-a0aa-1c92a3e98d4a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:29.441007 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5111ac4b-f0ea-4f10-8131-0e306046291a req-521ef4a5-2ede-4e9c-a0aa-1c92a3e98d4a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 943 time: 0.0798111 Apr 08 11:38:29.488297 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-5111ac4b-f0ea-4f10-8131-0e306046291a req-7c8212ba-4d74-40af-ba70-ed5747f8d46b tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 Apr 08 11:38:29.603896 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3f2e-755f-4b88-b1c3-a32e4097f2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:30.402325 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4eaff9ce-ff41-48af-b444-dd7d1577c071 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:38:30.534049 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:38:30.547547 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'port_id': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'mac_address': 'fa:16:3e:47:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:38:30.602423 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:30.618969 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaff9ce-ff41-48af-b444-dd7d1577c071 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:38:30.634663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:38:30.672378 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f6ddc-44f6-4ff1-a7dc-45b24fcb27a3 req-8c9f2ed7-0abf-473d-95f3-6de1e5956f86 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:30.673849 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ce3f6ddc-44f6-4ff1-a7dc-45b24fcb27a3 req-8c9f2ed7-0abf-473d-95f3-6de1e5956f86 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 943 time: 0.0808940 Apr 08 11:38:30.706475 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:30.721718 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ce3f6ddc-44f6-4ff1-a7dc-45b24fcb27a3 req-0986a6e3-e8a7-4623-8270-c21f66f6436a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Apr 08 11:38:30.787652 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=4']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:30.872427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:30.913662 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['4eaff9ce-ff41-48af-b444-dd7d1577c071'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:38:31.263721 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:31.906595 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3130ee0-c00d-482a-849e-25bc3698a831 req-3e26a4ca-9d97-4752-b32b-e15e08cc44b7 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:31.908049 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c3130ee0-c00d-482a-849e-25bc3698a831 req-3e26a4ca-9d97-4752-b32b-e15e08cc44b7 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 944 time: 0.0795221 Apr 08 11:38:31.950824 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-c3130ee0-c00d-482a-849e-25bc3698a831 req-2149dda4-7549-4a14-b94b-80003e80e1b1 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371871 Apr 08 11:38:32.209371 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:32.406695 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4eaff9ce-ff41-48af-b444-dd7d1577c071 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:38:32.529416 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning for port 4eaff9ce-ff41-48af-b444-dd7d1577c071 completed by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:38:32.533961 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 4eaff9ce-ff41-48af-b444-dd7d1577c071 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:38:32.534327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:32.647267 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:32.673198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:38:32.684104 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:38:32.717030 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cc5eae-a86d-4fd4-9b67-c4fe50ad1ca2'] response: {'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'code': 200} Apr 08 11:38:32.735179 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:32.805099 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=5']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:33.055709 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0fb5-f903-4339-b174-12fed2d61b31 req-1ea267d8-ca5f-4895-9e8b-eed4f5bc536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:33.059156 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a57e0fb5-f903-4339-b174-12fed2d61b31 req-1ea267d8-ca5f-4895-9e8b-eed4f5bc536a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 1098 time: 0.0727677 Apr 08 11:38:33.097534 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a57e0fb5-f903-4339-b174-12fed2d61b31 req-7f0af8b7-8d35-46f2-85f7-c4c6e2733101 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Apr 08 11:38:33.139407 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4335-e24e-4246-93d3-24f0357c96aa req-3f070058-9b87-40cd-b015-73969d98c817 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:33.140889 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-583a4335-e24e-4246-93d3-24f0357c96aa req-3f070058-9b87-40cd-b015-73969d98c817 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 945 time: 0.0850601 Apr 08 11:38:33.184842 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-583a4335-e24e-4246-93d3-24f0357c96aa req-8896d40f-6e1a-4208-812f-cb1a1a79f779 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382504 Apr 08 11:38:34.372313 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a636ac5-a36a-4247-a3b0-2f7b742b0265 req-a6384455-3a35-49bf-98e9-9685d0a6e124 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:34.373843 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a636ac5-a36a-4247-a3b0-2f7b742b0265 req-a6384455-3a35-49bf-98e9-9685d0a6e124 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 945 time: 0.0818517 Apr 08 11:38:34.521700 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-9a636ac5-a36a-4247-a3b0-2f7b742b0265 req-50c1d5b2-856d-4e4c-a0cb-463c9caa27ec tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420834 Apr 08 11:38:34.702522 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd376067-11da-4203-a7c1-326548b02236 req-f0bb4763-2a49-4049-ad31-55fb75006106 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:34.704019 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bd376067-11da-4203-a7c1-326548b02236 req-f0bb4763-2a49-4049-ad31-55fb75006106 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 945 time: 0.0799456 Apr 08 11:38:34.747527 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-bd376067-11da-4203-a7c1-326548b02236 req-9cac689c-c53f-4113-b855-44ce3316376d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376930 Apr 08 11:38:34.761367 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:34.770515 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37002) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:38:34.842674 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e06723-ec2a-405c-b8f5-f70c2e5d5e79 tempest-TestSnapshotPattern-1425652181 tempest-TestSnapshotPattern-1425652181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:34.844118 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-58e06723-ec2a-405c-b8f5-f70c2e5d5e79 tempest-TestSnapshotPattern-1425652181 tempest-TestSnapshotPattern-1425652181-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 1093 time: 0.0726650 Apr 08 11:38:34.846845 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37006) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:38:34.851654 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.v2.base [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Request body: {'floatingip': {'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'port_id': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:38:34.857621 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:38:34.861383 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Usage tracker for resource:floatingip and tenant:39398f615a734e0aae17e68e27c52aac is out of sync, need to count used quota {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:38:34.864181 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88613) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:38:34.869799 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.quota.driver [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88613) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:38:34.935625 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for floatingip, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:35.070307 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:35.205571 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_common [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Allocated IP 172.26.7.114 (96a01bfd-5dbc-4ce9-ae39-079bd1931f0b/956fc1f4-98ca-4f25-870d-3ad54472406b/06214f35-a572-4ca9-9717-861039f84135) {{(pid=88613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:38:35.351214 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for port, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:35.450240 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750042957370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:35.509581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Network 96a01bfd-5dbc-4ce9-ae39-079bd1931f0b is already hosted by enough agents. {{(pid=88613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:38:35.512333 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.base_scheduler [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Resources bound (agent type, host, resource id): {{(pid=88613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:38:35.514754 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Received port after_create {{(pid=88613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 11:38:35.559964 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'Port': ['ID=06214f35-a572-4ca9-9717-861039f84135,revision_number=1']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:35.571535 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.571878 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.572467 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.572831 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.573148 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.573472 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.573793 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.574165 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.574643 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.575028 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.575349 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:35.575668 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:38:36.036568 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:36.186234 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:36.395577 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for port, precommit_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:36.466695 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1501131'] for port, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:36.580331 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event updated for resources: {'Port': ['ID=06214f35-a572-4ca9-9717-861039f84135,revision_number=2']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:38:36.592644 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-873562'] for floatingip, after_update {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:36.772322 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Floating IP fd5d0eae-8a56-484f-b8cb-ffa02022b007 associated. External IP: 172.26.7.114, port: 4eaff9ce-ff41-48af-b444-dd7d1577c071. Apr 08 11:38:37.118263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Router 028e5124-5f03-43ef-b614-0b888828c9ea has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:38:37.395061 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:38:37.406072 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] Sync routers for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:38:37.415871 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:38:37.416496 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:38:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:38:37.478500 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:37.536203 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-43fa0432-a9a8-4944-9f16-d958b963d74a tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6883414 Apr 08 11:38:37.536794 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:38:37.612540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:38:37.670791 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa8bc92-3c2e-4b27-83b9-d89b9a670c15'] response: {'name': 'network-changed', 'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'status': 'completed', 'code': 200} Apr 08 11:38:37.764731 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1041b60-3566-4e94-9707-ae56c5869651 req-5f36ffc1-7c28-427e-80ed-f65a14cab82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:37.766241 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-5f36ffc1-7c28-427e-80ed-f65a14cab82c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 1098 time: 0.0734954 Apr 08 11:38:37.897357 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1041b60-3566-4e94-9707-ae56c5869651 req-4e170035-a1bb-45f5-9792-1129658069fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:37.898737 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-4e170035-a1bb-45f5-9792-1129658069fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1271408 Apr 08 11:38:38.002133 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-4ae8096d-8a4c-451e-907f-deecd9217692 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071 HTTP/1.1" status: 200 len: 999 time: 0.0975628 Apr 08 11:38:38.014382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:05Z', 'revision_number': 1, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}, {'id': 'fd5d0eae-8a56-484f-b8cb-ffa02022b007', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:47:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:38:35Z', 'updated_at': '2022-04-08T11:38:35Z', 'revision_number': 0, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:38:38.014382 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] Checking router: 028e5124-5f03-43ef-b614-0b888828c9ea for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:38:38.019177 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:38:38.019775 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:38:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:38:38.067926 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1041b60-3566-4e94-9707-ae56c5869651 req-79d02511-607c-4881-b7f9-910bb917e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:38.069384 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-79d02511-607c-4881-b7f9-910bb917e957 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0610466 Apr 08 11:38:38.147589 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1041b60-3566-4e94-9707-ae56c5869651 req-ad564302-c595-4d9a-b900-bac755cbb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:38.149003 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-ad564302-c595-4d9a-b900-bac755cbb092 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737665 Apr 08 11:38:38.158832 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-cdbb7f6b-22c8-467e-a51d-0ec49dcb3b32 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 11:38:38.159821 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-cdbb7f6b-22c8-467e-a51d-0ec49dcb3b32 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049520 Apr 08 11:38:38.200074 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:38:38.297386 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-3e591d3f-7e31-461d-82db-41f4c1192b09 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299415 Apr 08 11:38:38.447654 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-b1041b60-3566-4e94-9707-ae56c5869651 req-9e1e6228-2904-4118-9b4b-b5300ab35131 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422565 Apr 08 11:38:38.549850 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:05Z', 'revision_number': 1, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}, {'id': 'fd5d0eae-8a56-484f-b8cb-ffa02022b007', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:47:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:38:35Z', 'updated_at': '2022-04-08T11:38:35Z', 'revision_number': 0, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:38:38.554690 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4cbbcb-cca9-4c03-9fb5-aa9c067a9501 None None] The sync data for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv is: [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:05Z', 'revision_number': 1, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}, {'id': 'fd5d0eae-8a56-484f-b8cb-ffa02022b007', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:47:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:38:35Z', 'updated_at': '2022-04-08T11:38:35Z', 'revision_number': 0, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:38:38.737627 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5848747-f190-4b80-894a-e4d1aca4d471 None None] New status for floating IP fd5d0eae-8a56-484f-b8cb-ffa02022b007: ACTIVE {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:38:43.344429 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:38:43.799028 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-ff03a5b7-71e3-44f5-bcf4-b7f67d0e6414 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694599 Apr 08 11:38:43.940894 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-6cda6d6c-91d4-442a-b148-a3e309fa71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:43.942371 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-6cda6d6c-91d4-442a-b148-a3e309fa71fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1097 time: 0.0754128 Apr 08 11:38:44.086910 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-0f0cdbec-c3c6-42cc-9dc7-f0c6b7c9fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:44.088259 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-0f0cdbec-c3c6-42cc-9dc7-f0c6b7c9fee0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1269464 Apr 08 11:38:44.189192 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-3e0d7203-da13-4923-bc49-be9294b5b083 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a805c1-60c0-4404-b619-dbd5469e6d42 HTTP/1.1" status: 200 len: 1000 time: 0.0948467 Apr 08 11:38:44.250310 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-9dc9073c-f5e1-4c32-b1e8-454382878a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:44.251896 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-9dc9073c-f5e1-4c32-b1e8-454382878a3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0569823 Apr 08 11:38:44.325085 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-cb27a318-ee59-4979-88b8-b066ea24feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:38:44.326571 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-cb27a318-ee59-4979-88b8-b066ea24feda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689266 Apr 08 11:38:44.455364 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-10e9da52-213a-4a81-8c72-b57fb8201b7b service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227505 Apr 08 11:38:44.582985 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-2aeeab4e-276e-44f2-bad7-29608116cdc7 req-3dc809ef-ca7b-418a-b39a-acb6f0a48d33 service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219280 Apr 08 11:38:57.281364 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b2ea01c7-be92-418b-a9b4-e63512b7b289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:38:59.604312 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e0459b13-954a-4ba8-ad64-e7dcbc11c2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:00.852771 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:01.255400 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:02.233197 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:04.775126 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:20.343770 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:39:27.284511 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9ba6c363-adeb-45e2-8c6c-80bf305b0c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:29.618602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5331e068-cf92-493e-bcc4-334e3e28f137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:30.858369 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:31.264133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:32.204007 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:34.812495 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:45.933237 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-681f8bfe-00e1-471b-9a81-97ba7a97d33d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1710856 Apr 08 11:39:46.023734 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-25bf5d8b-c218-4c76-9f1f-5a7ba1870c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:46.025247 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-25bf5d8b-c218-4c76-9f1f-5a7ba1870c91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 1098 time: 0.0700481 Apr 08 11:39:46.167419 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-f9029cd0-d4ea-4f98-b18b-69c5d210b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:46.168955 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-f9029cd0-d4ea-4f98-b18b-69c5d210b666 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1258135 Apr 08 11:39:46.273699 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-abcf076a-056c-4539-bdea-f2e88e0ad3eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071 HTTP/1.1" status: 200 len: 1001 time: 0.0982792 Apr 08 11:39:46.338846 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-94bc1e56-4c95-4664-891e-08fac29ba9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:46.340287 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-94bc1e56-4c95-4664-891e-08fac29ba9e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0607607 Apr 08 11:39:46.414720 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-10a3e46e-0d33-4ec7-b7fc-ee31a5d294f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:39:46.416184 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-10a3e46e-0d33-4ec7-b7fc-ee31a5d294f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703182 Apr 08 11:39:46.546342 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-90feb4fe-42dd-4637-9462-51d8e96bb83b service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235266 Apr 08 11:39:46.677836 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-972be2d1-e96f-405c-a7ab-809da1448e6c req-140801e7-d75c-4384-bae9-ed1c99d6633c service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250241 Apr 08 11:39:57.250297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9c837b36-ed7e-48b9-b3ab-7963ca935969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:39:57.343394 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:39:59.661833 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-d0143eb9-6557-4040-90a4-6db22efe6579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:00.841570 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:01.258914 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:02.279190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:04.815729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:08.939477 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4eaff9ce-ff41-48af-b444-dd7d1577c071 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=88614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:40:09.068192 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:09.081309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Returning: {'device': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'port_id': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'mac_address': 'fa:16:3e:47:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:40:09.134908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:09.154457 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eaff9ce-ff41-48af-b444-dd7d1577c071 {{(pid=88614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:40:09.169763 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:09.284720 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:09.385510 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=6']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:09.392358 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.398054 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:09.400900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] get_ports_and_sgs() called for port_ids ['4eaff9ce-ff41-48af-b444-dd7d1577c071'] {{(pid=88614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 11:40:10.955086 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4eaff9ce-ff41-48af-b444-dd7d1577c071 up at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:40:11.028587 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Provisioning complete for port 4eaff9ce-ff41-48af-b444-dd7d1577c071 triggered by entity L2. {{(pid=88614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:40:11.028880 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8075553'] for port, provisioning_complete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:11.171067 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:11.203924 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:11.215304 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:11.254317 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25865b4e-a301-47e6-8cff-29f8d6433d1e'] response: {'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'code': 200} Apr 08 11:40:11.313632 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:11.411319 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=7']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:22.286947 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37214) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:22.495388 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Deleting port 06214f35-a572-4ca9-9717-861039f84135 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:22.500751 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:22.661756 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:22.662075 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:22.781312 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Calling delete_port for 06214f35-a572-4ca9-9717-861039f84135 owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:23.004742 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:23.077551 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event deleted for resources: {'Port': ['ID=06214f35-a572-4ca9-9717-861039f84135,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:23.096581 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.096923 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.097255 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.097578 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.097900 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.098228 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.098618 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.098859 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.099177 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.099489 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.099800 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.100109 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:23.157657 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:23.157988 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Floating IP fd5d0eae-8a56-484f-b8cb-ffa02022b007 disassociated (deleted). External IP: 172.26.7.114, port: 4eaff9ce-ff41-48af-b444-dd7d1577c071. Apr 08 11:40:23.620436 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Router 028e5124-5f03-43ef-b614-0b888828c9ea has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:40:23.802420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:40:23.811910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] Sync routers for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:40:23.822598 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:40:23.823198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:40:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:23.898904 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:23.953009 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-7fe76cc8-6ac0-4fa8-84d3-d1cdfbc14be3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "DELETE /v2.0/floatingips/fd5d0eae-8a56-484f-b8cb-ffa02022b007 HTTP/1.1" status: 204 len: 168 time: 1.6643770 Apr 08 11:40:23.953585 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:24.013422 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:40:24.016870 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba6c46b-a1ed-44ff-9d88-1bf2a6c378cb'] response: {'name': 'network-changed', 'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'status': 'completed', 'code': 200} Apr 08 11:40:24.118893 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19060-382d-495f-9e45-c29793af7316 req-d8215904-3a70-4cc3-9a0f-c02121d4f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:24.120561 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-23f19060-382d-495f-9e45-c29793af7316 req-d8215904-3a70-4cc3-9a0f-c02121d4f7d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 1098 time: 0.0837116 Apr 08 11:40:24.263431 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19060-382d-495f-9e45-c29793af7316 req-1b7da46f-0935-4b36-9c7a-949f170a99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:24.264904 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-23f19060-382d-495f-9e45-c29793af7316 req-1b7da46f-0935-4b36-9c7a-949f170a99f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1373172 Apr 08 11:40:24.338420 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-23f19060-382d-495f-9e45-c29793af7316 req-3a2c67b0-60ac-4f09-ac32-17f3151edcd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071 HTTP/1.1" status: 200 len: 217 time: 0.0663946 Apr 08 11:40:24.371527 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:05Z', 'revision_number': 1, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:24.375542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] Checking router: 028e5124-5f03-43ef-b614-0b888828c9ea for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:40:24.384081 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:40:24.384725 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:40:00Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:24.407660 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19060-382d-495f-9e45-c29793af7316 req-9f079457-b49b-42e4-a82a-64853ac57e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:24.409147 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-23f19060-382d-495f-9e45-c29793af7316 req-9f079457-b49b-42e4-a82a-64853ac57e1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0643761 Apr 08 11:40:24.493943 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19060-382d-495f-9e45-c29793af7316 req-6443e78f-a23c-4739-8138-0cfe0dccdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:24.495449 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-23f19060-382d-495f-9e45-c29793af7316 req-6443e78f-a23c-4739-8138-0cfe0dccdf72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727112 Apr 08 11:40:24.566977 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:40:24.688229 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-23f19060-382d-495f-9e45-c29793af7316 req-9b0c50c0-a83f-4915-9265-b6fbb0d1ec9b service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850421 Apr 08 11:40:24.699718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6df9-8981-4543-9db0-598c51cdf2d7 req-fd07eaf7-ac22-4012-8abf-fd508570ddcb tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:24.701555 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e97f6df9-8981-4543-9db0-598c51cdf2d7 req-fd07eaf7-ac22-4012-8abf-fd508570ddcb tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 945 time: 0.1678789 Apr 08 11:40:24.940122 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-e97f6df9-8981-4543-9db0-598c51cdf2d7 req-61747070-c45b-42c7-822d-e602d9faf2bc tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195752 Apr 08 11:40:24.966559 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:05Z', 'revision_number': 1, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:24.970649 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117758b-b6bd-476e-9f8e-82d26d703e70 None None] The sync data for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv is: [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_floatingips': [{'id': 'da12ad80-a781-4bda-9145-a66738ee2b78', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'router_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'port_id': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'mac_address': 'fa:16:3e:df:2f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:36:02Z', 'updated_at': '2022-04-08T11:36:05Z', 'revision_number': 1, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:40:24.974454 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-23f19060-382d-495f-9e45-c29793af7316 req-8fb8920a-d821-4d80-aeb0-5c484510cc5b service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715178 Apr 08 11:40:25.031599 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4eaff9ce-ff41-48af-b444-dd7d1577c071 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:25.145440 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7887833'] for port, before_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:25.174199 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071'}] {{(pid=88614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:25.185088 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:25.199575 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c2acc-cfb6-43ae-b3e1-2e457a39a5ce None None] New status for floating IP fd5d0eae-8a56-484f-b8cb-ffa02022b007: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:40:25.229334 dv-neutron-837109-1-hyperv neutron-server[88614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbf6152-f942-431c-a573-8796e4db2105'] response: {'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'code': 200} Apr 08 11:40:25.274190 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750043322628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750042957388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750042957433'] for port, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:25.347816 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Pushing event updated for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=8']} {{(pid=88614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:26.166354 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860396-dfa5-41ee-8fc4-a4bba6d7a0e4 req-9fcd9e35-3112-4ac0-bd79-c6aae3d84ab6 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:26.167765 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac860396-dfa5-41ee-8fc4-a4bba6d7a0e4 req-9fcd9e35-3112-4ac0-bd79-c6aae3d84ab6 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 943 time: 0.1203825 Apr 08 11:40:26.228294 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-ac860396-dfa5-41ee-8fc4-a4bba6d7a0e4 req-c36721a1-48cf-4559-ae08-83a4e0765f65 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541067 Apr 08 11:40:26.236927 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-8372b281-d996-4780-9397-eb77b9e02b2f tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:26.238315 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-8372b281-d996-4780-9397-eb77b9e02b2f tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 943 time: 0.1327038 Apr 08 11:40:26.312739 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Deleting port 4eaff9ce-ff41-48af-b444-dd7d1577c071 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:26.313076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:26.554784 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] For port 4eaff9ce-ff41-48af-b444-dd7d1577c071, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4eaff9ce-ff41-48af-b444-dd7d1577c071,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:26.555057 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:26.682061 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Calling delete_port for 4eaff9ce-ff41-48af-b444-dd7d1577c071 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:26.910304 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:26.965464 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event deleted for resources: {'Port': ['ID=4eaff9ce-ff41-48af-b444-dd7d1577c071,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:27.006043 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.006395 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.006746 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.007082 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.007952 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.008262 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.008614 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.009068 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.009345 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.009669 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.009990 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.010312 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837109-1-hyperv {{(pid=88612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:40:27.047749 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] No DVR routers for this DVR port 4eaff9ce-ff41-48af-b444-dd7d1577c071 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:40:27.050197 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:27.052651 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'name': 'network-vif-deleted', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:27.064175 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-cb4cd077-d77c-4e28-92f2-a4bd1f1718f0 req-b3d9f387-f693-4f3a-9139-4c4ebb0294b4 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "DELETE /v2.0/ports/4eaff9ce-ff41-48af-b444-dd7d1577c071 HTTP/1.1" status: 204 len: 173 time: 0.8202932 Apr 08 11:40:27.100395 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb96e59-aa73-4b43-9855-59e34f37949b'] response: {'server_uuid': 'e8c8eef5-b627-4581-a0c0-bbfd7466cecb', 'name': 'network-vif-deleted', 'tag': '4eaff9ce-ff41-48af-b444-dd7d1577c071', 'status': 'completed', 'code': 200} Apr 08 11:40:27.302198 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3c09-d628-400b-abd2-afc0e954d178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:27.392162 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6fef2d2a-5cf6-4637-bee8-a2d90359952d req-107e6595-da57-408c-9fca-13c26cff9020 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Synchronizing usage tracker for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:40:27.469533 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-6fef2d2a-5cf6-4637-bee8-a2d90359952d req-107e6595-da57-408c-9fca-13c26cff9020 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Unset dirty status for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:40:27.469533 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-6fef2d2a-5cf6-4637-bee8-a2d90359952d req-107e6595-da57-408c-9fca-13c26cff9020 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c8eef5-b627-4581-a0c0-bbfd7466cecb HTTP/1.1" status: 200 len: 210 time: 0.1246212 Apr 08 11:40:29.628124 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-b76a9199-83ad-41ed-ab89-c6547d27f126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:29.874760 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37278) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:30.077473 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Deleting port 44c28e59-e3c2-4aa9-bc78-b62d2f90aa6e {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:30.077809 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:30.245579 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:30.245899 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:30.373678 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Calling delete_port for 44c28e59-e3c2-4aa9-bc78-b62d2f90aa6e owned by network:floatingip {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:30.578926 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:30.627381 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event deleted for resources: {'Port': ['ID=44c28e59-e3c2-4aa9-bc78-b62d2f90aa6e,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:30.716653 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:30.716985 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.db.l3_db [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Floating IP da12ad80-a781-4bda-9145-a66738ee2b78 disassociated (deleted). External IP: 172.26.7.163, port: 38a805c1-60c0-4404-b619-dbd5469e6d42. Apr 08 11:40:30.818704 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:31.062454 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4eaff9ce-ff41-48af-b444-dd7d1577c071 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:31.097456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 4eaff9ce-ff41-48af-b444-dd7d1577c071 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:40:31.097804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 4eaff9ce-ff41-48af-b444-dd7d1577c071 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:40:31.174631 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Router 028e5124-5f03-43ef-b614-0b888828c9ea has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:40:31.247297 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:31.356130 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:40:31.366263 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] Sync routers for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:40:31.375542 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:40:31.378864 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:40:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:31.436263 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for floatingip, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:31.494617 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-f58ebc58-e0dc-4e69-931e-66e0cb1b6bae tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "DELETE /v2.0/floatingips/da12ad80-a781-4bda-9145-a66738ee2b78 HTTP/1.1" status: 204 len: 168 time: 1.6187727 Apr 08 11:40:31.495201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42'}] {{(pid=88613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:31.540864 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101cb3b8-881e-4971-820c-b8ce9629ad86'] response: {'name': 'network-changed', 'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'status': 'completed', 'code': 200} Apr 08 11:40:31.561354 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:40:31.635115 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-33f89e31-c9ad-4d87-a4b5-bd144d8cea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:31.636526 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-33f89e31-c9ad-4d87-a4b5-bd144d8cea85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39398f615a734e0aae17e68e27c52aac&device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 1097 time: 0.0731575 Apr 08 11:40:31.768245 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-c7132cb6-512c-427e-92cb-804724e053a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:31.769973 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-c7132cb6-512c-427e-92cb-804724e053a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 200 len: 911 time: 0.1276653 Apr 08 11:40:31.842688 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-c67fb7e8-800e-4e2a-bcbc-b897a7000fa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a805c1-60c0-4404-b619-dbd5469e6d42 HTTP/1.1" status: 200 len: 217 time: 0.0667455 Apr 08 11:40:31.881540 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:31.885635 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] Checking router: 028e5124-5f03-43ef-b614-0b888828c9ea for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:40:31.893910 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:40:31.894525 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:40:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:31.909462 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-9a41c77f-b505-4c4e-aa2f-de508bd98c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:31.910859 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-9a41c77f-b505-4c4e-aa2f-de508bd98c17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 200 len: 849 time: 0.0596399 Apr 08 11:40:31.994848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-13b46817-56fc-4887-9395-d907287d3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:31.996324 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-13b46817-56fc-4887-9395-d907287d3147 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8cf9d19-bff6-43eb-b442-ea871703bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795689 Apr 08 11:40:32.079579 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:40:32.087223 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7450e9-3af4-48ed-9644-74f60139507a req-86340834-739e-4714-9a7b-62da3acd66e3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:32.088149 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-1e7450e9-3af4-48ed-9644-74f60139507a req-86340834-739e-4714-9a7b-62da3acd66e3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Synchronizing usage tracker for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88613) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:40:32.136289 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-d9a6da10-2348-4da3-b5c2-33ba3538437b service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285288 Apr 08 11:40:32.211490 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.quota.resource [req-1e7450e9-3af4-48ed-9644-74f60139507a req-86340834-739e-4714-9a7b-62da3acd66e3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Unset dirty status for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88613) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:40:32.213350 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1e7450e9-3af4-48ed-9644-74f60139507a req-86340834-739e-4714-9a7b-62da3acd66e3 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 944 time: 0.2064152 Apr 08 11:40:32.262515 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [req-1e7450e9-3af4-48ed-9644-74f60139507a req-ca7d0d49-4bde-4a5d-8fee-724312710fab tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Apr 08 11:40:32.310128 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:32.392782 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-f7f58b15-5f51-480b-a168-516ba5ce3d48 req-605d39c9-d8e5-425a-b70b-c59d13810dfa service neutron] 10.222.0.41 "GET /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522302 Apr 08 11:40:32.473123 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:32.478262 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026848e2-4935-41c9-b63a-dd46aab28015 None None] The sync data for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv is: [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:35:31Z', 'revision_number': 4, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv', '_interfaces': [{'id': '6cfebb4e-9f1b-4040-90b1-33ce87c34cc6', 'name': '', 'network_id': 'a8cf9d19-bff6-43eb-b442-ea871703bf7b', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'mac_address': 'fa:16:3e:f8:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:30Z', 'updated_at': '2022-04-08T11:35:36Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'subnets': [{'id': 'fe8687c5-d19a-44b8-9932-6eefe954758f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:40:32.686205 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3720eb4-db6a-42a6-bb08-8931d1fc8825 None None] New status for floating IP da12ad80-a781-4bda-9145-a66738ee2b78: DOWN {{(pid=88615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:40:33.454084 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259ec8e-fbb0-4b1b-a71c-b1e8cc62101f req-b32d4a99-e039-4c9f-ba65-6103ce793730 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:33.455539 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a259ec8e-fbb0-4b1b-a71c-b1e8cc62101f req-b32d4a99-e039-4c9f-ba65-6103ce793730 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 944 time: 0.0802822 Apr 08 11:40:33.546836 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-a259ec8e-fbb0-4b1b-a71c-b1e8cc62101f req-21cca6de-a052-4442-8671-5de244c3ee00 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0f5f60-2828-4860-8b75-d91decc53ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855999 Apr 08 11:40:33.576869 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-2feb0355-31b9-40ec-8d1a-60623e94c26d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:40:33.578295 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-2feb0355-31b9-40ec-8d1a-60623e94c26d tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 944 time: 0.1048679 Apr 08 11:40:33.648235 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Deleting port 38a805c1-60c0-4404-b619-dbd5469e6d42 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:33.648919 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:33.892997 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] For port 38a805c1-60c0-4404-b619-dbd5469e6d42, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=38a805c1-60c0-4404-b619-dbd5469e6d42,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:33.893359 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:34.020495 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Calling delete_port for 38a805c1-60c0-4404-b619-dbd5469e6d42 owned by compute:nova {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:34.262039 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:34.314265 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event deleted for resources: {'Port': ['ID=38a805c1-60c0-4404-b619-dbd5469e6d42,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:34.343949 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:40:34.403186 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] No DVR routers for this DVR port 38a805c1-60c0-4404-b619-dbd5469e6d42 on host hv-neutron-8371 {{(pid=88612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:40:34.405622 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-225245'] for port, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:34.408254 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'name': 'network-vif-deleted', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42'}] {{(pid=88612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:40:34.454768 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a575a6-46c8-4060-a85b-315330d5dd90'] response: {'server_uuid': '33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65', 'name': 'network-vif-deleted', 'tag': '38a805c1-60c0-4404-b619-dbd5469e6d42', 'status': 'completed', 'code': 200} Apr 08 11:40:34.480022 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-8252ef86-37b3-467c-bd86-8e889179e9dc req-fff5c85a-c814-44d1-b865-e164fa312868 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.41 "DELETE /v2.0/ports/38a805c1-60c0-4404-b619-dbd5469e6d42 HTTP/1.1" status: 204 len: 173 time: 0.8957951 Apr 08 11:40:34.704402 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-85d9aff6-8b4e-4c2f-98ff-482e2eaa2eef req-bf8c0b32-d255-479d-91b3-97fad0308d77 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Synchronizing usage tracker for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:40:34.813151 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.quota.resource [req-85d9aff6-8b4e-4c2f-98ff-482e2eaa2eef req-bf8c0b32-d255-479d-91b3-97fad0308d77 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Unset dirty status for tenant:39398f615a734e0aae17e68e27c52aac on resource:port {{(pid=88612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:40:34.814364 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [req-85d9aff6-8b4e-4c2f-98ff-482e2eaa2eef req-bf8c0b32-d255-479d-91b3-97fad0308d77 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "GET /v2.0/ports?device_id=33bbb2eb-cafb-4f8b-a67b-4c6b27f18d65 HTTP/1.1" status: 200 len: 210 time: 0.1567910 Apr 08 11:40:34.836129 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:35.907266 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37298) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:35.978665 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0cd8048f-eca8-4b18-807d-94f62016c080 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:36.008636 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0cd8048f-eca8-4b18-807d-94f62016c080 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:36.155897 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0cd8048f-eca8-4b18-807d-94f62016c080 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:36.173092 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8048f-eca8-4b18-807d-94f62016c080 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f5f60-2828-4860-8b75-d91decc53ec9,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:36.279123 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-0cd8048f-eca8-4b18-807d-94f62016c080 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:36.281235 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-0cd8048f-eca8-4b18-807d-94f62016c080 tempest-TestSnapshotPattern-1123269758 tempest-TestSnapshotPattern-1123269758-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a0f5f60-2828-4860-8b75-d91decc53ec9 HTTP/1.1" status: 204 len: 168 time: 0.3721521 Apr 08 11:40:36.419750 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 37304) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:37.078196 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 38a805c1-60c0-4404-b619-dbd5469e6d42 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:37.112562 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] No Port match for: 38a805c1-60c0-4404-b619-dbd5469e6d42 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:40:37.112908 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Device 38a805c1-60c0-4404-b619-dbd5469e6d42 not bound to the agent host hv-neutron-8371 {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:40:37.161713 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:37.507238 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Deleting port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:37.507911 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:37.680051 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] For port 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:37.681106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:37.800967 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Calling delete_port for 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:38.204702 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:38.255350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfebb4e-9f1b-4040-90b1-33ce87c34cc6,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:38.637521 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:38.993147 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Router 028e5124-5f03-43ef-b614-0b888828c9ea has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:40:39.172246 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:40:39.181349 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] Sync routers for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:40:39.190378 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:40:39.190995 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:40:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:39.240608 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-2120d174-04a0-47e1-ae89-c11f27697e97 admin admin] 10.222.0.23 "PUT /v2.0/routers/028e5124-5f03-43ef-b614-0b888828c9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8197548 Apr 08 11:40:39.243659 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 37310) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:39.370711 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: dv-neutron-837109-1-hyperv {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:40:39.421411 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:39.598551 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:39.657013 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:40:38Z', 'revision_number': 5, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port': {'id': '372bbb80-6fc1-408c-94a9-247fc05e4ccb', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:27Z', 'updated_at': '2022-04-08T11:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:39.660886 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] Checking router: 028e5124-5f03-43ef-b614-0b888828c9ea for host: dv-neutron-837109-1-hyperv {{(pid=88614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:40:39.661866 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Deleting port 372bbb80-6fc1-408c-94a9-247fc05e4ccb {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:39.662365 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:39.669838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] Routers {'028e5124-5f03-43ef-b614-0b888828c9ea'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:40:39.670452 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:40:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['028e5124-5f03-43ef-b614-0b888828c9ea'], 'active': True} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:39.823698 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_dvr_db [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] Set router 028e5124-5f03-43ef-b614-0b888828c9ea gateway port host: None {{(pid=88614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:40:39.836548 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] For port 372bbb80-6fc1-408c-94a9-247fc05e4ccb, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=372bbb80-6fc1-408c-94a9-247fc05e4ccb,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:39.837083 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:39.930699 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.db.l3_hamode_db [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:40:39Z', 'revision_number': 6, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:39.934802 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410ee29-14ce-4e8f-8251-d6460e986d81 None None] The sync data for ids ['028e5124-5f03-43ef-b614-0b888828c9ea'] in dv-neutron-837109-1-hyperv is: [{'id': '028e5124-5f03-43ef-b614-0b888828c9ea', 'name': 'tempest-TestSnapshotPattern-1454104541-router', 'tenant_id': '39398f615a734e0aae17e68e27c52aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:26Z', 'updated_at': '2022-04-08T11:40:39Z', 'revision_number': 6, 'project_id': '39398f615a734e0aae17e68e27c52aac', 'gw_port_host': None}] {{(pid=88614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:40:39.962848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Calling delete_port for 372bbb80-6fc1-408c-94a9-247fc05e4ccb owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:40.295289 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:40.325273 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:40.342456 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:40:40.342984 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 6cfebb4e-9f1b-4040-90b1-33ce87c34cc6 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:40:40.376076 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Pushing event deleted for resources: {'Port': ['ID=372bbb80-6fc1-408c-94a9-247fc05e4ccb,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:40.469102 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:40.642714 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:40.644992 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:40.736350 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:40.737006 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028e5124-5f03-43ef-b614-0b888828c9ea {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:40:40.749899 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:40.751027 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-4aa9a6f7-11ab-4026-a154-cf9543c74647 admin admin] 10.222.0.23 "DELETE /v2.0/routers/028e5124-5f03-43ef-b614-0b888828c9ea HTTP/1.1" status: 204 len: 168 time: 1.5065570 Apr 08 11:40:40.754016 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37316) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:40.820424 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.db_base_plugin_v2 [None req-506609c9-7831-48ec-bab1-8fbb1fa93c12 admin admin] Deleting subnet fe8687c5-d19a-44b8-9932-6eefe954758f {{(pid=88613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:40:40.824861 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-506609c9-7831-48ec-bab1-8fbb1fa93c12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:40.879479 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-506609c9-7831-48ec-bab1-8fbb1fa93c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077816'] for subnet, precommit_delete_associations {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:40.962348 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-506609c9-7831-48ec-bab1-8fbb1fa93c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.105131 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-506609c9-7831-48ec-bab1-8fbb1fa93c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1501173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2359094'] for subnet, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.143975 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506609c9-7831-48ec-bab1-8fbb1fa93c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8687c5-d19a-44b8-9932-6eefe954758f,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:41.147685 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-506609c9-7831-48ec-bab1-8fbb1fa93c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.153716 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c6780-a3b2-421c-9b8b-dc6833186e4a None None] Network a8cf9d19-bff6-43eb-b442-ea871703bf7b requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:40:41.153846 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-506609c9-7831-48ec-bab1-8fbb1fa93c12 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fe8687c5-d19a-44b8-9932-6eefe954758f HTTP/1.1" status: 204 len: 168 time: 0.3981788 Apr 08 11:40:41.156161 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37320) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:41.260991 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.271759 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Deleting port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:41.272094 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.407580 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] DHCP port deletion for a8cf9d19-bff6-43eb-b442-ea871703bf7b request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:40:41.411934 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] Deleting port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:41.412327 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.484347 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] For port 21fb3cff-2f0c-427d-ab33-d2764bc5f361, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=21fb3cff-2f0c-427d-ab33-d2764bc5f361,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:41.484743 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.614134 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Calling delete_port for 21fb3cff-2f0c-427d-ab33-d2764bc5f361 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:41.645460 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] For port 21fb3cff-2f0c-427d-ab33-d2764bc5f361, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=21fb3cff-2f0c-427d-ab33-d2764bc5f361,segment=NetworkSegment(0a5f0da7-6e6c-4a09-8dea-2380872f2396),segment_id=0a5f0da7-6e6c-4a09-8dea-2380872f2396)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:41.645844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.763609 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] Calling delete_port for 21fb3cff-2f0c-427d-ab33-d2764bc5f361 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:41.787974 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:41.838403 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:40:41.838747 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:40:41.839700 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] No DVR routers for this DVR port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:40:41.964702 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=21fb3cff-2f0c-427d-ab33-d2764bc5f361,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:42.051627 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:42.076922 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8cf9d19-bff6-43eb-b442-ea871703bf7b']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:42.089201 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5f0da7-6e6c-4a09-8dea-2380872f2396') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:42.089496 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5f0da7-6e6c-4a09-8dea-2380872f2396') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:42.100672 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:42.116175 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:42.122380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:40:42.132015 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:40:42.136301 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:40:42.284940 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:42.306539 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:42.317455 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8cf9d19-bff6-43eb-b442-ea871703bf7b,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:42.327508 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-09417bd3-69ae-47bd-9cf7-89edc83f2d06 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a8cf9d19-bff6-43eb-b442-ea871703bf7b HTTP/1.1" status: 204 len: 168 time: 1.1691048 Apr 08 11:40:42.334562 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 37324) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:42.339564 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] Deleting port 21fb3cff-2f0c-427d-ab33-d2764bc5f361 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:42.339951 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:42.366589 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 21fb3cff-2f0c-427d-ab33-d2764bc5f361 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:42.408274 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 21fb3cff-2f0c-427d-ab33-d2764bc5f361 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:40:42.408948 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 21fb3cff-2f0c-427d-ab33-d2764bc5f361 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:40:42.409048 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 372bbb80-6fc1-408c-94a9-247fc05e4ccb no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:42.474105 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-ccc45841-7d84-4efb-8925-cf83778d5a08 None None] The port '21fb3cff-2f0c-427d-ab33-d2764bc5f361' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:40:42.474960 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 372bbb80-6fc1-408c-94a9-247fc05e4ccb {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:40:42.475307 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 372bbb80-6fc1-408c-94a9-247fc05e4ccb not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:40:42.866302 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-808492'] for router_interface, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:43.314961 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Deleting port b11137c3-c942-4d6c-bac8-b6e481101d07 {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:43.315317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:43.485848 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] For port b11137c3-c942-4d6c-bac8-b6e481101d07, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=b11137c3-c942-4d6c-bac8-b6e481101d07,segment=NetworkSegment(c68e282d-50cf-4e1d-9ced-eb387f48d92b),segment_id=c68e282d-50cf-4e1d-9ced-eb387f48d92b)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:43.486515 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:43.607136 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Calling delete_port for b11137c3-c942-4d6c-bac8-b6e481101d07 owned by network:router_interface {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:43.824641 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:43.874363 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11137c3-c942-4d6c-bac8-b6e481101d07,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:44.140801 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-808624'] for router_interface, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:44.498090 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 has already been hosted by L3 agent f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621 {{(pid=88612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 11:40:44.778002 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] Notify agent at l3_agent.dv-neutron-837109-1-hyperv the message routers_updated {{(pid=88612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 11:40:44.786513 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-65a1220e-951a-4f2c-90fa-3866b3779a81 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2e6bd87-032c-4f9b-8425-e9d004dcfee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509089 Apr 08 11:40:44.787453 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] Sync routers for ids ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'] in dv-neutron-837109-1-hyperv {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:40:44.788968 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 37328) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:44.797810 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] Routers {'e2e6bd87-032c-4f9b-8425-e9d004dcfee4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:40:44.798413 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:40:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:44.969163 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks [] for router, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:44.975141 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] Set router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 gateway port host: dv-neutron-837109-1-hyperv {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:40:45.147339 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:45.227645 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Deleting port e5e8189e-7580-44c4-97c1-13cdf613da7f {{(pid=88612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:45.227996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:45.257423 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'external_fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:40:43Z', 'revision_number': 5, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port': {'id': 'e5e8189e-7580-44c4-97c1-13cdf613da7f', 'name': '', 'network_id': '96a01bfd-5dbc-4ce9-ae39-079bd1931f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837109-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:35:35Z', 'updated_at': '2022-04-08T11:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956fc1f4-98ca-4f25-870d-3ad54472406b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837109-1-hyperv'}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:45.261934 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] Checking router: e2e6bd87-032c-4f9b-8425-e9d004dcfee4 for host: dv-neutron-837109-1-hyperv {{(pid=88615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:40:45.270079 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] Routers {'e2e6bd87-032c-4f9b-8425-e9d004dcfee4'} bound to L3 agent in host dv-neutron-837109-1-hyperv {{(pid=88615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 11:40:45.270674 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837109-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:28:29Z,description=,heartbeat_timestamp=2022-04-08T11:40:30Z,host='dv-neutron-837109-1-hyperv',id=f5b4ee9e-9dff-49d4-9a1b-6494bb1ea621,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:28:30Z,topic='l3_agent')) {'router_ids': ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'], 'active': True} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:45.409677 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.db [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] For port e5e8189e-7580-44c4-97c1-13cdf613da7f, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=e5e8189e-7580-44c4-97c1-13cdf613da7f,segment=NetworkSegment(77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec),segment_id=77ebdfa3-8ea7-4d00-8e0c-6626644fe5ec)] {{(pid=88612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:45.409947 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:45.461029 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_dvr_db [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] Set router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 gateway port host: None {{(pid=88615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 11:40:45.532679 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.plugins.ml2.plugin [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Calling delete_port for e5e8189e-7580-44c4-97c1-13cdf613da7f owned by network:router_gateway {{(pid=88612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:45.566756 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.l3_hamode_db [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:40:45Z', 'revision_number': 6, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port_host': None}], 'dv-neutron-837109-1-hyperv', False) {} {{(pid=88615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:45.570919 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662de5d1-02cb-4f84-aafb-904e157794ae None None] The sync data for ids ['e2e6bd87-032c-4f9b-8425-e9d004dcfee4'] in dv-neutron-837109-1-hyperv is: [{'id': 'e2e6bd87-032c-4f9b-8425-e9d004dcfee4', 'name': 'tempest-TestSnapshotPattern-424003834-router', 'tenant_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:35:34Z', 'updated_at': '2022-04-08T11:40:45Z', 'revision_number': 6, 'project_id': 'b532d5706f0a48a6926c51b44f8f1ea2', 'gw_port_host': None}] {{(pid=88615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:40:45.761336 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2510442'] for port, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:45.807334 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e8189e-7580-44c4-97c1-13cdf613da7f,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:45.898159 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-873481'] for router_gateway, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.185110 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-814398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16128'] for router, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.187322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.284613 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-814561'] for router, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.285212 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2e6bd87-032c-4f9b-8425-e9d004dcfee4 {{(pid=88612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 11:40:46.297969 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] Notify callbacks [] for router, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.301374 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-79b38761-d221-490e-86b1-0f6d5ea6000d admin admin] 10.222.0.23 "DELETE /v2.0/routers/e2e6bd87-032c-4f9b-8425-e9d004dcfee4 HTTP/1.1" status: 204 len: 168 time: 1.5086601 Apr 08 11:40:46.301585 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 37332) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:46.364017 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1bec45-bcce-4ac8-abad-b000c0216907 admin admin] Deleting subnet 17b10323-15d9-44d4-83df-c70da12ae835 {{(pid=88612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 11:40:46.367489 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db1bec45-bcce-4ac8-abad-b000c0216907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.400355 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b11137c3-c942-4d6c-bac8-b6e481101d07 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:46.424999 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db1bec45-bcce-4ac8-abad-b000c0216907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333239'] for subnet, precommit_delete_associations {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.437358 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: b11137c3-c942-4d6c-bac8-b6e481101d07 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:40:46.437616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device b11137c3-c942-4d6c-bac8-b6e481101d07 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:40:46.438165 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e5e8189e-7580-44c4-97c1-13cdf613da7f no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:46.475151 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: e5e8189e-7580-44c4-97c1-13cdf613da7f {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:40:46.476381 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device e5e8189e-7580-44c4-97c1-13cdf613da7f not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:40:46.507106 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db1bec45-bcce-4ac8-abad-b000c0216907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8047393'] for subnet, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.645718 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db1bec45-bcce-4ac8-abad-b000c0216907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8047400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1671419'] for subnet, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.690449 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bec45-bcce-4ac8-abad-b000c0216907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b10323-15d9-44d4-83df-c70da12ae835,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:46.695322 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-db1bec45-bcce-4ac8-abad-b000c0216907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.701468 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc831a7-ee63-4406-abba-e032c28ce166 None None] Network c66d0fec-4ba9-4578-b12d-56a60eba91cb requested from dv-neutron-837109-1-hyperv {{(pid=88614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 11:40:46.703311 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-db1bec45-bcce-4ac8-abad-b000c0216907 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/17b10323-15d9-44d4-83df-c70da12ae835 HTTP/1.1" status: 204 len: 168 time: 0.4007545 Apr 08 11:40:46.705790 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37336) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:46.814558 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7927549'] for network, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.825226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Deleting port 34a72e7b-e7b8-4390-81f9-d9656952da60 {{(pid=88613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:46.825556 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:46.956838 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] DHCP port deletion for c66d0fec-4ba9-4578-b12d-56a60eba91cb request from dv-neutron-837109-1-hyperv {{(pid=88614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 11:40:46.961990 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] Deleting port 34a72e7b-e7b8-4390-81f9-d9656952da60 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:46.962804 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.045766 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.db [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] For port 34a72e7b-e7b8-4390-81f9-d9656952da60, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=34a72e7b-e7b8-4390-81f9-d9656952da60,segment=NetworkSegment(c68e282d-50cf-4e1d-9ced-eb387f48d92b),segment_id=c68e282d-50cf-4e1d-9ced-eb387f48d92b)] {{(pid=88613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:47.046032 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.172226 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.plugin [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Calling delete_port for 34a72e7b-e7b8-4390-81f9-d9656952da60 owned by network:dhcp {{(pid=88613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:47.177776 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.db [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] For port 34a72e7b-e7b8-4390-81f9-d9656952da60, host dv-neutron-837109-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837109-1-hyperv',level=0,port_id=34a72e7b-e7b8-4390-81f9-d9656952da60,segment=NetworkSegment(c68e282d-50cf-4e1d-9ced-eb387f48d92b),segment_id=c68e282d-50cf-4e1d-9ced-eb387f48d92b)] {{(pid=88614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 11:40:47.178171 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876332'] for port, precommit_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.299298 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] Calling delete_port for 34a72e7b-e7b8-4390-81f9-d9656952da60 owned by network:dhcp {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 11:40:47.322892 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7887110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750043321326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750042957379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1501120'] for port, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.373616 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.db.api [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:40:47.373854 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Pushing event deleted for resources: {'Port': ['ID=34a72e7b-e7b8-4390-81f9-d9656952da60,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:47.373970 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG oslo_db.api [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:40:47.378444 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] No DVR routers for this DVR port 34a72e7b-e7b8-4390-81f9-d9656952da60 on host dv-neutron-837109-1-hyperv {{(pid=88613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:40:47.492002 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8048298', 'neutron.services.segments.db._delete_segments_for_network-8750043476565'] for network, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.517480 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66d0fec-4ba9-4578-b12d-56a60eba91cb']}} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:47.529380 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68e282d-50cf-4e1d-9ced-eb387f48d92b') {'for_net_delete': True} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:47.536118 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.services.segments.db [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68e282d-50cf-4e1d-9ced-eb387f48d92b') {} {{(pid=88613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:40:47.541204 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750043479920', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077809'] for segment, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.557903 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8046070'] for segment, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.563791 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:40:47.570574 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8046052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1501103'] for segment, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: Traceback (most recent call last): Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: timer() Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: cb(*args, **kw) Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: return func(*args, **kwargs) Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: self._notify() Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: self.callback(batched_events) Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: event.method(event) Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: return f(self, *a, **k) Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._get(url).json() Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: return self.request(url, 'GET', **kwargs) Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:40:47.577975 dv-neutron-837109-1-hyperv neutron-server[88613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:40:47.730371 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8048273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-873516'] for network, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.746448 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Notify callbacks [] for network, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.757420 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] Pushing event deleted for resources: {'Network': ['ID=c66d0fec-4ba9-4578-b12d-56a60eba91cb,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:47.760569 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-67ee817e-9a9f-41d7-a1ad-6250b1700bde admin admin] 10.222.0.23 "DELETE /v2.0/networks/c66d0fec-4ba9-4578-b12d-56a60eba91cb HTTP/1.1" status: 204 len: 168 time: 1.0536604 Apr 08 11:40:47.875487 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] Deleting port 34a72e7b-e7b8-4390-81f9-d9656952da60 {{(pid=88614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 11:40:47.875972 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750043316484'] for port, before_delete {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:47.940957 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-9536384f-f266-48de-98b5-701bbf12a419 None None] The port '34a72e7b-e7b8-4390-81f9-d9656952da60' was deleted {{(pid=88614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 11:40:48.123632 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37342) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:48.172061 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-91f3eae8-31dd-4292-abcc-ed733be20258 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39398f615a734e0aae17e68e27c52aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473106 Apr 08 11:40:48.174493 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [-] (88613) accepted ('10.222.0.23', 37346) {{(pid=88613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:48.235843 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aad9639f-e04e-43ee-98e6-0dca1a8bcf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:48.261527 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aad9639f-e04e-43ee-98e6-0dca1a8bcf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:48.332900 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 34a72e7b-e7b8-4390-81f9-d9656952da60 no longer exists at agent ovs-agent-dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:40:48.400893 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.plugin [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] No Port match for: 34a72e7b-e7b8-4390-81f9-d9656952da60 {{(pid=88614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 11:40:48.401238 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron.plugins.ml2.rpc [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Device 34a72e7b-e7b8-4390-81f9-d9656952da60 not bound to the agent host dv-neutron-837109-1-hyperv {{(pid=88614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:40:48.422150 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aad9639f-e04e-43ee-98e6-0dca1a8bcf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:48.443237 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9639f-e04e-43ee-98e6-0dca1a8bcf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a98dd9-20c1-4047-b1a5-186bb1b7a40d,revision_number=None']} {{(pid=88613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:48.451064 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron_lib.callbacks.manager [None req-aad9639f-e04e-43ee-98e6-0dca1a8bcf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:48.452434 dv-neutron-837109-1-hyperv neutron-server[88613]: INFO neutron.wsgi [None req-aad9639f-e04e-43ee-98e6-0dca1a8bcf3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2a98dd9-20c1-4047-b1a5-186bb1b7a40d HTTP/1.1" status: 204 len: 168 time: 0.2770441 Apr 08 11:40:49.042152 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 37354) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:49.090821 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-f3eb6a14-b428-47bd-9124-8e0b6781fba5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b532d5706f0a48a6926c51b44f8f1ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476332 Apr 08 11:40:49.093181 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.wsgi [-] (88612) accepted ('10.222.0.23', 37358) {{(pid=88612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:40:49.153447 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-247b44c6-7cfc-4525-8ec5-8f1f4c08e7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:49.178963 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-247b44c6-7cfc-4525-8ec5-8f1f4c08e7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:49.298996 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-247b44c6-7cfc-4525-8ec5-8f1f4c08e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584756'] for security_group, after_delete {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:49.316317 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b44c6-7cfc-4525-8ec5-8f1f4c08e7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92584af0-ebc6-4eff-9a78-8bf4a45e2b01,revision_number=None']} {{(pid=88612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:40:49.325105 dv-neutron-837109-1-hyperv neutron-server[88612]: DEBUG neutron_lib.callbacks.manager [None req-247b44c6-7cfc-4525-8ec5-8f1f4c08e7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:49.328962 dv-neutron-837109-1-hyperv neutron-server[88612]: INFO neutron.wsgi [None req-247b44c6-7cfc-4525-8ec5-8f1f4c08e7ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92584af0-ebc6-4eff-9a78-8bf4a45e2b01 HTTP/1.1" status: 204 len: 168 time: 0.2322600 Apr 08 11:40:57.276257 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-887043a0-81af-4d0d-b7cf-d7b087fd4217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:40:59.604966 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-783c4a05-6189-40c8-b3ea-a21b0a5ee4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:00.852773 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:01.264218 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:02.241499 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:04.807390 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:11.343889 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:41:27.290736 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c526622a-fb62-4b40-af01-8f47e99241ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:29.612844 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a0b341aa-ad95-4396-9def-8f39cf5597d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:30.918561 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:31.304533 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:32.224427 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:34.812813 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:48.344340 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:41:57.285120 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-252505f8-dbfd-40ae-8845-5220c6c30452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:41:59.604798 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-20dcbfc1-80ea-48ac-a43d-f775d0fbb92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:00.841413 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:01.252621 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:02.229956 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:04.846929 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:08.006696 dv-neutron-837109-1-hyperv neutron-server[88613]: DEBUG neutron.wsgi [req-38419379-f869-4a06-ac5c-0905e0933c77 req-ceedb9d3-595d-46cb-b678-e79f6465553d service neutron] (88613) timed out ('10.222.0.23', 35724) {{(pid=88613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 11:42:25.343344 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:42:27.325209 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-afe70a3f-0c14-4a5f-ac8a-b43249cb72fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:29.621840 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-fba3d593-b5ad-4469-9482-a2aec22b4298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:30.861729 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:31.273614 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:32.230012 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:34.835504 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:57.355311 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-a37050be-deb3-406d-a9ea-45fc2c94769a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:42:59.612731 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-71b538ad-95fa-4f80-9a44-fabeacf9e25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:00.879309 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:01.269602 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:02.246878 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:02.341433 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:43:04.852316 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:27.292217 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-74cbe294-e487-49b5-83db-afb7e3744133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:29.595503 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-cf161809-8e22-4e54-b6b7-e9398bdc9095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:30.852498 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:31.303962 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:32.269398 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:34.862025 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:39.340394 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:43:57.286272 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-46b6b1db-59c9-4a5c-b5c6-f9bcfb0c5c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:43:59.610706 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-422fbdd7-169c-4ec0-aeea-09f1e76e5a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:00.850420 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:01.274663 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:02.256015 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:04.855949 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:16.339986 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:44:27.337724 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-5674863f-7792-4157-81d4-19e75c392082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:29.606133 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-47d0a20f-aa2e-47e8-8d58-832e5583b1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:30.846266 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:31.291038 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:32.274585 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:34.878676 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:53.338809 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:44:57.278841 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-15c5500a-ca45-4d4d-8dbd-d62a04f4aab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:44:59.623235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-1edec96f-9099-4519-966b-0f08390b31bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:00.884658 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:01.268603 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:02.261235 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:04.885572 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:27.296034 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-2ce566a5-d871-4792-a76c-5a094bdedc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:29.612348 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dd8d-2c85-428a-9be3-a05944718c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:30.339122 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:45:30.863216 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:31.262814 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:32.291321 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:34.839470 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:57.318687 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-e6b8acbc-eb20-4a54-8be2-fd9aabb6b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:45:59.621515 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-7337821b-560c-46da-85bd-773033288eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:46:00.862250 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-aaac2fd1-e78d-490c-9e9d-1bcf59f1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:46:01.267897 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-42692371-910b-4f1a-a45a-75f05012e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:46:02.273895 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1f31-dada-4d50-9b7b-efe905d17a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:46:04.885283 dv-neutron-837109-1-hyperv neutron-server[88614]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7df2-68c1-4142-917b-893440c71dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750043476538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8075600'] for agent, after_update {{(pid=88614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:46:07.338149 dv-neutron-837109-1-hyperv neutron-server[88615]: DEBUG neutron.db.agents_db [None req-78f8b843-721d-4365-bf14-69c5aa2c8b99 None None] Agent healthcheck: found 6 active agents {{(pid=88615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}